{"level":"warn","ts":"2026-03-31T18:28:10.704263Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:28:10.704356Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.169:2380","--initial-cluster=instance=https://199.19.213.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:28:10.704422Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:28:10.704431Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.169:2380"]} {"level":"info","ts":"2026-03-31T18:28:10.704447Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:28:10.7051Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.169:2379"]} {"level":"info","ts":"2026-03-31T18:28:10.705196Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.169:2380"],"listen-peer-urls":["https://199.19.213.169:2380"],"advertise-client-urls":["https://199.19.213.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:28:10.712398Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.001222ms"} {"level":"info","ts":"2026-03-31T18:28:10.723991Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a742f9f5aa7326e5","cluster-id":"a6b466adbadbbcd5"} {"level":"info","ts":"2026-03-31T18:28:10.724099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:28:10.72413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 became follower at term 0"} {"level":"info","ts":"2026-03-31T18:28:10.724149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a742f9f5aa7326e5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:28:10.724162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 became follower at term 1"} {"level":"info","ts":"2026-03-31T18:28:10.72422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 switched to configuration voters=(12052470386318845669)"} {"level":"warn","ts":"2026-03-31T18:28:10.732683Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:28:10.734344Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:28:10.735937Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:28:10.738214Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a742f9f5aa7326e5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:28:10.738372Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a742f9f5aa7326e5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:28:10.738477Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:10.738582Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:10.738597Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:10.741958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 switched to configuration voters=(12052470386318845669)"} {"level":"info","ts":"2026-03-31T18:28:10.74234Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a6b466adbadbbcd5","local-member-id":"a742f9f5aa7326e5","added-peer-id":"a742f9f5aa7326e5","added-peer-peer-urls":["https://199.19.213.169:2380"]} {"level":"info","ts":"2026-03-31T18:28:10.74381Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:28:10.744091Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a742f9f5aa7326e5","initial-advertise-peer-urls":["https://199.19.213.169:2380"],"listen-peer-urls":["https://199.19.213.169:2380"],"advertise-client-urls":["https://199.19.213.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:28:10.74412Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.169:2380"} {"level":"info","ts":"2026-03-31T18:28:10.744154Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.169:2380"} {"level":"info","ts":"2026-03-31T18:28:10.744164Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:28:11.325267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:28:11.325341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:28:11.325375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 received MsgPreVoteResp from a742f9f5aa7326e5 at term 1"} {"level":"info","ts":"2026-03-31T18:28:11.325395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:28:11.325412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 received MsgVoteResp from a742f9f5aa7326e5 at term 2"} {"level":"info","ts":"2026-03-31T18:28:11.325433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a742f9f5aa7326e5 became leader at term 2"} {"level":"info","ts":"2026-03-31T18:28:11.325452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a742f9f5aa7326e5 elected leader a742f9f5aa7326e5 at term 2"} {"level":"info","ts":"2026-03-31T18:28:11.370439Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:11.372103Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:28:11.372153Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a742f9f5aa7326e5","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.169:2379]}","request-path":"/0/members/a742f9f5aa7326e5/attributes","cluster-id":"a6b466adbadbbcd5","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:28:11.372205Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:28:11.372731Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:28:11.37283Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:28:11.375822Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T18:28:11.375855Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.169:2379"} {"level":"info","ts":"2026-03-31T18:28:11.378292Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a6b466adbadbbcd5","local-member-id":"a742f9f5aa7326e5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:11.378565Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:11.37889Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-31T18:28:15.126491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.78611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:15.126749Z","caller":"traceutil/trace.go:171","msg":"trace[1415066658] transaction","detail":"{read_only:false; response_revision:212; number_of_response:1; }","duration":"356.670462ms","start":"2026-03-31T18:28:14.770036Z","end":"2026-03-31T18:28:15.126706Z","steps":["trace[1415066658] 'process raft request' (duration: 137.198716ms)","trace[1415066658] 'compare' (duration: 218.657997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:15.127046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:14.770018Z","time spent":"356.865647ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:20.394609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444117244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:20.895631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444117244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:21.661154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.741699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:21.661293Z","caller":"traceutil/trace.go:171","msg":"trace[718181076] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"1.77683827s","start":"2026-03-31T18:28:19.884429Z","end":"2026-03-31T18:28:21.661267Z","steps":["trace[718181076] 'process raft request' (duration: 1.060908196s)","trace[718181076] 'compare' (duration: 715.501834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:21.661384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.8844Z","time spent":"1.776945042s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:21.662433Z","caller":"traceutil/trace.go:171","msg":"trace[1722778800] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:326; }","duration":"1.768322863s","start":"2026-03-31T18:28:19.894086Z","end":"2026-03-31T18:28:21.662409Z","steps":["trace[1722778800] 'read index received' (duration: 1.051272372s)","trace[1722778800] 'applied index is now lower than readState.Index' (duration: 717.049631ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:21.66247Z","caller":"traceutil/trace.go:171","msg":"trace[1326476347] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"1.775915589s","start":"2026-03-31T18:28:19.886534Z","end":"2026-03-31T18:28:21.66245Z","steps":["trace[1326476347] 'process raft request' (duration: 1.775737444s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:21.662606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717916253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-31T18:28:21.662596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768498918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T18:28:21.662646Z","caller":"traceutil/trace.go:171","msg":"trace[365753815] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:319; }","duration":"1.718005605s","start":"2026-03-31T18:28:19.944626Z","end":"2026-03-31T18:28:21.662631Z","steps":["trace[365753815] 'agreement among raft nodes before linearized reading' (duration: 1.717925493s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:21.662663Z","caller":"traceutil/trace.go:171","msg":"trace[1931171398] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:319; }","duration":"1.768605969s","start":"2026-03-31T18:28:19.894036Z","end":"2026-03-31T18:28:21.662642Z","steps":["trace[1931171398] 'agreement among raft nodes before linearized reading' (duration: 1.768464756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:21.662697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.944606Z","time spent":"1.718067316s","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-31T18:28:21.662706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.894012Z","time spent":"1.768683941s","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-31T18:28:21.66277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.886522Z","time spent":"1.776006621s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3691,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:21.662843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505778947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:28:21.662905Z","caller":"traceutil/trace.go:171","msg":"trace[1821075228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:319; }","duration":"1.505858278s","start":"2026-03-31T18:28:20.157039Z","end":"2026-03-31T18:28:21.662897Z","steps":["trace[1821075228] 'agreement among raft nodes before linearized reading' (duration: 1.505774676s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:21.662933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.157024Z","time spent":"1.50590217s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:21.662931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56148413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:21.662993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668047264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:28:21.663041Z","caller":"traceutil/trace.go:171","msg":"trace[389409322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:319; }","duration":"1.561623923s","start":"2026-03-31T18:28:20.101377Z","end":"2026-03-31T18:28:21.663001Z","steps":["trace[389409322] 'agreement among raft nodes before linearized reading' (duration: 1.56146441s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:21.663045Z","caller":"traceutil/trace.go:171","msg":"trace[1211793723] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:319; }","duration":"1.668129466s","start":"2026-03-31T18:28:19.994901Z","end":"2026-03-31T18:28:21.66303Z","steps":["trace[1211793723] 'agreement among raft nodes before linearized reading' (duration: 1.668043394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:21.663083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.101357Z","time spent":"1.561718325s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:21.6631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.994874Z","time spent":"1.668213908s","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-31T18:28:21.663076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.182355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:28:21.663182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.025765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:28:21.66322Z","caller":"traceutil/trace.go:171","msg":"trace[1771898061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:319; }","duration":"947.437481ms","start":"2026-03-31T18:28:20.715748Z","end":"2026-03-31T18:28:21.663185Z","steps":["trace[1771898061] 'agreement among raft nodes before linearized reading' (duration: 947.065302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:21.663255Z","caller":"traceutil/trace.go:171","msg":"trace[140206568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:319; }","duration":"557.170338ms","start":"2026-03-31T18:28:21.106068Z","end":"2026-03-31T18:28:21.663238Z","steps":["trace[140206568] 'agreement among raft nodes before linearized reading' (duration: 557.029535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:21.663288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:21.106037Z","time spent":"557.24524ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:21.663299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.715725Z","time spent":"947.556733ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:28:26.72143Z","caller":"traceutil/trace.go:171","msg":"trace[2059178442] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"258.013071ms","start":"2026-03-31T18:28:26.463388Z","end":"2026-03-31T18:28:26.721401Z","steps":["trace[2059178442] 'process raft request' (duration: 257.835017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:32.007924Z","caller":"traceutil/trace.go:171","msg":"trace[882699199] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"292.702257ms","start":"2026-03-31T18:28:31.715197Z","end":"2026-03-31T18:28:32.0079Z","steps":["trace[882699199] 'read index received' (duration: 292.573663ms)","trace[882699199] 'applied index is now lower than readState.Index' (duration: 127.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:32.008038Z","caller":"traceutil/trace.go:171","msg":"trace[1786903180] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"293.289351ms","start":"2026-03-31T18:28:31.714711Z","end":"2026-03-31T18:28:32.008001Z","steps":["trace[1786903180] 'process raft request' (duration: 293.043554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:32.008155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.937562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:28:32.008259Z","caller":"traceutil/trace.go:171","msg":"trace[119772159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:378; }","duration":"293.073616ms","start":"2026-03-31T18:28:31.715167Z","end":"2026-03-31T18:28:32.00824Z","steps":["trace[119772159] 'agreement among raft nodes before linearized reading' (duration: 292.929253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:32.030412Z","caller":"traceutil/trace.go:171","msg":"trace[1563071465] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"313.953601ms","start":"2026-03-31T18:28:31.716427Z","end":"2026-03-31T18:28:32.030381Z","steps":["trace[1563071465] 'process raft request' (duration: 313.366117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:32.030525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.922829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:28:32.030576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:31.716404Z","time spent":"314.081334ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:32.030829Z","caller":"traceutil/trace.go:171","msg":"trace[561976164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:379; }","duration":"314.102414ms","start":"2026-03-31T18:28:31.716525Z","end":"2026-03-31T18:28:32.030628Z","steps":["trace[561976164] 'agreement among raft nodes before linearized reading' (duration: 313.832878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:32.030897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:31.716515Z","time spent":"314.36687ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:28:36.172414Z","caller":"traceutil/trace.go:171","msg":"trace[1145254621] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"127.85438ms","start":"2026-03-31T18:28:36.04454Z","end":"2026-03-31T18:28:36.172394Z","steps":["trace[1145254621] 'process raft request' (duration: 123.424547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:36.366761Z","caller":"traceutil/trace.go:171","msg":"trace[189180480] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:431; }","duration":"310.127121ms","start":"2026-03-31T18:28:36.056596Z","end":"2026-03-31T18:28:36.366723Z","steps":["trace[189180480] 'read index received' (duration: 111.504829ms)","trace[189180480] 'applied index is now lower than readState.Index' (duration: 198.620972ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:36.36692Z","caller":"traceutil/trace.go:171","msg":"trace[1913862042] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"322.073358ms","start":"2026-03-31T18:28:36.044807Z","end":"2026-03-31T18:28:36.36688Z","steps":["trace[1913862042] 'process raft request' (duration: 247.903485ms)","trace[1913862042] 'compare' (duration: 73.816554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:36.366989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.345896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:28:36.36704Z","caller":"traceutil/trace.go:171","msg":"trace[2044384079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"310.458168ms","start":"2026-03-31T18:28:36.056567Z","end":"2026-03-31T18:28:36.367025Z","steps":["trace[2044384079] 'agreement among raft nodes before linearized reading' (duration: 310.312705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:36.367082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:36.044786Z","time spent":"322.209582ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:36.367099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:36.056553Z","time spent":"310.534441ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:28:36.536422Z","caller":"traceutil/trace.go:171","msg":"trace[1041679081] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"164.011698ms","start":"2026-03-31T18:28:36.372337Z","end":"2026-03-31T18:28:36.536349Z","steps":["trace[1041679081] 'process raft request' (duration: 109.188654ms)","trace[1041679081] 'compare' (duration: 54.524777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:38.542639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444117439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:38.54385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.474210674s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:38.54431Z","caller":"traceutil/trace.go:171","msg":"trace[1528735256] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:434; }","duration":"501.763782ms","start":"2026-03-31T18:28:38.042523Z","end":"2026-03-31T18:28:38.544287Z","steps":["trace[1528735256] 'read index received' (duration: 501.454655ms)","trace[1528735256] 'applied index is now lower than readState.Index' (duration: 308.267µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:38.544364Z","caller":"traceutil/trace.go:171","msg":"trace[1287028381] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"1.474821798s","start":"2026-03-31T18:28:37.069525Z","end":"2026-03-31T18:28:38.544346Z","steps":["trace[1287028381] 'process raft request' (duration: 1.474590863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.544487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.940996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:38.544558Z","caller":"traceutil/trace.go:171","msg":"trace[620316159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:421; }","duration":"502.244532ms","start":"2026-03-31T18:28:38.042297Z","end":"2026-03-31T18:28:38.544541Z","steps":["trace[620316159] 'agreement among raft nodes before linearized reading' (duration: 502.112879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.544512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.460506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:28:38.544612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:38.042275Z","time spent":"502.323354ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:38.544652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.745265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:28:38.544623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:37.069497Z","time spent":"1.47495149s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:38.544658Z","caller":"traceutil/trace.go:171","msg":"trace[929728227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:421; }","duration":"368.59909ms","start":"2026-03-31T18:28:38.176001Z","end":"2026-03-31T18:28:38.5446Z","steps":["trace[929728227] 'agreement among raft nodes before linearized reading' (duration: 368.414166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.544815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:38.175982Z","time spent":"368.809954ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:28:38.545037Z","caller":"traceutil/trace.go:171","msg":"trace[553085965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"173.866987ms","start":"2026-03-31T18:28:38.370843Z","end":"2026-03-31T18:28:38.54471Z","steps":["trace[553085965] 'agreement among raft nodes before linearized reading' (duration: 173.713864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:38.811747Z","caller":"traceutil/trace.go:171","msg":"trace[225219463] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"263.233753ms","start":"2026-03-31T18:28:38.548484Z","end":"2026-03-31T18:28:38.811718Z","steps":["trace[225219463] 'process raft request' (duration: 258.626797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:38.819917Z","caller":"traceutil/trace.go:171","msg":"trace[367256164] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"270.883211ms","start":"2026-03-31T18:28:38.548995Z","end":"2026-03-31T18:28:38.819878Z","steps":["trace[367256164] 'process raft request' (duration: 270.648305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:38.81995Z","caller":"traceutil/trace.go:171","msg":"trace[194164973] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"270.801578ms","start":"2026-03-31T18:28:38.54912Z","end":"2026-03-31T18:28:38.819921Z","steps":["trace[194164973] 'process raft request' (duration: 270.710596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:38.820034Z","caller":"traceutil/trace.go:171","msg":"trace[1191594701] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"270.89887ms","start":"2026-03-31T18:28:38.549103Z","end":"2026-03-31T18:28:38.820002Z","steps":["trace[1191594701] 'process raft request' (duration: 270.671124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:47.349926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444117556,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:28:47.657335Z","caller":"traceutil/trace.go:171","msg":"trace[2144773325] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"897.055059ms","start":"2026-03-31T18:28:46.760254Z","end":"2026-03-31T18:28:47.657309Z","steps":["trace[2144773325] 'process raft request' (duration: 896.894226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:47.657464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.760226Z","time spent":"897.179153ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:48.660869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002959176s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:48.66146Z","caller":"traceutil/trace.go:171","msg":"trace[1862978361] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"1.891733743s","start":"2026-03-31T18:28:46.769695Z","end":"2026-03-31T18:28:48.661429Z","steps":["trace[1862978361] 'process raft request' (duration: 1.891481637s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:48.661516Z","caller":"traceutil/trace.go:171","msg":"trace[1014754754] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"1.891762804s","start":"2026-03-31T18:28:46.76971Z","end":"2026-03-31T18:28:48.661473Z","steps":["trace[1014754754] 'process raft request' (duration: 1.8915924s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:48.661569Z","caller":"traceutil/trace.go:171","msg":"trace[189063591] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"1.880701157s","start":"2026-03-31T18:28:46.780853Z","end":"2026-03-31T18:28:48.661554Z","steps":["trace[189063591] 'process raft request' (duration: 1.880571044s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:48.661536Z","caller":"traceutil/trace.go:171","msg":"trace[1807661613] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"1.882158541s","start":"2026-03-31T18:28:46.779344Z","end":"2026-03-31T18:28:48.661502Z","steps":["trace[1807661613] 'process raft request' (duration: 1.882004138s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:48.661568Z","caller":"traceutil/trace.go:171","msg":"trace[425521367] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"1.881352712s","start":"2026-03-31T18:28:46.780181Z","end":"2026-03-31T18:28:48.661534Z","steps":["trace[425521367] 'process raft request' (duration: 1.881205019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.661649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.780166Z","time spent":"1.881443194s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:48.661664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.78084Z","time spent":"1.880756919s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:48.66166Z","caller":"traceutil/trace.go:171","msg":"trace[461867238] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"1.880707497s","start":"2026-03-31T18:28:46.780928Z","end":"2026-03-31T18:28:48.661636Z","steps":["trace[461867238] 'process raft request' (duration: 1.880554784s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.661752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.780899Z","time spent":"1.880794809s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:48.663412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.769687Z","time spent":"1.891911087s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:48.66343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.779306Z","time spent":"1.882296205s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:48.66342Z","caller":"traceutil/trace.go:171","msg":"trace[2117142802] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"1.879493528s","start":"2026-03-31T18:28:46.78231Z","end":"2026-03-31T18:28:48.661804Z","steps":["trace[2117142802] 'process raft request' (duration: 1.879237692s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:48.663519Z","caller":"traceutil/trace.go:171","msg":"trace[478061632] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"1.873670114s","start":"2026-03-31T18:28:46.789832Z","end":"2026-03-31T18:28:48.663502Z","steps":["trace[478061632] 'process raft request' (duration: 1.87178849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.663572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.789812Z","time spent":"1.873733805s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:48.663576Z","caller":"traceutil/trace.go:171","msg":"trace[258759719] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"1.870096971s","start":"2026-03-31T18:28:46.793466Z","end":"2026-03-31T18:28:48.663563Z","steps":["trace[258759719] 'process raft request' (duration: 1.868323469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.663558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.769676Z","time spent":"1.891864646s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:48.663601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.782298Z","time spent":"1.881227889s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:48.663622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.79344Z","time spent":"1.870162372s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:48.663727Z","caller":"traceutil/trace.go:171","msg":"trace[104024104] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"1.732097466s","start":"2026-03-31T18:28:46.93162Z","end":"2026-03-31T18:28:48.663718Z","steps":["trace[104024104] 'process raft request' (duration: 1.732016914s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:48.663727Z","caller":"traceutil/trace.go:171","msg":"trace[117477105] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"1.837505734s","start":"2026-03-31T18:28:46.826209Z","end":"2026-03-31T18:28:48.663714Z","steps":["trace[117477105] 'process raft request' (duration: 1.837286179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.663768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.931597Z","time spent":"1.732156157s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:48.663762Z","caller":"traceutil/trace.go:171","msg":"trace[1624288069] linearizableReadLoop","detail":"{readStateIndex:502; appliedIndex:490; }","duration":"1.813945056s","start":"2026-03-31T18:28:46.849775Z","end":"2026-03-31T18:28:48.66372Z","steps":["trace[1624288069] 'read index received' (duration: 807.419868ms)","trace[1624288069] 'applied index is now lower than readState.Index' (duration: 1.006524168s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:48.663797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.826188Z","time spent":"1.837570586s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:48.663929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814150241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:28:48.663997Z","caller":"traceutil/trace.go:171","msg":"trace[38033764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:486; }","duration":"1.814265644s","start":"2026-03-31T18:28:46.849718Z","end":"2026-03-31T18:28:48.663983Z","steps":["trace[38033764] 'agreement among raft nodes before linearized reading' (duration: 1.814126581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.664041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.849665Z","time spent":"1.814359126s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:28:48.673204Z","caller":"traceutil/trace.go:171","msg":"trace[530035215] transaction","detail":"{read_only:false; number_of_response:1; response_revision:488; }","duration":"1.007217725s","start":"2026-03-31T18:28:47.665973Z","end":"2026-03-31T18:28:48.67319Z","steps":["trace[530035215] 'process raft request' (duration: 1.007197204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.673303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:47.665946Z","time spent":"1.007300297s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6938,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:48.673433Z","caller":"traceutil/trace.go:171","msg":"trace[1514055601] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"1.009380956s","start":"2026-03-31T18:28:47.664046Z","end":"2026-03-31T18:28:48.673427Z","steps":["trace[1514055601] 'process raft request' (duration: 1.009028677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.673455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:47.664019Z","time spent":"1.009424637s","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:48.673576Z","caller":"traceutil/trace.go:171","msg":"trace[679532323] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"1.008673549s","start":"2026-03-31T18:28:47.664898Z","end":"2026-03-31T18:28:48.673571Z","steps":["trace[679532323] 'process raft request' (duration: 1.008238978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.673601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:47.664884Z","time spent":"1.008703039s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:48.674125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771152624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:28:48.67418Z","caller":"traceutil/trace.go:171","msg":"trace[706967724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:489; }","duration":"1.771250015s","start":"2026-03-31T18:28:46.902919Z","end":"2026-03-31T18:28:48.674169Z","steps":["trace[706967724] 'agreement among raft nodes before linearized reading' (duration: 1.771066741s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.67421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.9029Z","time spent":"1.771304427s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:28:48.674244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770073439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:28:48.674277Z","caller":"traceutil/trace.go:171","msg":"trace[1006286588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:490; }","duration":"1.77011713s","start":"2026-03-31T18:28:46.904151Z","end":"2026-03-31T18:28:48.674268Z","steps":["trace[1006286588] 'agreement among raft nodes before linearized reading' (duration: 1.769916965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.674292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.904145Z","time spent":"1.77014445s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:48.674309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225025322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:48.674338Z","caller":"traceutil/trace.go:171","msg":"trace[1038294286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:490; }","duration":"1.225055083s","start":"2026-03-31T18:28:47.449275Z","end":"2026-03-31T18:28:48.67433Z","steps":["trace[1038294286] 'agreement among raft nodes before linearized reading' (duration: 1.224778977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.674365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:47.449203Z","time spent":"1.225157126s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:48.674346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770900077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:28:48.674456Z","caller":"traceutil/trace.go:171","msg":"trace[2083652165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:490; }","duration":"1.771022081s","start":"2026-03-31T18:28:46.903428Z","end":"2026-03-31T18:28:48.67445Z","steps":["trace[2083652165] 'agreement among raft nodes before linearized reading' (duration: 1.770646762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.674478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:46.903423Z","time spent":"1.771049891s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:49.253257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.181806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:49.253569Z","caller":"traceutil/trace.go:171","msg":"trace[1833817687] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"321.277ms","start":"2026-03-31T18:28:48.932239Z","end":"2026-03-31T18:28:49.253516Z","steps":["trace[1833817687] 'process raft request' (duration: 217.730136ms)","trace[1833817687] 'compare' (duration: 102.95467ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:49.253702Z","caller":"traceutil/trace.go:171","msg":"trace[2122652703] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:544; }","duration":"149.800709ms","start":"2026-03-31T18:28:49.103888Z","end":"2026-03-31T18:28:49.253689Z","steps":["trace[2122652703] 'read index received' (duration: 46.04177ms)","trace[2122652703] 'applied index is now lower than readState.Index' (duration: 103.758179ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:49.253717Z","caller":"traceutil/trace.go:171","msg":"trace[809109184] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"291.611841ms","start":"2026-03-31T18:28:48.962078Z","end":"2026-03-31T18:28:49.25369Z","steps":["trace[809109184] 'process raft request' (duration: 291.378556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:49.253746Z","caller":"traceutil/trace.go:171","msg":"trace[1199938756] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"249.089325ms","start":"2026-03-31T18:28:49.004623Z","end":"2026-03-31T18:28:49.253712Z","steps":["trace[1199938756] 'process raft request' (duration: 248.956342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.253763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.932219Z","time spent":"321.447135ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65199,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:49.253829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.934532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:49.253888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.951173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:49.253862Z","caller":"traceutil/trace.go:171","msg":"trace[758996683] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:528; }","duration":"149.992514ms","start":"2026-03-31T18:28:49.103858Z","end":"2026-03-31T18:28:49.25385Z","steps":["trace[758996683] 'agreement among raft nodes before linearized reading' (duration: 149.924202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:49.253953Z","caller":"traceutil/trace.go:171","msg":"trace[1183736018] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:528; }","duration":"150.090226ms","start":"2026-03-31T18:28:49.103847Z","end":"2026-03-31T18:28:49.253938Z","steps":["trace[1183736018] 'agreement among raft nodes before linearized reading' (duration: 149.939283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.253955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.51457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:49.254019Z","caller":"traceutil/trace.go:171","msg":"trace[639713810] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:528; }","duration":"111.593301ms","start":"2026-03-31T18:28:49.142407Z","end":"2026-03-31T18:28:49.254Z","steps":["trace[639713810] 'agreement among raft nodes before linearized reading' (duration: 111.498079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.254134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.749428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:49.254185Z","caller":"traceutil/trace.go:171","msg":"trace[1085479811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:528; }","duration":"112.82116ms","start":"2026-03-31T18:28:49.141344Z","end":"2026-03-31T18:28:49.254165Z","steps":["trace[1085479811] 'agreement among raft nodes before linearized reading' (duration: 112.757219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.254322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.988713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:49.254394Z","caller":"traceutil/trace.go:171","msg":"trace[453744266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:528; }","duration":"113.071016ms","start":"2026-03-31T18:28:49.141298Z","end":"2026-03-31T18:28:49.254369Z","steps":["trace[453744266] 'agreement among raft nodes before linearized reading' (duration: 112.981574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.501205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.527302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:49.501283Z","caller":"traceutil/trace.go:171","msg":"trace[529343293] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"218.882603ms","start":"2026-03-31T18:28:49.282388Z","end":"2026-03-31T18:28:49.50127Z","steps":["trace[529343293] 'process raft request' (duration: 103.241888ms)","trace[529343293] 'compare' (duration: 115.448211ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:49.505954Z","caller":"traceutil/trace.go:171","msg":"trace[28475414] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:547; }","duration":"214.835079ms","start":"2026-03-31T18:28:49.291084Z","end":"2026-03-31T18:28:49.505919Z","steps":["trace[28475414] 'read index received' (duration: 94.630088ms)","trace[28475414] 'applied index is now lower than readState.Index' (duration: 120.204201ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:49.505976Z","caller":"traceutil/trace.go:171","msg":"trace[577704568] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"209.657438ms","start":"2026-03-31T18:28:49.296303Z","end":"2026-03-31T18:28:49.50596Z","steps":["trace[577704568] 'process raft request' (duration: 209.514705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:49.50595Z","caller":"traceutil/trace.go:171","msg":"trace[2090781260] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"220.866769ms","start":"2026-03-31T18:28:49.285059Z","end":"2026-03-31T18:28:49.505925Z","steps":["trace[2090781260] 'process raft request' (duration: 220.682305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.50609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.983422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:49.506163Z","caller":"traceutil/trace.go:171","msg":"trace[1164349483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:531; }","duration":"215.083514ms","start":"2026-03-31T18:28:49.291056Z","end":"2026-03-31T18:28:49.506139Z","steps":["trace[1164349483] 'agreement among raft nodes before linearized reading' (duration: 214.960201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.506071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.924111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:49.506168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.654116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:49.506229Z","caller":"traceutil/trace.go:171","msg":"trace[749458179] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:531; }","duration":"196.735158ms","start":"2026-03-31T18:28:49.309479Z","end":"2026-03-31T18:28:49.506214Z","steps":["trace[749458179] 'agreement among raft nodes before linearized reading' (duration: 196.623515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.506246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.318247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:49.506259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.290312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:49.506314Z","caller":"traceutil/trace.go:171","msg":"trace[206234810] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:531; }","duration":"197.375064ms","start":"2026-03-31T18:28:49.308922Z","end":"2026-03-31T18:28:49.506297Z","steps":["trace[206234810] 'agreement among raft nodes before linearized reading' (duration: 197.279601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:49.506345Z","caller":"traceutil/trace.go:171","msg":"trace[897157389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:531; }","duration":"215.092035ms","start":"2026-03-31T18:28:49.291119Z","end":"2026-03-31T18:28:49.506211Z","steps":["trace[897157389] 'agreement among raft nodes before linearized reading' (duration: 214.920191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:49.506278Z","caller":"traceutil/trace.go:171","msg":"trace[802410730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:531; }","duration":"214.360348ms","start":"2026-03-31T18:28:49.291909Z","end":"2026-03-31T18:28:49.506269Z","steps":["trace[802410730] 'agreement among raft nodes before linearized reading' (duration: 214.311757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.506417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.374514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:49.506501Z","caller":"traceutil/trace.go:171","msg":"trace[815732036] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:531; }","duration":"197.523037ms","start":"2026-03-31T18:28:49.308954Z","end":"2026-03-31T18:28:49.506477Z","steps":["trace[815732036] 'agreement among raft nodes before linearized reading' (duration: 197.278421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.848469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.732858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:49.848578Z","caller":"traceutil/trace.go:171","msg":"trace[547773070] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"267.947912ms","start":"2026-03-31T18:28:49.580611Z","end":"2026-03-31T18:28:49.848559Z","steps":["trace[547773070] 'process raft request' (duration: 99.039451ms)","trace[547773070] 'compare' (duration: 168.528762ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:49.850256Z","caller":"traceutil/trace.go:171","msg":"trace[677985616] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"250.319763ms","start":"2026-03-31T18:28:49.599887Z","end":"2026-03-31T18:28:49.850206Z","steps":["trace[677985616] 'process raft request' (duration: 250.156689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:50.065965Z","caller":"traceutil/trace.go:171","msg":"trace[1232753407] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"275.187301ms","start":"2026-03-31T18:28:49.790749Z","end":"2026-03-31T18:28:50.065937Z","steps":["trace[1232753407] 'process raft request' (duration: 274.225818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:50.066025Z","caller":"traceutil/trace.go:171","msg":"trace[1664387547] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"185.423575ms","start":"2026-03-31T18:28:49.880578Z","end":"2026-03-31T18:28:50.066002Z","steps":["trace[1664387547] 'process raft request' (duration: 185.373014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:50.066127Z","caller":"traceutil/trace.go:171","msg":"trace[1487894566] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"191.504068ms","start":"2026-03-31T18:28:49.874591Z","end":"2026-03-31T18:28:50.066095Z","steps":["trace[1487894566] 'process raft request' (duration: 191.239952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:50.271269Z","caller":"traceutil/trace.go:171","msg":"trace[1829307476] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"194.736372ms","start":"2026-03-31T18:28:50.076511Z","end":"2026-03-31T18:28:50.271247Z","steps":["trace[1829307476] 'process raft request' (duration: 134.437262ms)","trace[1829307476] 'compare' (duration: 60.200078ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:50.275414Z","caller":"traceutil/trace.go:171","msg":"trace[153614060] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"175.864593ms","start":"2026-03-31T18:28:50.099503Z","end":"2026-03-31T18:28:50.275368Z","steps":["trace[153614060] 'process raft request' (duration: 175.586546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:50.982421Z","caller":"traceutil/trace.go:171","msg":"trace[1464878780] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"106.126964ms","start":"2026-03-31T18:28:50.876258Z","end":"2026-03-31T18:28:50.982385Z","steps":["trace[1464878780] 'read index received' (duration: 42.879745ms)","trace[1464878780] 'applied index is now lower than readState.Index' (duration: 63.246139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:50.982449Z","caller":"traceutil/trace.go:171","msg":"trace[249256567] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"118.236065ms","start":"2026-03-31T18:28:50.864183Z","end":"2026-03-31T18:28:50.982419Z","steps":["trace[249256567] 'process raft request' (duration: 54.945155ms)","trace[249256567] 'compare' (duration: 63.132186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:50.982633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.352329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-03-31T18:28:50.982675Z","caller":"traceutil/trace.go:171","msg":"trace[672437834] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:557; }","duration":"106.443652ms","start":"2026-03-31T18:28:50.87622Z","end":"2026-03-31T18:28:50.982664Z","steps":["trace[672437834] 'agreement among raft nodes before linearized reading' (duration: 106.282998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:51.296958Z","caller":"traceutil/trace.go:171","msg":"trace[958997910] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"187.202498ms","start":"2026-03-31T18:28:51.109726Z","end":"2026-03-31T18:28:51.296929Z","steps":["trace[958997910] 'read index received' (duration: 149.201556ms)","trace[958997910] 'applied index is now lower than readState.Index' (duration: 37.999952ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:51.297052Z","caller":"traceutil/trace.go:171","msg":"trace[1653006980] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"269.975269ms","start":"2026-03-31T18:28:51.027036Z","end":"2026-03-31T18:28:51.297011Z","steps":["trace[1653006980] 'process raft request' (duration: 225.626049ms)","trace[1653006980] 'compare' (duration: 44.075253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:51.297205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.435623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:15688"} {"level":"info","ts":"2026-03-31T18:28:51.297262Z","caller":"traceutil/trace.go:171","msg":"trace[848838402] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:558; }","duration":"187.550525ms","start":"2026-03-31T18:28:51.109694Z","end":"2026-03-31T18:28:51.297245Z","steps":["trace[848838402] 'agreement among raft nodes before linearized reading' (duration: 187.34612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:53.119307Z","caller":"traceutil/trace.go:171","msg":"trace[1763988496] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"122.988906ms","start":"2026-03-31T18:28:52.996289Z","end":"2026-03-31T18:28:53.119278Z","steps":["trace[1763988496] 'process raft request' (duration: 122.580205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:53.718838Z","caller":"traceutil/trace.go:171","msg":"trace[1356444227] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"133.5047ms","start":"2026-03-31T18:28:53.585306Z","end":"2026-03-31T18:28:53.71881Z","steps":["trace[1356444227] 'process raft request' (duration: 132.961667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:54.020374Z","caller":"traceutil/trace.go:171","msg":"trace[2127636316] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"248.194983ms","start":"2026-03-31T18:28:53.77215Z","end":"2026-03-31T18:28:54.020345Z","steps":["trace[2127636316] 'process raft request' (duration: 176.712383ms)","trace[2127636316] 'compare' (duration: 71.321026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:54.100949Z","caller":"traceutil/trace.go:171","msg":"trace[1222581713] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"144.060766ms","start":"2026-03-31T18:28:53.956859Z","end":"2026-03-31T18:28:54.100919Z","steps":["trace[1222581713] 'process raft request' (duration: 143.845291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:55.771386Z","caller":"traceutil/trace.go:171","msg":"trace[1125609876] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"290.732561ms","start":"2026-03-31T18:28:55.480636Z","end":"2026-03-31T18:28:55.771368Z","steps":["trace[1125609876] 'process raft request' (duration: 290.343942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:57.1883Z","caller":"traceutil/trace.go:171","msg":"trace[1518250216] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"459.696963ms","start":"2026-03-31T18:28:56.728577Z","end":"2026-03-31T18:28:57.188274Z","steps":["trace[1518250216] 'process raft request' (duration: 459.528059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:57.188318Z","caller":"traceutil/trace.go:171","msg":"trace[86172160] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:607; }","duration":"418.006935ms","start":"2026-03-31T18:28:56.770267Z","end":"2026-03-31T18:28:57.188274Z","steps":["trace[86172160] 'read index received' (duration: 417.992194ms)","trace[86172160] 'applied index is now lower than readState.Index' (duration: 12.331µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:57.188528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.25447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:28:57.188579Z","caller":"traceutil/trace.go:171","msg":"trace[465143118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:586; }","duration":"418.345852ms","start":"2026-03-31T18:28:56.77022Z","end":"2026-03-31T18:28:57.188566Z","steps":["trace[465143118] 'agreement among raft nodes before linearized reading' (duration: 418.210339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:57.188603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:56.7702Z","time spent":"418.397883ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:57.188474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:56.72856Z","time spent":"459.831315ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:57.689749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444117753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:58.190291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444117753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:58.227327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029889927s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:58.228304Z","caller":"traceutil/trace.go:171","msg":"trace[562047283] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.425631734s","start":"2026-03-31T18:28:56.802649Z","end":"2026-03-31T18:28:58.228281Z","steps":["trace[562047283] 'process raft request' (duration: 1.425116822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:58.228555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:56.802618Z","time spent":"1.425748636s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:58.261926Z","caller":"traceutil/trace.go:171","msg":"trace[272311868] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:607; }","duration":"1.073344421s","start":"2026-03-31T18:28:57.18855Z","end":"2026-03-31T18:28:58.261894Z","steps":["trace[272311868] 'read index received' (duration: 1.03906086s)","trace[272311868] 'applied index is now lower than readState.Index' (duration: 34.282491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:58.261994Z","caller":"traceutil/trace.go:171","msg":"trace[723858253] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"1.068600401s","start":"2026-03-31T18:28:57.193346Z","end":"2026-03-31T18:28:58.261946Z","steps":["trace[723858253] 'process raft request' (duration: 1.068343075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:58.262171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:57.193323Z","time spent":"1.068755464s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:58.262188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451785397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:28:58.262228Z","caller":"traceutil/trace.go:171","msg":"trace[752317283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:588; }","duration":"1.451864978s","start":"2026-03-31T18:28:56.810351Z","end":"2026-03-31T18:28:58.262216Z","steps":["trace[752317283] 'agreement among raft nodes before linearized reading' (duration: 1.451703595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:58.262208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.876637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zvdtk\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-31T18:28:58.262267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:56.810341Z","time spent":"1.451916129s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:28:58.262288Z","caller":"traceutil/trace.go:171","msg":"trace[1822625468] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zvdtk; range_end:; response_count:1; response_revision:588; }","duration":"978.990349ms","start":"2026-03-31T18:28:57.283272Z","end":"2026-03-31T18:28:58.262263Z","steps":["trace[1822625468] 'agreement among raft nodes before linearized reading' (duration: 978.843616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:58.262319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:57.283249Z","time spent":"979.063313ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-zvdtk\" "} {"level":"warn","ts":"2026-03-31T18:28:58.262299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453854204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:28:58.262364Z","caller":"traceutil/trace.go:171","msg":"trace[675464809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:588; }","duration":"1.453938737s","start":"2026-03-31T18:28:56.808407Z","end":"2026-03-31T18:28:58.262346Z","steps":["trace[675464809] 'agreement among raft nodes before linearized reading' (duration: 1.453718241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:58.262399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:56.80836Z","time spent":"1.454031269s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:28:58.383297Z","caller":"traceutil/trace.go:171","msg":"trace[215929184] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"107.829136ms","start":"2026-03-31T18:28:58.275439Z","end":"2026-03-31T18:28:58.383268Z","steps":["trace[215929184] 'process raft request' (duration: 102.61383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:58.389401Z","caller":"traceutil/trace.go:171","msg":"trace[694486715] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"102.892025ms","start":"2026-03-31T18:28:58.286308Z","end":"2026-03-31T18:28:58.3892Z","steps":["trace[694486715] 'process raft request' (duration: 102.708861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:59.693539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444117763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:00.194117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444117763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:00.704597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444117763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:00.859655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.069001038s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:29:00.863098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11771635s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:00.86324Z","caller":"traceutil/trace.go:171","msg":"trace[1457205582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:592; }","duration":"2.117865203s","start":"2026-03-31T18:28:58.745349Z","end":"2026-03-31T18:29:00.863214Z","steps":["trace[1457205582] 'range keys from in-memory index tree' (duration: 2.117696779s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:00.863606Z","caller":"traceutil/trace.go:171","msg":"trace[1949445071] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"2.074099771s","start":"2026-03-31T18:28:58.78949Z","end":"2026-03-31T18:29:00.863589Z","steps":["trace[1949445071] 'process raft request' (duration: 2.070649335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:00.863724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:58.789449Z","time spent":"2.074198863s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:00.86723Z","caller":"traceutil/trace.go:171","msg":"trace[1344708054] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.891027865s","start":"2026-03-31T18:28:58.976174Z","end":"2026-03-31T18:29:00.867201Z","steps":["trace[1344708054] 'process raft request' (duration: 1.89080379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:00.867378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:58.976149Z","time spent":"1.891152437s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:00.875465Z","caller":"traceutil/trace.go:171","msg":"trace[1718129141] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:613; }","duration":"1.683026234s","start":"2026-03-31T18:28:59.192416Z","end":"2026-03-31T18:29:00.875443Z","steps":["trace[1718129141] 'read index received' (duration: 1.667439529s)","trace[1718129141] 'applied index is now lower than readState.Index' (duration: 15.585545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:00.875618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683196219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:29:00.87569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.771262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:00.875699Z","caller":"traceutil/trace.go:171","msg":"trace[1062231263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"1.683365842s","start":"2026-03-31T18:28:59.192314Z","end":"2026-03-31T18:29:00.87568Z","steps":["trace[1062231263] 'agreement among raft nodes before linearized reading' (duration: 1.683221509s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:00.875724Z","caller":"traceutil/trace.go:171","msg":"trace[1755581566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"608.869614ms","start":"2026-03-31T18:29:00.266846Z","end":"2026-03-31T18:29:00.875715Z","steps":["trace[1755581566] 'agreement among raft nodes before linearized reading' (duration: 608.716681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:00.875739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:59.192282Z","time spent":"1.683448045s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:00.875757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:00.266826Z","time spent":"608.924765ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:00.875756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.114303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:29:00.875765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.570878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:00.875796Z","caller":"traceutil/trace.go:171","msg":"trace[527935596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:594; }","duration":"597.172584ms","start":"2026-03-31T18:29:00.278612Z","end":"2026-03-31T18:29:00.875785Z","steps":["trace[527935596] 'agreement among raft nodes before linearized reading' (duration: 597.073892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:00.875646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.128903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:00.875824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:00.278599Z","time spent":"597.218185ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:00.875806Z","caller":"traceutil/trace.go:171","msg":"trace[1302677722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:594; }","duration":"586.65113ms","start":"2026-03-31T18:29:00.289143Z","end":"2026-03-31T18:29:00.875794Z","steps":["trace[1302677722] 'agreement among raft nodes before linearized reading' (duration: 586.511017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:00.87592Z","caller":"traceutil/trace.go:171","msg":"trace[1978708784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"430.367099ms","start":"2026-03-31T18:29:00.445479Z","end":"2026-03-31T18:29:00.875846Z","steps":["trace[1978708784] 'agreement among raft nodes before linearized reading' (duration: 430.133814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:00.875955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:00.289121Z","time spent":"586.823324ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:00.87602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:00.445462Z","time spent":"430.523003ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:01.403129Z","caller":"traceutil/trace.go:171","msg":"trace[2113821017] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"105.677447ms","start":"2026-03-31T18:29:01.297418Z","end":"2026-03-31T18:29:01.403096Z","steps":["trace[2113821017] 'process raft request' (duration: 105.486773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:02.903384Z","caller":"traceutil/trace.go:171","msg":"trace[795671402] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"366.478402ms","start":"2026-03-31T18:29:02.536875Z","end":"2026-03-31T18:29:02.903354Z","steps":["trace[795671402] 'process raft request' (duration: 366.306218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:02.903559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:02.536854Z","time spent":"366.625145ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:02.915169Z","caller":"traceutil/trace.go:171","msg":"trace[1512410065] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"185.134981ms","start":"2026-03-31T18:29:02.73Z","end":"2026-03-31T18:29:02.915135Z","steps":["trace[1512410065] 'process raft request' (duration: 184.873816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:16.949457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444118086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:17.449911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444118086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:17.950324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444118086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:18.039087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.630819483s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:18.039586Z","caller":"traceutil/trace.go:171","msg":"trace[413247857] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"1.631390976s","start":"2026-03-31T18:29:16.408158Z","end":"2026-03-31T18:29:18.039549Z","steps":["trace[413247857] 'process raft request' (duration: 1.631104809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.039845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:16.408141Z","time spent":"1.631577389s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:18.33251Z","caller":"traceutil/trace.go:171","msg":"trace[1716522866] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:785; }","duration":"1.88409699s","start":"2026-03-31T18:29:16.448395Z","end":"2026-03-31T18:29:18.332492Z","steps":["trace[1716522866] 'read index received' (duration: 1.590863866s)","trace[1716522866] 'applied index is now lower than readState.Index' (duration: 293.232364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:18.332589Z","caller":"traceutil/trace.go:171","msg":"trace[991358121] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"1.921918239s","start":"2026-03-31T18:29:16.410664Z","end":"2026-03-31T18:29:18.332582Z","steps":["trace[991358121] 'process raft request' (duration: 1.921703284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.33267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884255763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:18.332739Z","caller":"traceutil/trace.go:171","msg":"trace[1084347911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"1.884333015s","start":"2026-03-31T18:29:16.44839Z","end":"2026-03-31T18:29:18.332723Z","steps":["trace[1084347911] 'agreement among raft nodes before linearized reading' (duration: 1.884201312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.332733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:16.410638Z","time spent":"1.92196856s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:18.332783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:16.448339Z","time spent":"1.884432997s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:18.33878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353582126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:18.338786Z","caller":"traceutil/trace.go:171","msg":"trace[1432536258] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"159.692987ms","start":"2026-03-31T18:29:18.179065Z","end":"2026-03-31T18:29:18.338758Z","steps":["trace[1432536258] 'process raft request' (duration: 159.565154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.33881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352236237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:18.338957Z","caller":"traceutil/trace.go:171","msg":"trace[1266962680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:761; }","duration":"1.352297248s","start":"2026-03-31T18:29:16.986558Z","end":"2026-03-31T18:29:18.338855Z","steps":["trace[1266962680] 'agreement among raft nodes before linearized reading' (duration: 1.352155855s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.338988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.050668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:18.338825Z","caller":"traceutil/trace.go:171","msg":"trace[1341670759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:761; }","duration":"1.353660487s","start":"2026-03-31T18:29:16.98515Z","end":"2026-03-31T18:29:18.33881Z","steps":["trace[1341670759] 'agreement among raft nodes before linearized reading' (duration: 1.353557625s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:18.339016Z","caller":"traceutil/trace.go:171","msg":"trace[1785675644] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:761; }","duration":"993.17439ms","start":"2026-03-31T18:29:17.345832Z","end":"2026-03-31T18:29:18.339007Z","steps":["trace[1785675644] 'agreement among raft nodes before linearized reading' (duration: 993.087138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.339024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:16.986516Z","time spent":"1.352492302s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:18.339041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:17.345812Z","time spent":"993.220422ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:18.339043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359559808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:29:18.339086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:16.985129Z","time spent":"1.353924213s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:18.33914Z","caller":"traceutil/trace.go:171","msg":"trace[2089808887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:761; }","duration":"1.359707742s","start":"2026-03-31T18:29:16.979408Z","end":"2026-03-31T18:29:18.339116Z","steps":["trace[2089808887] 'agreement among raft nodes before linearized reading' (duration: 1.359438106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.3392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:16.979381Z","time spent":"1.359805874s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:18.339124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354339552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:18.339308Z","caller":"traceutil/trace.go:171","msg":"trace[1663599814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:761; }","duration":"1.354536156s","start":"2026-03-31T18:29:16.984754Z","end":"2026-03-31T18:29:18.33929Z","steps":["trace[1663599814] 'agreement among raft nodes before linearized reading' (duration: 1.354131428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.339371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:16.984744Z","time spent":"1.354610928s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:20.540603Z","caller":"traceutil/trace.go:171","msg":"trace[14278219] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:800; }","duration":"125.197351ms","start":"2026-03-31T18:29:20.415377Z","end":"2026-03-31T18:29:20.540574Z","steps":["trace[14278219] 'read index received' (duration: 124.517756ms)","trace[14278219] 'applied index is now lower than readState.Index' (duration: 678.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:20.540703Z","caller":"traceutil/trace.go:171","msg":"trace[91880258] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"130.865737ms","start":"2026-03-31T18:29:20.409808Z","end":"2026-03-31T18:29:20.540673Z","steps":["trace[91880258] 'process raft request' (duration: 130.05417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:20.540808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.402105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:20.540854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.431047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:20.540911Z","caller":"traceutil/trace.go:171","msg":"trace[220175734] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:773; }","duration":"125.549389ms","start":"2026-03-31T18:29:20.415336Z","end":"2026-03-31T18:29:20.540886Z","steps":["trace[220175734] 'agreement among raft nodes before linearized reading' (duration: 125.382455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.54093Z","caller":"traceutil/trace.go:171","msg":"trace[1803897104] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:773; }","duration":"125.55729ms","start":"2026-03-31T18:29:20.415357Z","end":"2026-03-31T18:29:20.540914Z","steps":["trace[1803897104] 'agreement among raft nodes before linearized reading' (duration: 125.419357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:20.540977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.956732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:20.541027Z","caller":"traceutil/trace.go:171","msg":"trace[218244073] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:773; }","duration":"101.084735ms","start":"2026-03-31T18:29:20.439933Z","end":"2026-03-31T18:29:20.541017Z","steps":["trace[218244073] 'agreement among raft nodes before linearized reading' (duration: 100.994163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:20.541186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.257359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:20.541226Z","caller":"traceutil/trace.go:171","msg":"trace[1738254707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:773; }","duration":"101.31848ms","start":"2026-03-31T18:29:20.439897Z","end":"2026-03-31T18:29:20.541216Z","steps":["trace[1738254707] 'agreement among raft nodes before linearized reading' (duration: 101.259329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:20.541394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.622349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:20.541483Z","caller":"traceutil/trace.go:171","msg":"trace[1118235919] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:773; }","duration":"125.712461ms","start":"2026-03-31T18:29:20.415724Z","end":"2026-03-31T18:29:20.541437Z","steps":["trace[1118235919] 'agreement among raft nodes before linearized reading' (duration: 125.572928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:21.703164Z","caller":"traceutil/trace.go:171","msg":"trace[1370666425] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"119.674389ms","start":"2026-03-31T18:29:21.58346Z","end":"2026-03-31T18:29:21.703134Z","steps":["trace[1370666425] 'process raft request' (duration: 92.134167ms)","trace[1370666425] 'compare' (duration: 27.410339ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:21.908275Z","caller":"traceutil/trace.go:171","msg":"trace[1087895389] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"199.0017ms","start":"2026-03-31T18:29:21.709245Z","end":"2026-03-31T18:29:21.908247Z","steps":["trace[1087895389] 'process raft request' (duration: 112.274214ms)","trace[1087895389] 'compare' (duration: 86.603794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:28.593712Z","caller":"traceutil/trace.go:171","msg":"trace[1294413693] linearizableReadLoop","detail":"{readStateIndex:906; appliedIndex:905; }","duration":"187.833661ms","start":"2026-03-31T18:29:28.405862Z","end":"2026-03-31T18:29:28.593696Z","steps":["trace[1294413693] 'read index received' (duration: 187.640067ms)","trace[1294413693] 'applied index is now lower than readState.Index' (duration: 192.714µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:28.59394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.892411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:28.593973Z","caller":"traceutil/trace.go:171","msg":"trace[1947865804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:877; }","duration":"186.964683ms","start":"2026-03-31T18:29:28.406999Z","end":"2026-03-31T18:29:28.593964Z","steps":["trace[1947865804] 'agreement among raft nodes before linearized reading' (duration: 186.82491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.594051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.164429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:28.594135Z","caller":"traceutil/trace.go:171","msg":"trace[150143453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:877; }","duration":"188.288961ms","start":"2026-03-31T18:29:28.405824Z","end":"2026-03-31T18:29:28.594113Z","steps":["trace[150143453] 'agreement among raft nodes before linearized reading' (duration: 187.999005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.594187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.250546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:28.593791Z","caller":"traceutil/trace.go:171","msg":"trace[45972743] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"195.165145ms","start":"2026-03-31T18:29:28.398592Z","end":"2026-03-31T18:29:28.593758Z","steps":["trace[45972743] 'process raft request' (duration: 194.982741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:28.594286Z","caller":"traceutil/trace.go:171","msg":"trace[1336538250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:877; }","duration":"186.42909ms","start":"2026-03-31T18:29:28.407833Z","end":"2026-03-31T18:29:28.594262Z","steps":["trace[1336538250] 'agreement among raft nodes before linearized reading' (duration: 186.142903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:30.585542Z","caller":"traceutil/trace.go:171","msg":"trace[1472093589] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"409.951986ms","start":"2026-03-31T18:29:30.175563Z","end":"2026-03-31T18:29:30.585515Z","steps":["trace[1472093589] 'process raft request' (duration: 409.70993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:30.585787Z","caller":"traceutil/trace.go:171","msg":"trace[1974102054] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"409.913494ms","start":"2026-03-31T18:29:30.175819Z","end":"2026-03-31T18:29:30.585733Z","steps":["trace[1974102054] 'process raft request' (duration: 409.643388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.585789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.175546Z","time spent":"410.092138ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:30.586073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.175813Z","time spent":"410.080288ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:30.585954Z","caller":"traceutil/trace.go:171","msg":"trace[1071885859] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"409.268891ms","start":"2026-03-31T18:29:30.176666Z","end":"2026-03-31T18:29:30.585935Z","steps":["trace[1071885859] 'process raft request' (duration: 409.023645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.586334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.834401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-jndpn\" ","response":"range_response_count:1 size:2650"} {"level":"info","ts":"2026-03-31T18:29:30.586421Z","caller":"traceutil/trace.go:171","msg":"trace[548821729] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-jndpn; range_end:; response_count:1; response_revision:901; }","duration":"381.953944ms","start":"2026-03-31T18:29:30.204435Z","end":"2026-03-31T18:29:30.586389Z","steps":["trace[548821729] 'agreement among raft nodes before linearized reading' (duration: 381.728789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.586315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.176662Z","time spent":"409.538536ms","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3204,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:30.586398Z","caller":"traceutil/trace.go:171","msg":"trace[1248996579] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"407.515011ms","start":"2026-03-31T18:29:30.178812Z","end":"2026-03-31T18:29:30.586327Z","steps":["trace[1248996579] 'process raft request' (duration: 407.024801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.586485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.20441Z","time spent":"382.059906ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":2674,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-jndpn\" "} {"level":"info","ts":"2026-03-31T18:29:30.58613Z","caller":"traceutil/trace.go:171","msg":"trace[234700841] linearizableReadLoop","detail":"{readStateIndex:931; appliedIndex:927; }","duration":"381.626117ms","start":"2026-03-31T18:29:30.204488Z","end":"2026-03-31T18:29:30.586114Z","steps":["trace[234700841] 'read index received' (duration: 380.8822ms)","trace[234700841] 'applied index is now lower than readState.Index' (duration: 742.907µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:30.58666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.178791Z","time spent":"407.741546ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:31.070577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.208442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:31.070745Z","caller":"traceutil/trace.go:171","msg":"trace[993828320] linearizableReadLoop","detail":"{readStateIndex:932; appliedIndex:931; }","duration":"484.098952ms","start":"2026-03-31T18:29:30.586624Z","end":"2026-03-31T18:29:31.070723Z","steps":["trace[993828320] 'read index received' (duration: 186.85514ms)","trace[993828320] 'applied index is now lower than readState.Index' (duration: 297.242132ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:31.070789Z","caller":"traceutil/trace.go:171","msg":"trace[341850132] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"863.536971ms","start":"2026-03-31T18:29:30.207201Z","end":"2026-03-31T18:29:31.070737Z","steps":["trace[341850132] 'process raft request' (duration: 566.072864ms)","trace[341850132] 'compare' (duration: 297.005277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:31.070895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.64719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:31.070947Z","caller":"traceutil/trace.go:171","msg":"trace[101267954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:902; }","duration":"622.729122ms","start":"2026-03-31T18:29:30.448192Z","end":"2026-03-31T18:29:31.070921Z","steps":["trace[101267954] 'agreement among raft nodes before linearized reading' (duration: 622.62724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.07095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.20718Z","time spent":"863.691484ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:31.070994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.44817Z","time spent":"622.815213ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:31.071211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.651549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-31T18:29:31.071314Z","caller":"traceutil/trace.go:171","msg":"trace[578183906] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:902; }","duration":"631.810183ms","start":"2026-03-31T18:29:30.439476Z","end":"2026-03-31T18:29:31.071287Z","steps":["trace[578183906] 'agreement among raft nodes before linearized reading' (duration: 631.521806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.071225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.150022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"warn","ts":"2026-03-31T18:29:31.071366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.439455Z","time spent":"631.901595ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-31T18:29:31.071378Z","caller":"traceutil/trace.go:171","msg":"trace[992230486] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:902; }","duration":"804.365016ms","start":"2026-03-31T18:29:30.266995Z","end":"2026-03-31T18:29:31.07136Z","steps":["trace[992230486] 'agreement among raft nodes before linearized reading' (duration: 804.034629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.071478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.266966Z","time spent":"804.498939ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12779,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"info","ts":"2026-03-31T18:29:31.16712Z","caller":"traceutil/trace.go:171","msg":"trace[2093452367] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"574.264035ms","start":"2026-03-31T18:29:30.592826Z","end":"2026-03-31T18:29:31.16709Z","steps":["trace[2093452367] 'process raft request' (duration: 574.186624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.16725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.308063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:31.167295Z","caller":"traceutil/trace.go:171","msg":"trace[160579072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:904; }","duration":"559.413346ms","start":"2026-03-31T18:29:30.60787Z","end":"2026-03-31T18:29:31.167283Z","steps":["trace[160579072] 'agreement among raft nodes before linearized reading' (duration: 559.21011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.167322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.607845Z","time spent":"559.470857ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:31.167342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.592807Z","time spent":"574.415269ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3596,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:31.167402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.546112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:31.167133Z","caller":"traceutil/trace.go:171","msg":"trace[140652658] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"574.393439ms","start":"2026-03-31T18:29:30.59271Z","end":"2026-03-31T18:29:31.167103Z","steps":["trace[140652658] 'process raft request' (duration: 574.162104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:31.167469Z","caller":"traceutil/trace.go:171","msg":"trace[304562971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:904; }","duration":"560.664054ms","start":"2026-03-31T18:29:30.606785Z","end":"2026-03-31T18:29:31.167449Z","steps":["trace[304562971] 'agreement among raft nodes before linearized reading' (duration: 560.487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.16747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.747973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:29:31.167527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.606768Z","time spent":"560.741716ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:29:31.167557Z","caller":"traceutil/trace.go:171","msg":"trace[1417403104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:904; }","duration":"559.862765ms","start":"2026-03-31T18:29:30.607673Z","end":"2026-03-31T18:29:31.167536Z","steps":["trace[1417403104] 'agreement among raft nodes before linearized reading' (duration: 559.62624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.167612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.607667Z","time spent":"559.935598ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:31.167508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.114771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:31.167702Z","caller":"traceutil/trace.go:171","msg":"trace[1808893259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:904; }","duration":"569.319867ms","start":"2026-03-31T18:29:30.598372Z","end":"2026-03-31T18:29:31.167692Z","steps":["trace[1808893259] 'agreement among raft nodes before linearized reading' (duration: 569.02969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.167749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.5983Z","time spent":"569.439089ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:31.167693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.592682Z","time spent":"574.847329ms","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3249,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:31.693103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.788744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:31.693239Z","caller":"traceutil/trace.go:171","msg":"trace[1931049255] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:934; }","duration":"526.163996ms","start":"2026-03-31T18:29:31.16706Z","end":"2026-03-31T18:29:31.693224Z","steps":["trace[1931049255] 'read index received' (duration: 395.198018ms)","trace[1931049255] 'applied index is now lower than readState.Index' (duration: 130.964598ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:31.69331Z","caller":"traceutil/trace.go:171","msg":"trace[351018013] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"609.158499ms","start":"2026-03-31T18:29:31.084142Z","end":"2026-03-31T18:29:31.6933Z","steps":["trace[351018013] 'process raft request' (duration: 478.092079ms)","trace[351018013] 'compare' (duration: 130.660061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:31.693374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.084123Z","time spent":"609.219861ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:31.693462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.340238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:31.693588Z","caller":"traceutil/trace.go:171","msg":"trace[374938243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:905; }","duration":"620.503322ms","start":"2026-03-31T18:29:31.073056Z","end":"2026-03-31T18:29:31.693559Z","steps":["trace[374938243] 'agreement among raft nodes before linearized reading' (duration: 620.285057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.693639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.073039Z","time spent":"620.591423ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:31.693738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.869919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-jndpn\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-03-31T18:29:31.693819Z","caller":"traceutil/trace.go:171","msg":"trace[1236474491] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-jndpn; range_end:; response_count:1; response_revision:905; }","duration":"621.021363ms","start":"2026-03-31T18:29:31.072781Z","end":"2026-03-31T18:29:31.693803Z","steps":["trace[1236474491] 'agreement among raft nodes before linearized reading' (duration: 620.650465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.693861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.072755Z","time spent":"621.099975ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3635,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-jndpn\" "} {"level":"info","ts":"2026-03-31T18:29:31.887805Z","caller":"traceutil/trace.go:171","msg":"trace[266776248] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"682.254314ms","start":"2026-03-31T18:29:31.205538Z","end":"2026-03-31T18:29:31.887792Z","steps":["trace[266776248] 'process raft request' (duration: 682.07248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:31.887863Z","caller":"traceutil/trace.go:171","msg":"trace[793249081] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"682.334066ms","start":"2026-03-31T18:29:31.20552Z","end":"2026-03-31T18:29:31.887854Z","steps":["trace[793249081] 'process raft request' (duration: 682.141632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:31.887908Z","caller":"traceutil/trace.go:171","msg":"trace[947767932] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:935; }","duration":"194.632244ms","start":"2026-03-31T18:29:31.693264Z","end":"2026-03-31T18:29:31.887896Z","steps":["trace[947767932] 'read index received' (duration: 121.351186ms)","trace[947767932] 'applied index is now lower than readState.Index' (duration: 73.280188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:31.887947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.205491Z","time spent":"682.400837ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:31.887957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.20553Z","time spent":"682.347016ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:31.887976Z","caller":"traceutil/trace.go:171","msg":"trace[689217828] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"642.289545ms","start":"2026-03-31T18:29:31.245679Z","end":"2026-03-31T18:29:31.887968Z","steps":["trace[689217828] 'process raft request' (duration: 642.094441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.888028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.245646Z","time spent":"642.350877ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:31.887816Z","caller":"traceutil/trace.go:171","msg":"trace[138521440] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"682.162742ms","start":"2026-03-31T18:29:31.20564Z","end":"2026-03-31T18:29:31.887803Z","steps":["trace[138521440] 'process raft request' (duration: 682.055659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.888096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.205608Z","time spent":"682.456079ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:31.888129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.458249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:31.887804Z","caller":"traceutil/trace.go:171","msg":"trace[225007509] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"682.314465ms","start":"2026-03-31T18:29:31.205447Z","end":"2026-03-31T18:29:31.887762Z","steps":["trace[225007509] 'process raft request' (duration: 609.17239ms)","trace[225007509] 'compare' (duration: 72.861869ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:31.888199Z","caller":"traceutil/trace.go:171","msg":"trace[1818226332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:911; }","duration":"185.552571ms","start":"2026-03-31T18:29:31.702626Z","end":"2026-03-31T18:29:31.888179Z","steps":["trace[1818226332] 'agreement among raft nodes before linearized reading' (duration: 185.385147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:31.888189Z","caller":"traceutil/trace.go:171","msg":"trace[1292943503] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"311.773424ms","start":"2026-03-31T18:29:31.576362Z","end":"2026-03-31T18:29:31.888135Z","steps":["trace[1292943503] 'process raft request' (duration: 311.488528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.888261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.284986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:29:31.888246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.205418Z","time spent":"682.793796ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3720,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:31.888388Z","caller":"traceutil/trace.go:171","msg":"trace[2137847386] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:911; }","duration":"606.524182ms","start":"2026-03-31T18:29:31.28184Z","end":"2026-03-31T18:29:31.888364Z","steps":["trace[2137847386] 'agreement among raft nodes before linearized reading' (duration: 606.159444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.888449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.28181Z","time spent":"606.627935ms","remote":"127.0.0.1:51750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":69,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:31.888459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.576325Z","time spent":"311.995199ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:32.328567Z","caller":"traceutil/trace.go:171","msg":"trace[1721406834] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"183.457335ms","start":"2026-03-31T18:29:32.145089Z","end":"2026-03-31T18:29:32.328546Z","steps":["trace[1721406834] 'process raft request' (duration: 183.325972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:32.518329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.42779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bs6wl\" ","response":"range_response_count:1 size:5677"} {"level":"info","ts":"2026-03-31T18:29:32.51843Z","caller":"traceutil/trace.go:171","msg":"trace[1636398799] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bs6wl; range_end:; response_count:1; response_revision:913; }","duration":"118.548993ms","start":"2026-03-31T18:29:32.399857Z","end":"2026-03-31T18:29:32.518406Z","steps":["trace[1636398799] 'range keys from in-memory index tree' (duration: 118.223056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.091497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444118393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:33.171837Z","caller":"traceutil/trace.go:171","msg":"trace[1690730642] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:943; }","duration":"580.396221ms","start":"2026-03-31T18:29:32.591418Z","end":"2026-03-31T18:29:33.171814Z","steps":["trace[1690730642] 'read index received' (duration: 580.166966ms)","trace[1690730642] 'applied index is now lower than readState.Index' (duration: 228.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:33.171914Z","caller":"traceutil/trace.go:171","msg":"trace[129825254] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"646.524101ms","start":"2026-03-31T18:29:32.525354Z","end":"2026-03-31T18:29:33.171878Z","steps":["trace[129825254] 'process raft request' (duration: 646.312026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.172045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.610725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:29:33.17205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.525323Z","time spent":"646.641772ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5472,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:33.172089Z","caller":"traceutil/trace.go:171","msg":"trace[1961675584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:914; }","duration":"580.735349ms","start":"2026-03-31T18:29:32.591344Z","end":"2026-03-31T18:29:33.172079Z","steps":["trace[1961675584] 'agreement among raft nodes before linearized reading' (duration: 580.568765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.172123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.591314Z","time spent":"580.80095ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:29:33.300546Z","caller":"traceutil/trace.go:171","msg":"trace[1621270016] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"124.835073ms","start":"2026-03-31T18:29:33.175686Z","end":"2026-03-31T18:29:33.300521Z","steps":["trace[1621270016] 'process raft request' (duration: 123.937193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.474637Z","caller":"traceutil/trace.go:171","msg":"trace[1530105351] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"297.861125ms","start":"2026-03-31T18:29:33.176735Z","end":"2026-03-31T18:29:33.474596Z","steps":["trace[1530105351] 'process raft request' (duration: 280.389457ms)","trace[1530105351] 'compare' (duration: 16.988798ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:33.474997Z","caller":"traceutil/trace.go:171","msg":"trace[1949118025] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"297.483787ms","start":"2026-03-31T18:29:33.177491Z","end":"2026-03-31T18:29:33.474975Z","steps":["trace[1949118025] 'process raft request' (duration: 296.953606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.475348Z","caller":"traceutil/trace.go:171","msg":"trace[571704532] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"297.364055ms","start":"2026-03-31T18:29:33.177947Z","end":"2026-03-31T18:29:33.475311Z","steps":["trace[571704532] 'process raft request' (duration: 296.917355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.033656Z","caller":"traceutil/trace.go:171","msg":"trace[393864393] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:965; }","duration":"305.001465ms","start":"2026-03-31T18:29:35.728632Z","end":"2026-03-31T18:29:36.033634Z","steps":["trace[393864393] 'read index received' (duration: 25.277382ms)","trace[393864393] 'applied index is now lower than readState.Index' (duration: 279.722793ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:36.033755Z","caller":"traceutil/trace.go:171","msg":"trace[1207335848] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"329.392146ms","start":"2026-03-31T18:29:35.704354Z","end":"2026-03-31T18:29:36.033746Z","steps":["trace[1207335848] 'process raft request' (duration: 328.912036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.033857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:35.704337Z","time spent":"329.444398ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:36.033925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.2817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:36.033989Z","caller":"traceutil/trace.go:171","msg":"trace[874572422] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:935; }","duration":"305.387053ms","start":"2026-03-31T18:29:35.728583Z","end":"2026-03-31T18:29:36.03397Z","steps":["trace[874572422] 'agreement among raft nodes before linearized reading' (duration: 305.25851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.034033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:35.728566Z","time spent":"305.457764ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:36.133216Z","caller":"traceutil/trace.go:171","msg":"trace[2115528899] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"375.755626ms","start":"2026-03-31T18:29:35.757439Z","end":"2026-03-31T18:29:36.133195Z","steps":["trace[2115528899] 'process raft request' (duration: 375.445989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.13333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:35.757419Z","time spent":"375.859289ms","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:36.133419Z","caller":"traceutil/trace.go:171","msg":"trace[1721038507] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"298.419897ms","start":"2026-03-31T18:29:35.834985Z","end":"2026-03-31T18:29:36.133405Z","steps":["trace[1721038507] 'process raft request' (duration: 298.155222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.133493Z","caller":"traceutil/trace.go:171","msg":"trace[497319549] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"375.828718ms","start":"2026-03-31T18:29:35.757655Z","end":"2026-03-31T18:29:36.133483Z","steps":["trace[497319549] 'process raft request' (duration: 375.377158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.13351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.803667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:36.133574Z","caller":"traceutil/trace.go:171","msg":"trace[1927413932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:938; }","duration":"221.904649ms","start":"2026-03-31T18:29:35.911651Z","end":"2026-03-31T18:29:36.133556Z","steps":["trace[1927413932] 'agreement among raft nodes before linearized reading' (duration: 221.804707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.133411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.125795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:36.133667Z","caller":"traceutil/trace.go:171","msg":"trace[1108009297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:938; }","duration":"227.435292ms","start":"2026-03-31T18:29:35.906218Z","end":"2026-03-31T18:29:36.133654Z","steps":["trace[1108009297] 'agreement among raft nodes before linearized reading' (duration: 227.023423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.133672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.007182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:29:36.133536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:35.757646Z","time spent":"375.871009ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:36.133739Z","caller":"traceutil/trace.go:171","msg":"trace[493961077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:938; }","duration":"222.109123ms","start":"2026-03-31T18:29:35.911615Z","end":"2026-03-31T18:29:36.133724Z","steps":["trace[493961077] 'agreement among raft nodes before linearized reading' (duration: 221.874238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.39818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:36.134092Z","caller":"traceutil/trace.go:171","msg":"trace[1719940998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:938; }","duration":"222.516693ms","start":"2026-03-31T18:29:35.911559Z","end":"2026-03-31T18:29:36.134076Z","steps":["trace[1719940998] 'agreement among raft nodes before linearized reading' (duration: 222.303187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.28273Z","caller":"traceutil/trace.go:171","msg":"trace[1514184744] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"129.144179ms","start":"2026-03-31T18:29:36.153561Z","end":"2026-03-31T18:29:36.282705Z","steps":["trace[1514184744] 'process raft request' (duration: 129.103388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.282894Z","caller":"traceutil/trace.go:171","msg":"trace[1469294027] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"129.433006ms","start":"2026-03-31T18:29:36.153398Z","end":"2026-03-31T18:29:36.282831Z","steps":["trace[1469294027] 'process raft request' (duration: 129.115519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.282899Z","caller":"traceutil/trace.go:171","msg":"trace[903783687] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"129.375985ms","start":"2026-03-31T18:29:36.153488Z","end":"2026-03-31T18:29:36.282864Z","steps":["trace[903783687] 'process raft request' (duration: 129.14042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.544454Z","caller":"traceutil/trace.go:171","msg":"trace[1568337965] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"147.678171ms","start":"2026-03-31T18:29:36.396751Z","end":"2026-03-31T18:29:36.544429Z","steps":["trace[1568337965] 'process raft request' (duration: 147.469336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.544599Z","caller":"traceutil/trace.go:171","msg":"trace[1608434567] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"146.710768ms","start":"2026-03-31T18:29:36.397861Z","end":"2026-03-31T18:29:36.544572Z","steps":["trace[1608434567] 'process raft request' (duration: 146.495363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.544711Z","caller":"traceutil/trace.go:171","msg":"trace[200008120] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"136.492732ms","start":"2026-03-31T18:29:36.4082Z","end":"2026-03-31T18:29:36.544693Z","steps":["trace[200008120] 'process raft request' (duration: 136.43357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.54476Z","caller":"traceutil/trace.go:171","msg":"trace[440874537] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"140.307386ms","start":"2026-03-31T18:29:36.404409Z","end":"2026-03-31T18:29:36.544716Z","steps":["trace[440874537] 'process raft request' (duration: 140.0231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.54481Z","caller":"traceutil/trace.go:171","msg":"trace[474683985] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"138.162649ms","start":"2026-03-31T18:29:36.406629Z","end":"2026-03-31T18:29:36.544792Z","steps":["trace[474683985] 'process raft request' (duration: 137.907153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.861853Z","caller":"traceutil/trace.go:171","msg":"trace[1656903700] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"269.788812ms","start":"2026-03-31T18:29:36.592035Z","end":"2026-03-31T18:29:36.861823Z","steps":["trace[1656903700] 'process raft request' (duration: 239.541761ms)","trace[1656903700] 'compare' (duration: 30.071208ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:36.861996Z","caller":"traceutil/trace.go:171","msg":"trace[1444987966] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"268.938524ms","start":"2026-03-31T18:29:36.593036Z","end":"2026-03-31T18:29:36.861975Z","steps":["trace[1444987966] 'process raft request' (duration: 268.722349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.987232Z","caller":"traceutil/trace.go:171","msg":"trace[442111904] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"382.559647ms","start":"2026-03-31T18:29:36.604641Z","end":"2026-03-31T18:29:36.9872Z","steps":["trace[442111904] 'process raft request' (duration: 377.901883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.987317Z","caller":"traceutil/trace.go:171","msg":"trace[990933029] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"381.218277ms","start":"2026-03-31T18:29:36.606068Z","end":"2026-03-31T18:29:36.987286Z","steps":["trace[990933029] 'process raft request' (duration: 381.096015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.987373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.604616Z","time spent":"382.696751ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:36.987379Z","caller":"traceutil/trace.go:171","msg":"trace[544253541] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"381.063624ms","start":"2026-03-31T18:29:36.606292Z","end":"2026-03-31T18:29:36.987355Z","steps":["trace[544253541] 'process raft request' (duration: 380.942151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.987449Z","caller":"traceutil/trace.go:171","msg":"trace[1724212703] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"380.86543ms","start":"2026-03-31T18:29:36.606576Z","end":"2026-03-31T18:29:36.987441Z","steps":["trace[1724212703] 'process raft request' (duration: 380.730077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.987468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.606271Z","time spent":"381.154866ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:36.98749Z","caller":"traceutil/trace.go:171","msg":"trace[170127033] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"380.812578ms","start":"2026-03-31T18:29:36.606668Z","end":"2026-03-31T18:29:36.987481Z","steps":["trace[170127033] 'process raft request' (duration: 380.674545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.98749Z","caller":"traceutil/trace.go:171","msg":"trace[1462596475] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"381.074364ms","start":"2026-03-31T18:29:36.606399Z","end":"2026-03-31T18:29:36.987473Z","steps":["trace[1462596475] 'process raft request' (duration: 380.87042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.987533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.606659Z","time spent":"380.854919ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:36.987535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.606559Z","time spent":"380.930261ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:36.987555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.606365Z","time spent":"381.163246ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:36.987569Z","caller":"traceutil/trace.go:171","msg":"trace[2077012790] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"380.670245ms","start":"2026-03-31T18:29:36.606882Z","end":"2026-03-31T18:29:36.987553Z","steps":["trace[2077012790] 'process raft request' (duration: 380.492491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.987316Z","caller":"traceutil/trace.go:171","msg":"trace[1514356793] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"381.891582ms","start":"2026-03-31T18:29:36.605388Z","end":"2026-03-31T18:29:36.98728Z","steps":["trace[1514356793] 'process raft request' (duration: 381.727969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.987441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.606047Z","time spent":"381.33189ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:36.987622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.606871Z","time spent":"380.724337ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:36.987591Z","caller":"traceutil/trace.go:171","msg":"trace[1826120523] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"380.683325ms","start":"2026-03-31T18:29:36.606888Z","end":"2026-03-31T18:29:36.987571Z","steps":["trace[1826120523] 'process raft request' (duration: 380.517592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.987638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.605358Z","time spent":"382.25876ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:36.987627Z","caller":"traceutil/trace.go:171","msg":"trace[265912987] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"378.515197ms","start":"2026-03-31T18:29:36.609081Z","end":"2026-03-31T18:29:36.987596Z","steps":["trace[265912987] 'process raft request' (duration: 378.420945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.987652Z","caller":"traceutil/trace.go:171","msg":"trace[399564517] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"380.293297ms","start":"2026-03-31T18:29:36.607311Z","end":"2026-03-31T18:29:36.987604Z","steps":["trace[399564517] 'process raft request' (duration: 380.129984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.987722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.606877Z","time spent":"380.786788ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:36.987707Z","caller":"traceutil/trace.go:171","msg":"trace[302663113] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"375.733765ms","start":"2026-03-31T18:29:36.611963Z","end":"2026-03-31T18:29:36.987696Z","steps":["trace[302663113] 'process raft request' (duration: 375.587812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.987846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.609069Z","time spent":"378.66309ms","remote":"127.0.0.1:51750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:36.987885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.611948Z","time spent":"375.891179ms","remote":"127.0.0.1:51750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:36.987931Z","caller":"traceutil/trace.go:171","msg":"trace[1424665014] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"381.749409ms","start":"2026-03-31T18:29:36.606165Z","end":"2026-03-31T18:29:36.987914Z","steps":["trace[1424665014] 'process raft request' (duration: 381.033663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.987968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.607297Z","time spent":"380.546682ms","remote":"127.0.0.1:51750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:36.988036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:36.606154Z","time spent":"381.850711ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:37.075017Z","caller":"traceutil/trace.go:171","msg":"trace[2060512174] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"205.30186ms","start":"2026-03-31T18:29:36.86969Z","end":"2026-03-31T18:29:37.074992Z","steps":["trace[2060512174] 'process raft request' (duration: 205.099305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.075364Z","caller":"traceutil/trace.go:171","msg":"trace[328943917] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"203.741775ms","start":"2026-03-31T18:29:36.871597Z","end":"2026-03-31T18:29:37.075338Z","steps":["trace[328943917] 'process raft request' (duration: 203.345426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.261945Z","caller":"traceutil/trace.go:171","msg":"trace[3314952] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"269.192289ms","start":"2026-03-31T18:29:36.992712Z","end":"2026-03-31T18:29:37.261905Z","steps":["trace[3314952] 'process raft request' (duration: 268.030053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.261997Z","caller":"traceutil/trace.go:171","msg":"trace[1004673542] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1016; }","duration":"186.659526ms","start":"2026-03-31T18:29:37.075259Z","end":"2026-03-31T18:29:37.261918Z","steps":["trace[1004673542] 'read index received' (duration: 185.569272ms)","trace[1004673542] 'applied index is now lower than readState.Index' (duration: 1.087794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:37.262106Z","caller":"traceutil/trace.go:171","msg":"trace[716257963] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"269.328362ms","start":"2026-03-31T18:29:36.992733Z","end":"2026-03-31T18:29:37.262061Z","steps":["trace[716257963] 'process raft request' (duration: 269.020786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.262114Z","caller":"traceutil/trace.go:171","msg":"trace[310652237] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"269.313412ms","start":"2026-03-31T18:29:36.992774Z","end":"2026-03-31T18:29:37.262088Z","steps":["trace[310652237] 'process raft request' (duration: 269.046886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:37.262351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.567381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-31T18:29:37.262399Z","caller":"traceutil/trace.go:171","msg":"trace[1819472396] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:987; }","duration":"266.677023ms","start":"2026-03-31T18:29:36.995707Z","end":"2026-03-31T18:29:37.262384Z","steps":["trace[1819472396] 'agreement among raft nodes before linearized reading' (duration: 266.381687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.339904Z","caller":"traceutil/trace.go:171","msg":"trace[1234655315] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"246.839082ms","start":"2026-03-31T18:29:37.093029Z","end":"2026-03-31T18:29:37.339868Z","steps":["trace[1234655315] 'process raft request' (duration: 246.74801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.339978Z","caller":"traceutil/trace.go:171","msg":"trace[1224504154] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"251.63557ms","start":"2026-03-31T18:29:37.088284Z","end":"2026-03-31T18:29:37.33992Z","steps":["trace[1224504154] 'process raft request' (duration: 251.302392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.418624Z","caller":"traceutil/trace.go:171","msg":"trace[1098036992] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"151.177038ms","start":"2026-03-31T18:29:37.267414Z","end":"2026-03-31T18:29:37.418591Z","steps":["trace[1098036992] 'process raft request' (duration: 150.887501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.418863Z","caller":"traceutil/trace.go:171","msg":"trace[1977707599] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"151.347001ms","start":"2026-03-31T18:29:37.267506Z","end":"2026-03-31T18:29:37.418853Z","steps":["trace[1977707599] 'process raft request' (duration: 151.020354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.419012Z","caller":"traceutil/trace.go:171","msg":"trace[1352837621] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"149.299736ms","start":"2026-03-31T18:29:37.269703Z","end":"2026-03-31T18:29:37.419003Z","steps":["trace[1352837621] 'process raft request' (duration: 148.874986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.495101Z","caller":"traceutil/trace.go:171","msg":"trace[1381871147] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"102.585988ms","start":"2026-03-31T18:29:37.392424Z","end":"2026-03-31T18:29:37.49501Z","steps":["trace[1381871147] 'process raft request' (duration: 102.304342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.495138Z","caller":"traceutil/trace.go:171","msg":"trace[1528317790] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"102.640819ms","start":"2026-03-31T18:29:37.392467Z","end":"2026-03-31T18:29:37.495108Z","steps":["trace[1528317790] 'process raft request' (duration: 102.476706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.643118Z","caller":"traceutil/trace.go:171","msg":"trace[1886438517] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"116.067627ms","start":"2026-03-31T18:29:37.527028Z","end":"2026-03-31T18:29:37.643096Z","steps":["trace[1886438517] 'process raft request' (duration: 115.907824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.711087Z","caller":"traceutil/trace.go:171","msg":"trace[1893698851] linearizableReadLoop","detail":"{readStateIndex:1030; appliedIndex:1028; }","duration":"145.817789ms","start":"2026-03-31T18:29:37.56525Z","end":"2026-03-31T18:29:37.711067Z","steps":["trace[1893698851] 'read index received' (duration: 77.745467ms)","trace[1893698851] 'applied index is now lower than readState.Index' (duration: 68.071542ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:37.711232Z","caller":"traceutil/trace.go:171","msg":"trace[1363163757] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"145.573244ms","start":"2026-03-31T18:29:37.56562Z","end":"2026-03-31T18:29:37.711194Z","steps":["trace[1363163757] 'process raft request' (duration: 145.397929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.711259Z","caller":"traceutil/trace.go:171","msg":"trace[1626278659] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"181.374858ms","start":"2026-03-31T18:29:37.529853Z","end":"2026-03-31T18:29:37.711228Z","steps":["trace[1626278659] 'process raft request' (duration: 178.232458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:37.71145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.191118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:77800"} {"level":"info","ts":"2026-03-31T18:29:37.711505Z","caller":"traceutil/trace.go:171","msg":"trace[1693395782] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:999; }","duration":"146.3013ms","start":"2026-03-31T18:29:37.565192Z","end":"2026-03-31T18:29:37.711494Z","steps":["trace[1693395782] 'agreement among raft nodes before linearized reading' (duration: 146.023074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.090765Z","caller":"traceutil/trace.go:171","msg":"trace[746003277] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"102.809094ms","start":"2026-03-31T18:29:37.987928Z","end":"2026-03-31T18:29:38.090738Z","steps":["trace[746003277] 'process raft request' (duration: 98.673233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.092443Z","caller":"traceutil/trace.go:171","msg":"trace[1349415849] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"104.42182ms","start":"2026-03-31T18:29:37.988Z","end":"2026-03-31T18:29:38.092422Z","steps":["trace[1349415849] 'process raft request' (duration: 104.230356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.092483Z","caller":"traceutil/trace.go:171","msg":"trace[982621273] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1050; }","duration":"103.137301ms","start":"2026-03-31T18:29:37.989323Z","end":"2026-03-31T18:29:38.092461Z","steps":["trace[982621273] 'read index received' (duration: 97.293101ms)","trace[982621273] 'applied index is now lower than readState.Index' (duration: 5.84286ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:38.092547Z","caller":"traceutil/trace.go:171","msg":"trace[1947624439] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"102.981708ms","start":"2026-03-31T18:29:37.98953Z","end":"2026-03-31T18:29:38.092512Z","steps":["trace[1947624439] 'process raft request' (duration: 102.826264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:38.092696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.365315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-31T18:29:38.092725Z","caller":"traceutil/trace.go:171","msg":"trace[708354361] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1023; }","duration":"103.420617ms","start":"2026-03-31T18:29:37.989297Z","end":"2026-03-31T18:29:38.092718Z","steps":["trace[708354361] 'agreement among raft nodes before linearized reading' (duration: 103.312075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.092797Z","caller":"traceutil/trace.go:171","msg":"trace[1925757732] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"104.469601ms","start":"2026-03-31T18:29:37.988146Z","end":"2026-03-31T18:29:38.092615Z","steps":["trace[1925757732] 'process raft request' (duration: 104.177585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:38.092839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.057099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"warn","ts":"2026-03-31T18:29:38.092877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.602464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-31T18:29:38.092933Z","caller":"traceutil/trace.go:171","msg":"trace[1365586303] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1023; }","duration":"103.186701ms","start":"2026-03-31T18:29:37.989723Z","end":"2026-03-31T18:29:38.09291Z","steps":["trace[1365586303] 'agreement among raft nodes before linearized reading' (duration: 102.925526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.092941Z","caller":"traceutil/trace.go:171","msg":"trace[660987004] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1023; }","duration":"100.689367ms","start":"2026-03-31T18:29:37.992236Z","end":"2026-03-31T18:29:38.092925Z","steps":["trace[660987004] 'agreement among raft nodes before linearized reading' (duration: 100.514643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.254696Z","caller":"traceutil/trace.go:171","msg":"trace[305336944] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"151.765191ms","start":"2026-03-31T18:29:38.102888Z","end":"2026-03-31T18:29:38.254653Z","steps":["trace[305336944] 'process raft request' (duration: 115.552607ms)","trace[305336944] 'compare' (duration: 35.980138ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:38.25479Z","caller":"traceutil/trace.go:171","msg":"trace[871606070] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"151.853834ms","start":"2026-03-31T18:29:38.10291Z","end":"2026-03-31T18:29:38.254764Z","steps":["trace[871606070] 'process raft request' (duration: 151.666418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.254821Z","caller":"traceutil/trace.go:171","msg":"trace[782058319] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"150.974243ms","start":"2026-03-31T18:29:38.103812Z","end":"2026-03-31T18:29:38.254786Z","steps":["trace[782058319] 'process raft request' (duration: 150.828719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.25492Z","caller":"traceutil/trace.go:171","msg":"trace[1179648779] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"150.687217ms","start":"2026-03-31T18:29:38.104217Z","end":"2026-03-31T18:29:38.254904Z","steps":["trace[1179648779] 'process raft request' (duration: 150.633675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.254949Z","caller":"traceutil/trace.go:171","msg":"trace[154943073] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"151.000344ms","start":"2026-03-31T18:29:38.103938Z","end":"2026-03-31T18:29:38.254938Z","steps":["trace[154943073] 'process raft request' (duration: 150.826791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.255069Z","caller":"traceutil/trace.go:171","msg":"trace[1625981370] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"151.184878ms","start":"2026-03-31T18:29:38.103864Z","end":"2026-03-31T18:29:38.255049Z","steps":["trace[1625981370] 'process raft request' (duration: 150.853891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.255058Z","caller":"traceutil/trace.go:171","msg":"trace[160878811] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"151.066535ms","start":"2026-03-31T18:29:38.103958Z","end":"2026-03-31T18:29:38.255024Z","steps":["trace[160878811] 'process raft request' (duration: 150.855461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.255277Z","caller":"traceutil/trace.go:171","msg":"trace[990747441] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"150.679047ms","start":"2026-03-31T18:29:38.104572Z","end":"2026-03-31T18:29:38.255251Z","steps":["trace[990747441] 'process raft request' (duration: 150.316639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.255363Z","caller":"traceutil/trace.go:171","msg":"trace[1343120714] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"150.609826ms","start":"2026-03-31T18:29:38.104717Z","end":"2026-03-31T18:29:38.255327Z","steps":["trace[1343120714] 'process raft request' (duration: 150.457573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.25542Z","caller":"traceutil/trace.go:171","msg":"trace[1090010957] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"150.501853ms","start":"2026-03-31T18:29:38.104904Z","end":"2026-03-31T18:29:38.255406Z","steps":["trace[1090010957] 'process raft request' (duration: 150.357429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.255458Z","caller":"traceutil/trace.go:171","msg":"trace[1898398897] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"149.880269ms","start":"2026-03-31T18:29:38.10556Z","end":"2026-03-31T18:29:38.25544Z","steps":["trace[1898398897] 'process raft request' (duration: 149.745416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.492451Z","caller":"traceutil/trace.go:171","msg":"trace[1452495038] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"118.855299ms","start":"2026-03-31T18:29:38.37357Z","end":"2026-03-31T18:29:38.492425Z","steps":["trace[1452495038] 'process raft request' (duration: 118.275437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.669945Z","caller":"traceutil/trace.go:171","msg":"trace[68926522] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1087; }","duration":"147.413994ms","start":"2026-03-31T18:29:38.522499Z","end":"2026-03-31T18:29:38.669913Z","steps":["trace[68926522] 'read index received' (duration: 85.187662ms)","trace[68926522] 'applied index is now lower than readState.Index' (duration: 62.224712ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:38.670133Z","caller":"traceutil/trace.go:171","msg":"trace[1670997264] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"147.6776ms","start":"2026-03-31T18:29:38.522408Z","end":"2026-03-31T18:29:38.670086Z","steps":["trace[1670997264] 'process raft request' (duration: 85.368446ms)","trace[1670997264] 'compare' (duration: 61.385533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:38.670417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.863254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-03-31T18:29:38.670633Z","caller":"traceutil/trace.go:171","msg":"trace[1107226813] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1056; }","duration":"148.1007ms","start":"2026-03-31T18:29:38.522481Z","end":"2026-03-31T18:29:38.670582Z","steps":["trace[1107226813] 'agreement among raft nodes before linearized reading' (duration: 147.65186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:38.67088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.448652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-h9pbs\" ","response":"range_response_count:1 size:4791"} {"level":"info","ts":"2026-03-31T18:29:38.670955Z","caller":"traceutil/trace.go:171","msg":"trace[608001927] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-h9pbs; range_end:; response_count:1; response_revision:1056; }","duration":"146.567235ms","start":"2026-03-31T18:29:38.524367Z","end":"2026-03-31T18:29:38.670934Z","steps":["trace[608001927] 'agreement among raft nodes before linearized reading' (duration: 146.256638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:39.026568Z","caller":"traceutil/trace.go:171","msg":"trace[669716416] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"140.739216ms","start":"2026-03-31T18:29:38.885792Z","end":"2026-03-31T18:29:39.026531Z","steps":["trace[669716416] 'process raft request' (duration: 107.976418ms)","trace[669716416] 'compare' (duration: 32.575994ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:39.350513Z","caller":"traceutil/trace.go:171","msg":"trace[124161008] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"199.736877ms","start":"2026-03-31T18:29:39.150746Z","end":"2026-03-31T18:29:39.350483Z","steps":["trace[124161008] 'process raft request' (duration: 199.578903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:39.380039Z","caller":"traceutil/trace.go:171","msg":"trace[782050309] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"151.110646ms","start":"2026-03-31T18:29:39.228901Z","end":"2026-03-31T18:29:39.380012Z","steps":["trace[782050309] 'process raft request' (duration: 150.995004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:39.76052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.195083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:39.760708Z","caller":"traceutil/trace.go:171","msg":"trace[606705760] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"238.121789ms","start":"2026-03-31T18:29:39.522571Z","end":"2026-03-31T18:29:39.760693Z","steps":["trace[606705760] 'process raft request' (duration: 238.048577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:39.760696Z","caller":"traceutil/trace.go:171","msg":"trace[1870419471] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"375.662784ms","start":"2026-03-31T18:29:39.38498Z","end":"2026-03-31T18:29:39.760643Z","steps":["trace[1870419471] 'process raft request' (duration: 86.280526ms)","trace[1870419471] 'compare' (duration: 288.999299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:39.761716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.384959Z","time spent":"375.833008ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2855,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:39.760736Z","caller":"traceutil/trace.go:171","msg":"trace[207867618] linearizableReadLoop","detail":"{readStateIndex:1097; appliedIndex:1096; }","duration":"311.026428ms","start":"2026-03-31T18:29:39.449688Z","end":"2026-03-31T18:29:39.760714Z","steps":["trace[207867618] 'read index received' (duration: 21.492178ms)","trace[207867618] 'applied index is now lower than readState.Index' (duration: 289.53274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:39.762326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.615695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:39.762439Z","caller":"traceutil/trace.go:171","msg":"trace[1349462118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1066; }","duration":"312.770437ms","start":"2026-03-31T18:29:39.449636Z","end":"2026-03-31T18:29:39.762407Z","steps":["trace[1349462118] 'agreement among raft nodes before linearized reading' (duration: 311.1385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:39.762533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.449612Z","time spent":"312.87261ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:39.762972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.40992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:29:39.763084Z","caller":"traceutil/trace.go:171","msg":"trace[899472750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1066; }","duration":"258.541192ms","start":"2026-03-31T18:29:39.504494Z","end":"2026-03-31T18:29:39.763035Z","steps":["trace[899472750] 'agreement among raft nodes before linearized reading' (duration: 257.945229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.172441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.261717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:40.172735Z","caller":"traceutil/trace.go:171","msg":"trace[467995375] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"406.209563ms","start":"2026-03-31T18:29:39.766493Z","end":"2026-03-31T18:29:40.172703Z","steps":["trace[467995375] 'process raft request' (duration: 129.590218ms)","trace[467995375] 'compare' (duration: 276.102404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:40.172772Z","caller":"traceutil/trace.go:171","msg":"trace[1484529583] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"404.593746ms","start":"2026-03-31T18:29:39.768158Z","end":"2026-03-31T18:29:40.172752Z","steps":["trace[1484529583] 'process raft request' (duration: 404.435302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.172823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.766474Z","time spent":"406.314125ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:40.172889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.767377Z","time spent":"405.451366ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:40.17297Z","caller":"traceutil/trace.go:171","msg":"trace[1399935150] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"404.102556ms","start":"2026-03-31T18:29:39.768822Z","end":"2026-03-31T18:29:40.172924Z","steps":["trace[1399935150] 'process raft request' (duration: 403.872201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.173198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.768798Z","time spent":"404.270639ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:40.254871Z","caller":"traceutil/trace.go:171","msg":"trace[1139266671] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"482.268983ms","start":"2026-03-31T18:29:39.772565Z","end":"2026-03-31T18:29:40.254834Z","steps":["trace[1139266671] 'process raft request' (duration: 482.050107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.254976Z","caller":"traceutil/trace.go:171","msg":"trace[1602345037] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"482.040248ms","start":"2026-03-31T18:29:39.772888Z","end":"2026-03-31T18:29:40.254928Z","steps":["trace[1602345037] 'process raft request' (duration: 481.858643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.25503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.772547Z","time spent":"482.412315ms","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3016,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:40.255165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.772882Z","time spent":"482.190141ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:40.267904Z","caller":"traceutil/trace.go:171","msg":"trace[78561906] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"169.533605ms","start":"2026-03-31T18:29:40.098344Z","end":"2026-03-31T18:29:40.267878Z","steps":["trace[78561906] 'process raft request' (duration: 169.438653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.267953Z","caller":"traceutil/trace.go:171","msg":"trace[431099495] linearizableReadLoop","detail":"{readStateIndex:1104; appliedIndex:1099; }","duration":"494.868051ms","start":"2026-03-31T18:29:39.773057Z","end":"2026-03-31T18:29:40.267925Z","steps":["trace[431099495] 'read index received' (duration: 123.074183ms)","trace[431099495] 'applied index is now lower than readState.Index' (duration: 371.788368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:40.268218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.145357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-ch9gg\" ","response":"range_response_count:1 size:2916"} {"level":"info","ts":"2026-03-31T18:29:40.26826Z","caller":"traceutil/trace.go:171","msg":"trace[676381235] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-ch9gg; range_end:; response_count:1; response_revision:1073; }","duration":"495.214889ms","start":"2026-03-31T18:29:39.773034Z","end":"2026-03-31T18:29:40.268249Z","steps":["trace[676381235] 'agreement among raft nodes before linearized reading' (duration: 495.025955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.268289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.773027Z","time spent":"495.25438ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2940,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-ch9gg\" "} {"level":"warn","ts":"2026-03-31T18:29:40.26857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.769124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-31T18:29:40.268639Z","caller":"traceutil/trace.go:171","msg":"trace[252219228] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1073; }","duration":"243.885317ms","start":"2026-03-31T18:29:40.02473Z","end":"2026-03-31T18:29:40.268616Z","steps":["trace[252219228] 'agreement among raft nodes before linearized reading' (duration: 243.729153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.408423Z","caller":"traceutil/trace.go:171","msg":"trace[85715224] linearizableReadLoop","detail":"{readStateIndex:1107; appliedIndex:1106; }","duration":"122.949961ms","start":"2026-03-31T18:29:40.28544Z","end":"2026-03-31T18:29:40.40839Z","steps":["trace[85715224] 'read index received' (duration: 122.673045ms)","trace[85715224] 'applied index is now lower than readState.Index' (duration: 275.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:40.408499Z","caller":"traceutil/trace.go:171","msg":"trace[308274081] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"135.452268ms","start":"2026-03-31T18:29:40.272987Z","end":"2026-03-31T18:29:40.408439Z","steps":["trace[308274081] 'process raft request' (duration: 135.207923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.40869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.222847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:29:40.408763Z","caller":"traceutil/trace.go:171","msg":"trace[1311367388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1074; }","duration":"123.318799ms","start":"2026-03-31T18:29:40.285422Z","end":"2026-03-31T18:29:40.408741Z","steps":["trace[1311367388] 'agreement among raft nodes before linearized reading' (duration: 123.124325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.408814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.919877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:29:40.408868Z","caller":"traceutil/trace.go:171","msg":"trace[360589849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1074; }","duration":"122.022809ms","start":"2026-03-31T18:29:40.28683Z","end":"2026-03-31T18:29:40.408853Z","steps":["trace[360589849] 'agreement among raft nodes before linearized reading' (duration: 121.753594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.409013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.927428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:29:40.409042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.00433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:40.409094Z","caller":"traceutil/trace.go:171","msg":"trace[740526705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1074; }","duration":"122.033601ms","start":"2026-03-31T18:29:40.287037Z","end":"2026-03-31T18:29:40.40907Z","steps":["trace[740526705] 'agreement among raft nodes before linearized reading' (duration: 121.597021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.409089Z","caller":"traceutil/trace.go:171","msg":"trace[1907948506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1074; }","duration":"122.078022ms","start":"2026-03-31T18:29:40.286999Z","end":"2026-03-31T18:29:40.409077Z","steps":["trace[1907948506] 'agreement among raft nodes before linearized reading' (duration: 121.676013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:41.085611Z","caller":"traceutil/trace.go:171","msg":"trace[1211714442] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"108.97557ms","start":"2026-03-31T18:29:40.976615Z","end":"2026-03-31T18:29:41.08559Z","steps":["trace[1211714442] 'process raft request' (duration: 108.842557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:41.360716Z","caller":"traceutil/trace.go:171","msg":"trace[1624214913] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"106.802552ms","start":"2026-03-31T18:29:41.253885Z","end":"2026-03-31T18:29:41.360687Z","steps":["trace[1624214913] 'process raft request' (duration: 106.665219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.398784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.46821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:42.398856Z","caller":"traceutil/trace.go:171","msg":"trace[484073510] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1083; }","duration":"181.592003ms","start":"2026-03-31T18:29:42.217248Z","end":"2026-03-31T18:29:42.39884Z","steps":["trace[484073510] 'count revisions from in-memory index tree' (duration: 181.392679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.398909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.190284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:29:42.398971Z","caller":"traceutil/trace.go:171","msg":"trace[1760187544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1083; }","duration":"181.281867ms","start":"2026-03-31T18:29:42.217675Z","end":"2026-03-31T18:29:42.398957Z","steps":["trace[1760187544] 'range keys from in-memory index tree' (duration: 181.073462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:42.403681Z","caller":"traceutil/trace.go:171","msg":"trace[800296764] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"162.010889ms","start":"2026-03-31T18:29:42.241645Z","end":"2026-03-31T18:29:42.403655Z","steps":["trace[800296764] 'process raft request' (duration: 161.836344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:42.505106Z","caller":"traceutil/trace.go:171","msg":"trace[1615176076] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"102.223381ms","start":"2026-03-31T18:29:42.402836Z","end":"2026-03-31T18:29:42.505059Z","steps":["trace[1615176076] 'process raft request' (duration: 102.092718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:42.505149Z","caller":"traceutil/trace.go:171","msg":"trace[134673389] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"231.519823ms","start":"2026-03-31T18:29:42.2736Z","end":"2026-03-31T18:29:42.50512Z","steps":["trace[134673389] 'process raft request' (duration: 230.827698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:44.670055Z","caller":"traceutil/trace.go:171","msg":"trace[1609873536] linearizableReadLoop","detail":"{readStateIndex:1129; appliedIndex:1127; }","duration":"156.410334ms","start":"2026-03-31T18:29:44.513622Z","end":"2026-03-31T18:29:44.670032Z","steps":["trace[1609873536] 'read index received' (duration: 71.846485ms)","trace[1609873536] 'applied index is now lower than readState.Index' (duration: 84.562809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:44.670159Z","caller":"traceutil/trace.go:171","msg":"trace[1184891267] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"156.604668ms","start":"2026-03-31T18:29:44.513514Z","end":"2026-03-31T18:29:44.670118Z","steps":["trace[1184891267] 'process raft request' (duration: 156.387663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.670343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.464062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:29:44.670344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.68939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:44.670405Z","caller":"traceutil/trace.go:171","msg":"trace[652943952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1096; }","duration":"150.580345ms","start":"2026-03-31T18:29:44.519811Z","end":"2026-03-31T18:29:44.670391Z","steps":["trace[652943952] 'agreement among raft nodes before linearized reading' (duration: 150.36327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:44.670429Z","caller":"traceutil/trace.go:171","msg":"trace[2058025461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1096; }","duration":"156.819353ms","start":"2026-03-31T18:29:44.513592Z","end":"2026-03-31T18:29:44.670411Z","steps":["trace[2058025461] 'agreement among raft nodes before linearized reading' (duration: 156.566538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.670526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.911615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:29:44.67058Z","caller":"traceutil/trace.go:171","msg":"trace[253769362] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:1096; }","duration":"120.998788ms","start":"2026-03-31T18:29:44.549566Z","end":"2026-03-31T18:29:44.670564Z","steps":["trace[253769362] 'agreement among raft nodes before linearized reading' (duration: 120.799243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.67068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.253638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:44.670734Z","caller":"traceutil/trace.go:171","msg":"trace[2039851191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1096; }","duration":"150.326729ms","start":"2026-03-31T18:29:44.52039Z","end":"2026-03-31T18:29:44.670716Z","steps":["trace[2039851191] 'agreement among raft nodes before linearized reading' (duration: 150.170646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.670855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.472772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:44.671034Z","caller":"traceutil/trace.go:171","msg":"trace[1138567147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1096; }","duration":"150.689848ms","start":"2026-03-31T18:29:44.520325Z","end":"2026-03-31T18:29:44.671015Z","steps":["trace[1138567147] 'agreement among raft nodes before linearized reading' (duration: 150.255608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:44.838284Z","caller":"traceutil/trace.go:171","msg":"trace[1756849631] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"163.070673ms","start":"2026-03-31T18:29:44.675142Z","end":"2026-03-31T18:29:44.838213Z","steps":["trace[1756849631] 'process raft request' (duration: 90.346627ms)","trace[1756849631] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 72.328836ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:44.838435Z","caller":"traceutil/trace.go:171","msg":"trace[1841800048] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"162.191133ms","start":"2026-03-31T18:29:44.676201Z","end":"2026-03-31T18:29:44.838392Z","steps":["trace[1841800048] 'process raft request' (duration: 161.940487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:44.838604Z","caller":"traceutil/trace.go:171","msg":"trace[1169899852] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"161.881947ms","start":"2026-03-31T18:29:44.676689Z","end":"2026-03-31T18:29:44.838571Z","steps":["trace[1169899852] 'process raft request' (duration: 161.607911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:44.838692Z","caller":"traceutil/trace.go:171","msg":"trace[1195169248] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"160.493826ms","start":"2026-03-31T18:29:44.678174Z","end":"2026-03-31T18:29:44.838668Z","steps":["trace[1195169248] 'process raft request' (duration: 160.320332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:44.838679Z","caller":"traceutil/trace.go:171","msg":"trace[386795052] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"131.908819ms","start":"2026-03-31T18:29:44.706746Z","end":"2026-03-31T18:29:44.838655Z","steps":["trace[386795052] 'process raft request' (duration: 131.859268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:44.838282Z","caller":"traceutil/trace.go:171","msg":"trace[334386679] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"163.065673ms","start":"2026-03-31T18:29:44.675148Z","end":"2026-03-31T18:29:44.838214Z","steps":["trace[334386679] 'process raft request' (duration: 162.903459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:46.782358Z","caller":"traceutil/trace.go:171","msg":"trace[1766462129] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"103.159012ms","start":"2026-03-31T18:29:46.679172Z","end":"2026-03-31T18:29:46.782331Z","steps":["trace[1766462129] 'process raft request' (duration: 36.46768ms)","trace[1766462129] 'compare' (duration: 66.579679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:51.185539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.454361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:29:51.185639Z","caller":"traceutil/trace.go:171","msg":"trace[1780774690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1128; }","duration":"385.658865ms","start":"2026-03-31T18:29:50.799963Z","end":"2026-03-31T18:29:51.185622Z","steps":["trace[1780774690] 'range keys from in-memory index tree' (duration: 385.259056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.185679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.799941Z","time spent":"385.731147ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:51.185827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.548141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:29:51.185819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.448412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-03-31T18:29:51.185992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.182786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:29:51.186035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.023288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:51.186081Z","caller":"traceutil/trace.go:171","msg":"trace[2141158959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1128; }","duration":"322.299538ms","start":"2026-03-31T18:29:50.863757Z","end":"2026-03-31T18:29:51.186056Z","steps":["trace[2141158959] 'range keys from in-memory index tree' (duration: 321.999831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:51.186092Z","caller":"traceutil/trace.go:171","msg":"trace[1580486491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1128; }","duration":"311.078749ms","start":"2026-03-31T18:29:50.874996Z","end":"2026-03-31T18:29:51.186074Z","steps":["trace[1580486491] 'range keys from in-memory index tree' (duration: 310.899955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:51.186062Z","caller":"traceutil/trace.go:171","msg":"trace[506499235] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1128; }","duration":"182.825552ms","start":"2026-03-31T18:29:51.003208Z","end":"2026-03-31T18:29:51.186033Z","steps":["trace[506499235] 'range keys from in-memory index tree' (duration: 182.262458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.185834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.0393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:29:51.186137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.87499Z","time spent":"311.13969ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:51.186182Z","caller":"traceutil/trace.go:171","msg":"trace[612142197] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1128; }","duration":"253.46622ms","start":"2026-03-31T18:29:50.93269Z","end":"2026-03-31T18:29:51.186156Z","steps":["trace[612142197] 'count revisions from in-memory index tree' (duration: 252.895417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.186124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.863741Z","time spent":"322.376239ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:51.186573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.080216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:51.186222Z","caller":"traceutil/trace.go:171","msg":"trace[110015808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1128; }","duration":"321.712966ms","start":"2026-03-31T18:29:50.864231Z","end":"2026-03-31T18:29:51.185944Z","steps":["trace[110015808] 'range keys from in-memory index tree' (duration: 321.349387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.186698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.86422Z","time spent":"322.462002ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:29:51.186667Z","caller":"traceutil/trace.go:171","msg":"trace[781680307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1128; }","duration":"323.70804ms","start":"2026-03-31T18:29:50.862936Z","end":"2026-03-31T18:29:51.186644Z","steps":["trace[781680307] 'range keys from in-memory index tree' (duration: 322.753529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.187056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.862913Z","time spent":"324.125619ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:51.314122Z","caller":"traceutil/trace.go:171","msg":"trace[1109387259] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"123.363309ms","start":"2026-03-31T18:29:51.190727Z","end":"2026-03-31T18:29:51.314091Z","steps":["trace[1109387259] 'process raft request' (duration: 123.103674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:51.32079Z","caller":"traceutil/trace.go:171","msg":"trace[397641440] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"129.980467ms","start":"2026-03-31T18:29:51.190779Z","end":"2026-03-31T18:29:51.32076Z","steps":["trace[397641440] 'process raft request' (duration: 129.714421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:51.321088Z","caller":"traceutil/trace.go:171","msg":"trace[1469618723] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"129.848925ms","start":"2026-03-31T18:29:51.191218Z","end":"2026-03-31T18:29:51.321067Z","steps":["trace[1469618723] 'process raft request' (duration: 129.725522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:51.321131Z","caller":"traceutil/trace.go:171","msg":"trace[162687525] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1163; }","duration":"125.102829ms","start":"2026-03-31T18:29:51.196009Z","end":"2026-03-31T18:29:51.321112Z","steps":["trace[162687525] 'read index received' (duration: 117.806036ms)","trace[162687525] 'applied index is now lower than readState.Index' (duration: 7.295643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:51.321092Z","caller":"traceutil/trace.go:171","msg":"trace[2133121055] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"129.922256ms","start":"2026-03-31T18:29:51.191142Z","end":"2026-03-31T18:29:51.321064Z","steps":["trace[2133121055] 'process raft request' (duration: 129.558968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:51.321224Z","caller":"traceutil/trace.go:171","msg":"trace[86463279] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"129.563298ms","start":"2026-03-31T18:29:51.191598Z","end":"2026-03-31T18:29:51.321162Z","steps":["trace[86463279] 'process raft request' (duration: 129.436765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.321398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.365805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-03-31T18:29:51.32146Z","caller":"traceutil/trace.go:171","msg":"trace[1364513438] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1133; }","duration":"125.468627ms","start":"2026-03-31T18:29:51.195977Z","end":"2026-03-31T18:29:51.321446Z","steps":["trace[1364513438] 'agreement among raft nodes before linearized reading' (duration: 125.202191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:53.515998Z","caller":"traceutil/trace.go:171","msg":"trace[910577373] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"125.486947ms","start":"2026-03-31T18:29:53.39048Z","end":"2026-03-31T18:29:53.515967Z","steps":["trace[910577373] 'process raft request' (duration: 93.779283ms)","trace[910577373] 'compare' (duration: 31.51829ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:53.516282Z","caller":"traceutil/trace.go:171","msg":"trace[782140070] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"125.724832ms","start":"2026-03-31T18:29:53.390537Z","end":"2026-03-31T18:29:53.516262Z","steps":["trace[782140070] 'process raft request' (duration: 125.363364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:53.516873Z","caller":"traceutil/trace.go:171","msg":"trace[634676960] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"126.266625ms","start":"2026-03-31T18:29:53.39057Z","end":"2026-03-31T18:29:53.516836Z","steps":["trace[634676960] 'process raft request' (duration: 125.997999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:53.517113Z","caller":"traceutil/trace.go:171","msg":"trace[527192770] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"125.950948ms","start":"2026-03-31T18:29:53.391124Z","end":"2026-03-31T18:29:53.517075Z","steps":["trace[527192770] 'process raft request' (duration: 125.645901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.647007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.709953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:29:55.647026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.837373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:55.647083Z","caller":"traceutil/trace.go:171","msg":"trace[1232542589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1153; }","duration":"125.853935ms","start":"2026-03-31T18:29:55.521214Z","end":"2026-03-31T18:29:55.647068Z","steps":["trace[1232542589] 'range keys from in-memory index tree' (duration: 125.540659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:55.647098Z","caller":"traceutil/trace.go:171","msg":"trace[1176163041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1153; }","duration":"124.962346ms","start":"2026-03-31T18:29:55.522118Z","end":"2026-03-31T18:29:55.64708Z","steps":["trace[1176163041] 'range keys from in-memory index tree' (duration: 124.67222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.647143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.421668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:29:55.647199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.17664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:55.647237Z","caller":"traceutil/trace.go:171","msg":"trace[951687996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1153; }","duration":"126.589871ms","start":"2026-03-31T18:29:55.520627Z","end":"2026-03-31T18:29:55.647217Z","steps":["trace[951687996] 'range keys from in-memory index tree' (duration: 126.204853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:55.647266Z","caller":"traceutil/trace.go:171","msg":"trace[467953109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1153; }","duration":"125.258062ms","start":"2026-03-31T18:29:55.521992Z","end":"2026-03-31T18:29:55.64725Z","steps":["trace[467953109] 'range keys from in-memory index tree' (duration: 125.015597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:55.703356Z","caller":"traceutil/trace.go:171","msg":"trace[526862834] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"162.135291ms","start":"2026-03-31T18:29:55.541173Z","end":"2026-03-31T18:29:55.703308Z","steps":["trace[526862834] 'process raft request' (duration: 161.928757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.974115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.932915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:55.974404Z","caller":"traceutil/trace.go:171","msg":"trace[1242084358] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"322.81734ms","start":"2026-03-31T18:29:55.651566Z","end":"2026-03-31T18:29:55.974383Z","steps":["trace[1242084358] 'process raft request' (duration: 322.673007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:55.97441Z","caller":"traceutil/trace.go:171","msg":"trace[1524043358] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"322.978593ms","start":"2026-03-31T18:29:55.651375Z","end":"2026-03-31T18:29:55.974354Z","steps":["trace[1524043358] 'process raft request' (duration: 116.701252ms)","trace[1524043358] 'compare' (duration: 205.706329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:55.974527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.651353Z","time spent":"323.117406ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:55.974545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.65153Z","time spent":"322.932142ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:55.974613Z","caller":"traceutil/trace.go:171","msg":"trace[1679727022] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"321.819348ms","start":"2026-03-31T18:29:55.652772Z","end":"2026-03-31T18:29:55.974591Z","steps":["trace[1679727022] 'process raft request' (duration: 321.560672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.974734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.65276Z","time spent":"321.915409ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:55.974722Z","caller":"traceutil/trace.go:171","msg":"trace[1939059201] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"321.871019ms","start":"2026-03-31T18:29:55.652824Z","end":"2026-03-31T18:29:55.974695Z","steps":["trace[1939059201] 'process raft request' (duration: 321.708155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.97487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.652809Z","time spent":"321.983851ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:56.000205Z","caller":"traceutil/trace.go:171","msg":"trace[1631454826] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"287.064805ms","start":"2026-03-31T18:29:55.713118Z","end":"2026-03-31T18:29:56.000183Z","steps":["trace[1631454826] 'process raft request' (duration: 286.930692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:56.365421Z","caller":"traceutil/trace.go:171","msg":"trace[170594484] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"358.394069ms","start":"2026-03-31T18:29:56.006992Z","end":"2026-03-31T18:29:56.365386Z","steps":["trace[170594484] 'process raft request' (duration: 357.949359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:56.365601Z","caller":"traceutil/trace.go:171","msg":"trace[1429709355] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"358.39784ms","start":"2026-03-31T18:29:56.007177Z","end":"2026-03-31T18:29:56.365574Z","steps":["trace[1429709355] 'process raft request' (duration: 358.061652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.365689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.834404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:56.365742Z","caller":"traceutil/trace.go:171","msg":"trace[1198180339] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1162; }","duration":"111.936766ms","start":"2026-03-31T18:29:56.25379Z","end":"2026-03-31T18:29:56.365727Z","steps":["trace[1198180339] 'agreement among raft nodes before linearized reading' (duration: 111.826734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.365753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.007168Z","time spent":"358.508053ms","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:56.36557Z","caller":"traceutil/trace.go:171","msg":"trace[1706978512] linearizableReadLoop","detail":"{readStateIndex:1198; appliedIndex:1196; }","duration":"111.690121ms","start":"2026-03-31T18:29:56.253841Z","end":"2026-03-31T18:29:56.365532Z","steps":["trace[1706978512] 'read index received' (duration: 110.962754ms)","trace[1706978512] 'applied index is now lower than readState.Index' (duration: 724.727µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:56.366009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.006968Z","time spent":"358.686207ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:56.722742Z","caller":"traceutil/trace.go:171","msg":"trace[613848767] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1198; }","duration":"273.536566ms","start":"2026-03-31T18:29:56.449185Z","end":"2026-03-31T18:29:56.722721Z","steps":["trace[613848767] 'read index received' (duration: 273.374233ms)","trace[613848767] 'applied index is now lower than readState.Index' (duration: 161.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:56.722788Z","caller":"traceutil/trace.go:171","msg":"trace[793809180] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"349.013812ms","start":"2026-03-31T18:29:56.373745Z","end":"2026-03-31T18:29:56.722759Z","steps":["trace[793809180] 'process raft request' (duration: 348.717115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.722902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.698249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:56.722985Z","caller":"traceutil/trace.go:171","msg":"trace[734943777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1163; }","duration":"273.831692ms","start":"2026-03-31T18:29:56.449132Z","end":"2026-03-31T18:29:56.722964Z","steps":["trace[734943777] 'agreement among raft nodes before linearized reading' (duration: 273.680479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.722991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.373722Z","time spent":"349.191516ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:58.942877Z","caller":"traceutil/trace.go:171","msg":"trace[488377178] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"173.212347ms","start":"2026-03-31T18:29:58.769641Z","end":"2026-03-31T18:29:58.942853Z","steps":["trace[488377178] 'process raft request' (duration: 173.055693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.721702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.681972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:59.721819Z","caller":"traceutil/trace.go:171","msg":"trace[1556521739] linearizableReadLoop","detail":"{readStateIndex:1208; appliedIndex:1207; }","duration":"183.21225ms","start":"2026-03-31T18:29:59.538589Z","end":"2026-03-31T18:29:59.721802Z","steps":["trace[1556521739] 'read index received' (duration: 43.369394ms)","trace[1556521739] 'applied index is now lower than readState.Index' (duration: 139.841696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:59.721932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.344103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:59.721976Z","caller":"traceutil/trace.go:171","msg":"trace[1601890263] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1172; }","duration":"183.430005ms","start":"2026-03-31T18:29:59.538532Z","end":"2026-03-31T18:29:59.721962Z","steps":["trace[1601890263] 'agreement among raft nodes before linearized reading' (duration: 183.316072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:59.722007Z","caller":"traceutil/trace.go:171","msg":"trace[435972819] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"241.998086ms","start":"2026-03-31T18:29:59.479966Z","end":"2026-03-31T18:29:59.721964Z","steps":["trace[435972819] 'process raft request' (duration: 101.976086ms)","trace[435972819] 'compare' (duration: 139.555509ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:00.111272Z","caller":"traceutil/trace.go:171","msg":"trace[1023588441] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1209; }","duration":"115.439915ms","start":"2026-03-31T18:29:59.995811Z","end":"2026-03-31T18:30:00.11125Z","steps":["trace[1023588441] 'read index received' (duration: 115.24019ms)","trace[1023588441] 'applied index is now lower than readState.Index' (duration: 198.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:00.111326Z","caller":"traceutil/trace.go:171","msg":"trace[1528757915] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"120.109738ms","start":"2026-03-31T18:29:59.991186Z","end":"2026-03-31T18:30:00.111296Z","steps":["trace[1528757915] 'process raft request' (duration: 119.911783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.112074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.735071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:00.112199Z","caller":"traceutil/trace.go:171","msg":"trace[762331373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1173; }","duration":"111.895926ms","start":"2026-03-31T18:30:00.000277Z","end":"2026-03-31T18:30:00.112172Z","steps":["trace[762331373] 'agreement among raft nodes before linearized reading' (duration: 111.566628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.11153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.70081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:00.112322Z","caller":"traceutil/trace.go:171","msg":"trace[1006967197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1173; }","duration":"116.504018ms","start":"2026-03-31T18:29:59.995806Z","end":"2026-03-31T18:30:00.11231Z","steps":["trace[1006967197] 'agreement among raft nodes before linearized reading' (duration: 115.587128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.11248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.328773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:00.112569Z","caller":"traceutil/trace.go:171","msg":"trace[475001160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1173; }","duration":"116.429685ms","start":"2026-03-31T18:29:59.99613Z","end":"2026-03-31T18:30:00.112559Z","steps":["trace[475001160] 'agreement among raft nodes before linearized reading' (duration: 115.673599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.778529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.529924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:30:04.778568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.625062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:04.77862Z","caller":"traceutil/trace.go:171","msg":"trace[5103951] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1202; }","duration":"118.672146ms","start":"2026-03-31T18:30:04.659927Z","end":"2026-03-31T18:30:04.778599Z","steps":["trace[5103951] 'range keys from in-memory index tree' (duration: 118.354659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.778644Z","caller":"traceutil/trace.go:171","msg":"trace[212596578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1202; }","duration":"329.755104ms","start":"2026-03-31T18:30:04.448871Z","end":"2026-03-31T18:30:04.778626Z","steps":["trace[212596578] 'range keys from in-memory index tree' (duration: 329.536769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.778684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.448846Z","time spent":"329.830696ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:04.778683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.22593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:30:04.778753Z","caller":"traceutil/trace.go:171","msg":"trace[810004454] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:1202; }","duration":"228.340222ms","start":"2026-03-31T18:30:04.550394Z","end":"2026-03-31T18:30:04.778735Z","steps":["trace[810004454] 'range keys from in-memory index tree' (duration: 228.103577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.329227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.524344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:05.329427Z","caller":"traceutil/trace.go:171","msg":"trace[160039302] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"520.720716ms","start":"2026-03-31T18:30:04.808689Z","end":"2026-03-31T18:30:05.32941Z","steps":["trace[160039302] 'process raft request' (duration: 520.651974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.329507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.808677Z","time spent":"520.788287ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.329513Z","caller":"traceutil/trace.go:171","msg":"trace[1379268889] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"546.320695ms","start":"2026-03-31T18:30:04.783165Z","end":"2026-03-31T18:30:05.329486Z","steps":["trace[1379268889] 'process raft request' (duration: 119.440263ms)","trace[1379268889] 'compare' (duration: 426.37057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:05.329578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.783139Z","time spent":"546.405207ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.58352Z","caller":"traceutil/trace.go:171","msg":"trace[63589718] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"621.203328ms","start":"2026-03-31T18:30:04.962279Z","end":"2026-03-31T18:30:05.583482Z","steps":["trace[63589718] 'process raft request' (duration: 619.276545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.583807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.962256Z","time spent":"621.358141ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.584075Z","caller":"traceutil/trace.go:171","msg":"trace[973689290] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1242; }","duration":"323.77605ms","start":"2026-03-31T18:30:05.26026Z","end":"2026-03-31T18:30:05.584036Z","steps":["trace[973689290] 'read index received' (duration: 321.232154ms)","trace[973689290] 'applied index is now lower than readState.Index' (duration: 2.538936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:05.584325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.040697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:05.584383Z","caller":"traceutil/trace.go:171","msg":"trace[1265518837] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1205; }","duration":"324.17998ms","start":"2026-03-31T18:30:05.260188Z","end":"2026-03-31T18:30:05.584368Z","steps":["trace[1265518837] 'agreement among raft nodes before linearized reading' (duration: 324.044037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.584432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.260164Z","time spent":"324.253682ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":7,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:05.584435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.983178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:30:05.584652Z","caller":"traceutil/trace.go:171","msg":"trace[1253612539] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1205; }","duration":"253.282785ms","start":"2026-03-31T18:30:05.331344Z","end":"2026-03-31T18:30:05.584626Z","steps":["trace[1253612539] 'agreement among raft nodes before linearized reading' (duration: 252.942378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:06.621482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.984878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:06.621807Z","caller":"traceutil/trace.go:171","msg":"trace[1525351569] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"316.618232ms","start":"2026-03-31T18:30:06.305155Z","end":"2026-03-31T18:30:06.621773Z","steps":["trace[1525351569] 'process raft request' (duration: 86.191054ms)","trace[1525351569] 'compare' (duration: 229.694451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:06.622026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.305141Z","time spent":"316.832057ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:06.699812Z","caller":"traceutil/trace.go:171","msg":"trace[394407805] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1247; }","duration":"250.553695ms","start":"2026-03-31T18:30:06.449235Z","end":"2026-03-31T18:30:06.699788Z","steps":["trace[394407805] 'read index received' (duration: 250.294609ms)","trace[394407805] 'applied index is now lower than readState.Index' (duration: 258.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:06.699937Z","caller":"traceutil/trace.go:171","msg":"trace[437637189] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"394.326848ms","start":"2026-03-31T18:30:06.3056Z","end":"2026-03-31T18:30:06.699927Z","steps":["trace[437637189] 'process raft request' (duration: 394.150324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.699925Z","caller":"traceutil/trace.go:171","msg":"trace[631422537] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"394.37861ms","start":"2026-03-31T18:30:06.305512Z","end":"2026-03-31T18:30:06.69989Z","steps":["trace[631422537] 'process raft request' (duration: 394.082992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:06.700108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.305497Z","time spent":"394.544344ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:06.700258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.013315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:06.70031Z","caller":"traceutil/trace.go:171","msg":"trace[315862347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1211; }","duration":"251.108087ms","start":"2026-03-31T18:30:06.449185Z","end":"2026-03-31T18:30:06.700293Z","steps":["trace[315862347] 'agreement among raft nodes before linearized reading' (duration: 250.940074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:06.700717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.305595Z","time spent":"394.38887ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:06.700866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.456079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:06.701019Z","caller":"traceutil/trace.go:171","msg":"trace[1521579688] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1211; }","duration":"136.363279ms","start":"2026-03-31T18:30:06.564631Z","end":"2026-03-31T18:30:06.700994Z","steps":["trace[1521579688] 'agreement among raft nodes before linearized reading' (duration: 135.366357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:10.173583Z","caller":"traceutil/trace.go:171","msg":"trace[1448412672] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1260; }","duration":"406.287984ms","start":"2026-03-31T18:30:09.76727Z","end":"2026-03-31T18:30:10.173558Z","steps":["trace[1448412672] 'read index received' (duration: 406.010037ms)","trace[1448412672] 'applied index is now lower than readState.Index' (duration: 277.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:10.173719Z","caller":"traceutil/trace.go:171","msg":"trace[1586788127] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"571.472133ms","start":"2026-03-31T18:30:09.602211Z","end":"2026-03-31T18:30:10.173683Z","steps":["trace[1586788127] 'process raft request' (duration: 571.145925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:10.173794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.501849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:30:10.173831Z","caller":"traceutil/trace.go:171","msg":"trace[934952731] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1223; }","duration":"406.594781ms","start":"2026-03-31T18:30:09.767226Z","end":"2026-03-31T18:30:10.173821Z","steps":["trace[934952731] 'agreement among raft nodes before linearized reading' (duration: 406.446778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:10.173973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.767207Z","time spent":"406.747915ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:10.173893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.602184Z","time spent":"571.602525ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:10.244581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.786403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:10.244678Z","caller":"traceutil/trace.go:171","msg":"trace[3379577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1224; }","duration":"378.948106ms","start":"2026-03-31T18:30:09.86571Z","end":"2026-03-31T18:30:10.244658Z","steps":["trace[3379577] 'agreement among raft nodes before linearized reading' (duration: 378.637139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:10.244751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.865688Z","time spent":"379.038718ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:10.88321Z","caller":"traceutil/trace.go:171","msg":"trace[1953362954] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"103.360516ms","start":"2026-03-31T18:30:10.779827Z","end":"2026-03-31T18:30:10.883187Z","steps":["trace[1953362954] 'process raft request' (duration: 56.928874ms)","trace[1953362954] 'compare' (duration: 46.322489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:12.73927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444119013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:13.239691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444119013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:13.362849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183418164s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:13.363272Z","caller":"traceutil/trace.go:171","msg":"trace[607425441] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"1.183924875s","start":"2026-03-31T18:30:12.179323Z","end":"2026-03-31T18:30:13.363248Z","steps":["trace[607425441] 'process raft request' (duration: 1.183726111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.363451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.179303Z","time spent":"1.184061499s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:13.481423Z","caller":"traceutil/trace.go:171","msg":"trace[832022810] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1268; }","duration":"1.243080579s","start":"2026-03-31T18:30:12.238317Z","end":"2026-03-31T18:30:13.481398Z","steps":["trace[832022810] 'read index received' (duration: 1.124806853s)","trace[832022810] 'applied index is now lower than readState.Index' (duration: 118.272506ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:13.481584Z","caller":"traceutil/trace.go:171","msg":"trace[242524053] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"930.787414ms","start":"2026-03-31T18:30:12.550733Z","end":"2026-03-31T18:30:13.48152Z","steps":["trace[242524053] 'process raft request' (duration: 928.997455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.481721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243362455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T18:30:13.481744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.550704Z","time spent":"930.955617ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:13.481793Z","caller":"traceutil/trace.go:171","msg":"trace[680455511] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1231; }","duration":"1.243512879s","start":"2026-03-31T18:30:12.238264Z","end":"2026-03-31T18:30:13.481777Z","steps":["trace[680455511] 'agreement among raft nodes before linearized reading' (duration: 1.243281274s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.481891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.238241Z","time spent":"1.243595021s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":128,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:13.481956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.955337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:30:13.481999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228464406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:13.482057Z","caller":"traceutil/trace.go:171","msg":"trace[1700565280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1231; }","duration":"1.228595099s","start":"2026-03-31T18:30:12.253449Z","end":"2026-03-31T18:30:13.482044Z","steps":["trace[1700565280] 'agreement among raft nodes before linearized reading' (duration: 1.228313801s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.482058Z","caller":"traceutil/trace.go:171","msg":"trace[1626590873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1231; }","duration":"691.09728ms","start":"2026-03-31T18:30:12.790936Z","end":"2026-03-31T18:30:13.482033Z","steps":["trace[1626590873] 'agreement among raft nodes before linearized reading' (duration: 690.870344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.482097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.782403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:30:13.481957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033341622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:13.482174Z","caller":"traceutil/trace.go:171","msg":"trace[10730855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1231; }","duration":"1.033601158s","start":"2026-03-31T18:30:12.448559Z","end":"2026-03-31T18:30:13.48216Z","steps":["trace[10730855] 'agreement among raft nodes before linearized reading' (duration: 1.033334771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.482197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.559799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:30:13.482231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.448538Z","time spent":"1.033681389s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:13.482256Z","caller":"traceutil/trace.go:171","msg":"trace[412005984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1231; }","duration":"595.644961ms","start":"2026-03-31T18:30:12.886595Z","end":"2026-03-31T18:30:13.48224Z","steps":["trace[412005984] 'agreement among raft nodes before linearized reading' (duration: 595.488567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.482108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.253431Z","time spent":"1.228663731s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:13.482307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.886574Z","time spent":"595.721992ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:30:13.48218Z","caller":"traceutil/trace.go:171","msg":"trace[190173312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1231; }","duration":"830.897625ms","start":"2026-03-31T18:30:12.651268Z","end":"2026-03-31T18:30:13.482166Z","steps":["trace[190173312] 'agreement among raft nodes before linearized reading' (duration: 830.697461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.482431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.651245Z","time spent":"831.173542ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:13.482122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.790911Z","time spent":"691.195193ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:13.48311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150860172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:13.483235Z","caller":"traceutil/trace.go:171","msg":"trace[1011556236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1231; }","duration":"1.151038936s","start":"2026-03-31T18:30:12.332177Z","end":"2026-03-31T18:30:13.483216Z","steps":["trace[1011556236] 'agreement among raft nodes before linearized reading' (duration: 1.14984858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.483318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.332156Z","time spent":"1.151149179s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:15.551181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.880217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:15.551288Z","caller":"traceutil/trace.go:171","msg":"trace[1522207986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1241; }","duration":"104.015191ms","start":"2026-03-31T18:30:15.447239Z","end":"2026-03-31T18:30:15.551254Z","steps":["trace[1522207986] 'range keys from in-memory index tree' (duration: 103.799255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.681229Z","caller":"traceutil/trace.go:171","msg":"trace[1078536432] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"124.66367ms","start":"2026-03-31T18:30:15.55654Z","end":"2026-03-31T18:30:15.681204Z","steps":["trace[1078536432] 'process raft request' (duration: 124.490616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.681532Z","caller":"traceutil/trace.go:171","msg":"trace[306371633] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"124.589058ms","start":"2026-03-31T18:30:15.556918Z","end":"2026-03-31T18:30:15.681507Z","steps":["trace[306371633] 'process raft request' (duration: 124.247181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.681653Z","caller":"traceutil/trace.go:171","msg":"trace[1543776785] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"124.514187ms","start":"2026-03-31T18:30:15.557112Z","end":"2026-03-31T18:30:15.681626Z","steps":["trace[1543776785] 'process raft request' (duration: 124.332743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.681661Z","caller":"traceutil/trace.go:171","msg":"trace[857837279] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"124.490966ms","start":"2026-03-31T18:30:15.557138Z","end":"2026-03-31T18:30:15.681629Z","steps":["trace[857837279] 'process raft request' (duration: 124.429055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.526971Z","caller":"traceutil/trace.go:171","msg":"trace[282928730] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"142.465754ms","start":"2026-03-31T18:30:26.384394Z","end":"2026-03-31T18:30:26.52686Z","steps":["trace[282928730] 'process raft request' (duration: 141.581765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.53169Z","caller":"traceutil/trace.go:171","msg":"trace[1435076719] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"138.523437ms","start":"2026-03-31T18:30:26.393133Z","end":"2026-03-31T18:30:26.531656Z","steps":["trace[1435076719] 'process raft request' (duration: 138.365214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:30.224465Z","caller":"traceutil/trace.go:171","msg":"trace[2092533506] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1413; }","duration":"442.618091ms","start":"2026-03-31T18:30:29.781825Z","end":"2026-03-31T18:30:30.224443Z","steps":["trace[2092533506] 'read index received' (duration: 442.54023ms)","trace[2092533506] 'applied index is now lower than readState.Index' (duration: 76.621µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:30.224602Z","caller":"traceutil/trace.go:171","msg":"trace[1827269886] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"541.559039ms","start":"2026-03-31T18:30:29.682985Z","end":"2026-03-31T18:30:30.224544Z","steps":["trace[1827269886] 'process raft request' (duration: 541.313333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:30.224764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.682963Z","time spent":"541.708041ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:30.224773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.914658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-vxfwf\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-31T18:30:30.224844Z","caller":"traceutil/trace.go:171","msg":"trace[567987653] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-vxfwf; range_end:; response_count:1; response_revision:1367; }","duration":"443.043571ms","start":"2026-03-31T18:30:29.781778Z","end":"2026-03-31T18:30:30.224822Z","steps":["trace[567987653] 'agreement among raft nodes before linearized reading' (duration: 442.805105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:30.224899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.781764Z","time spent":"443.122502ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4221,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-vxfwf\" "} {"level":"warn","ts":"2026-03-31T18:30:30.241119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.996382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:30:30.241129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.506028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:30.241233Z","caller":"traceutil/trace.go:171","msg":"trace[132253611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1367; }","duration":"401.635801ms","start":"2026-03-31T18:30:29.83958Z","end":"2026-03-31T18:30:30.241216Z","steps":["trace[132253611] 'agreement among raft nodes before linearized reading' (duration: 401.432597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:30.241233Z","caller":"traceutil/trace.go:171","msg":"trace[1070307676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1367; }","duration":"458.126085ms","start":"2026-03-31T18:30:29.783083Z","end":"2026-03-31T18:30:30.241209Z","steps":["trace[1070307676] 'agreement among raft nodes before linearized reading' (duration: 457.89837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:30.241253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.973803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:30:30.241283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.839566Z","time spent":"401.699262ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:30.24128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.783076Z","time spent":"458.191728ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:30:30.241325Z","caller":"traceutil/trace.go:171","msg":"trace[1504242518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1367; }","duration":"427.104296ms","start":"2026-03-31T18:30:29.814204Z","end":"2026-03-31T18:30:30.241309Z","steps":["trace[1504242518] 'agreement among raft nodes before linearized reading' (duration: 426.892781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:30.241358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.814178Z","time spent":"427.174168ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:30.241331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.172922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:30.241414Z","caller":"traceutil/trace.go:171","msg":"trace[1208130783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1367; }","duration":"406.328145ms","start":"2026-03-31T18:30:29.835066Z","end":"2026-03-31T18:30:30.241394Z","steps":["trace[1208130783] 'agreement among raft nodes before linearized reading' (duration: 405.990037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:30.241468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.835039Z","time spent":"406.420197ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:32.386772Z","caller":"traceutil/trace.go:171","msg":"trace[1379412834] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"106.411114ms","start":"2026-03-31T18:30:32.280333Z","end":"2026-03-31T18:30:32.386744Z","steps":["trace[1379412834] 'process raft request' (duration: 106.342222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.387137Z","caller":"traceutil/trace.go:171","msg":"trace[152928474] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"107.513637ms","start":"2026-03-31T18:30:32.279614Z","end":"2026-03-31T18:30:32.387127Z","steps":["trace[152928474] 'process raft request' (duration: 106.871593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.387225Z","caller":"traceutil/trace.go:171","msg":"trace[90078411] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"107.105139ms","start":"2026-03-31T18:30:32.280084Z","end":"2026-03-31T18:30:32.387189Z","steps":["trace[90078411] 'process raft request' (duration: 106.543806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.38736Z","caller":"traceutil/trace.go:171","msg":"trace[54659866] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"106.857783ms","start":"2026-03-31T18:30:32.280492Z","end":"2026-03-31T18:30:32.38735Z","steps":["trace[54659866] 'process raft request' (duration: 106.218029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.552161Z","caller":"traceutil/trace.go:171","msg":"trace[1004415069] linearizableReadLoop","detail":"{readStateIndex:1531; appliedIndex:1530; }","duration":"247.739403ms","start":"2026-03-31T18:30:36.304397Z","end":"2026-03-31T18:30:36.552136Z","steps":["trace[1004415069] 'read index received' (duration: 247.638041ms)","trace[1004415069] 'applied index is now lower than readState.Index' (duration: 100.412µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:36.552267Z","caller":"traceutil/trace.go:171","msg":"trace[1070894538] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"926.068839ms","start":"2026-03-31T18:30:35.626153Z","end":"2026-03-31T18:30:36.552222Z","steps":["trace[1070894538] 'process raft request' (duration: 925.843344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.552436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.626133Z","time spent":"926.216143ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:36.55252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.958758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:36.552558Z","caller":"traceutil/trace.go:171","msg":"trace[883799011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1481; }","duration":"153.029559ms","start":"2026-03-31T18:30:36.399516Z","end":"2026-03-31T18:30:36.552545Z","steps":["trace[883799011] 'agreement among raft nodes before linearized reading' (duration: 152.768054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.552437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.05013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:30:36.552595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.516014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:36.552683Z","caller":"traceutil/trace.go:171","msg":"trace[194898935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1481; }","duration":"150.635736ms","start":"2026-03-31T18:30:36.402028Z","end":"2026-03-31T18:30:36.552664Z","steps":["trace[194898935] 'agreement among raft nodes before linearized reading' (duration: 150.430181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.552703Z","caller":"traceutil/trace.go:171","msg":"trace[2006294712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1481; }","duration":"248.358497ms","start":"2026-03-31T18:30:36.304305Z","end":"2026-03-31T18:30:36.552664Z","steps":["trace[2006294712] 'agreement among raft nodes before linearized reading' (duration: 247.957628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.552744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.235031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:36.552872Z","caller":"traceutil/trace.go:171","msg":"trace[1004766694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1481; }","duration":"152.424705ms","start":"2026-03-31T18:30:36.400393Z","end":"2026-03-31T18:30:36.552818Z","steps":["trace[1004766694] 'agreement among raft nodes before linearized reading' (duration: 152.089948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.553579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.222394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:36.553643Z","caller":"traceutil/trace.go:171","msg":"trace[1601248643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1481; }","duration":"150.261467ms","start":"2026-03-31T18:30:36.403367Z","end":"2026-03-31T18:30:36.553629Z","steps":["trace[1601248643] 'agreement among raft nodes before linearized reading' (duration: 149.190224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.727063Z","caller":"traceutil/trace.go:171","msg":"trace[1355894164] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"170.611409ms","start":"2026-03-31T18:30:36.556421Z","end":"2026-03-31T18:30:36.727032Z","steps":["trace[1355894164] 'process raft request' (duration: 96.180607ms)","trace[1355894164] 'compare' (duration: 74.33304ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:36.768744Z","caller":"traceutil/trace.go:171","msg":"trace[28748926] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"212.218043ms","start":"2026-03-31T18:30:36.556499Z","end":"2026-03-31T18:30:36.768717Z","steps":["trace[28748926] 'process raft request' (duration: 212.003929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.769018Z","caller":"traceutil/trace.go:171","msg":"trace[85422730] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"212.159322ms","start":"2026-03-31T18:30:36.556842Z","end":"2026-03-31T18:30:36.769001Z","steps":["trace[85422730] 'process raft request' (duration: 211.819644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.769052Z","caller":"traceutil/trace.go:171","msg":"trace[804385141] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"212.09357ms","start":"2026-03-31T18:30:36.556946Z","end":"2026-03-31T18:30:36.769039Z","steps":["trace[804385141] 'process raft request' (duration: 211.914016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.769031Z","caller":"traceutil/trace.go:171","msg":"trace[1308683882] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"210.983746ms","start":"2026-03-31T18:30:36.558015Z","end":"2026-03-31T18:30:36.768999Z","steps":["trace[1308683882] 'process raft request' (duration: 210.934924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:37.054032Z","caller":"traceutil/trace.go:171","msg":"trace[179301392] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"150.117285ms","start":"2026-03-31T18:30:36.90388Z","end":"2026-03-31T18:30:37.053997Z","steps":["trace[179301392] 'process raft request' (duration: 149.87785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.905713Z","caller":"traceutil/trace.go:171","msg":"trace[1172338900] linearizableReadLoop","detail":"{readStateIndex:1539; appliedIndex:1538; }","duration":"174.603348ms","start":"2026-03-31T18:30:38.731078Z","end":"2026-03-31T18:30:38.905681Z","steps":["trace[1172338900] 'read index received' (duration: 174.356043ms)","trace[1172338900] 'applied index is now lower than readState.Index' (duration: 246.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:38.905793Z","caller":"traceutil/trace.go:171","msg":"trace[1590701280] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"347.674822ms","start":"2026-03-31T18:30:38.558056Z","end":"2026-03-31T18:30:38.905731Z","steps":["trace[1590701280] 'process raft request' (duration: 347.433757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.906005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.592557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:30:38.906142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.547196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:38.906239Z","caller":"traceutil/trace.go:171","msg":"trace[171857783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1489; }","duration":"133.873364ms","start":"2026-03-31T18:30:38.772347Z","end":"2026-03-31T18:30:38.906221Z","steps":["trace[171857783] 'agreement among raft nodes before linearized reading' (duration: 133.479385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.906257Z","caller":"traceutil/trace.go:171","msg":"trace[1289360410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1489; }","duration":"133.70774ms","start":"2026-03-31T18:30:38.772527Z","end":"2026-03-31T18:30:38.906235Z","steps":["trace[1289360410] 'agreement among raft nodes before linearized reading' (duration: 133.435674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.906042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.335749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:38.906352Z","caller":"traceutil/trace.go:171","msg":"trace[1685994682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1489; }","duration":"132.679936ms","start":"2026-03-31T18:30:38.773652Z","end":"2026-03-31T18:30:38.906332Z","steps":["trace[1685994682] 'agreement among raft nodes before linearized reading' (duration: 132.242317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.906053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.558024Z","time spent":"347.932748ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:38.906548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.213911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:30:38.906492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.623524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:38.906627Z","caller":"traceutil/trace.go:171","msg":"trace[1488614751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1489; }","duration":"175.539718ms","start":"2026-03-31T18:30:38.731064Z","end":"2026-03-31T18:30:38.906604Z","steps":["trace[1488614751] 'agreement among raft nodes before linearized reading' (duration: 174.731581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.906649Z","caller":"traceutil/trace.go:171","msg":"trace[715969453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1489; }","duration":"131.866499ms","start":"2026-03-31T18:30:38.774752Z","end":"2026-03-31T18:30:38.906618Z","steps":["trace[715969453] 'agreement among raft nodes before linearized reading' (duration: 131.146703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.183795Z","caller":"traceutil/trace.go:171","msg":"trace[1070673027] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"273.154047ms","start":"2026-03-31T18:30:38.910619Z","end":"2026-03-31T18:30:39.183773Z","steps":["trace[1070673027] 'process raft request' (duration: 272.39198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.184054Z","caller":"traceutil/trace.go:171","msg":"trace[598744530] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"273.30772ms","start":"2026-03-31T18:30:38.91072Z","end":"2026-03-31T18:30:39.184028Z","steps":["trace[598744530] 'process raft request' (duration: 273.022104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.184615Z","caller":"traceutil/trace.go:171","msg":"trace[729646496] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"273.788841ms","start":"2026-03-31T18:30:38.910791Z","end":"2026-03-31T18:30:39.18458Z","steps":["trace[729646496] 'process raft request' (duration: 273.118526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.185146Z","caller":"traceutil/trace.go:171","msg":"trace[129718298] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"274.234081ms","start":"2026-03-31T18:30:38.910891Z","end":"2026-03-31T18:30:39.185125Z","steps":["trace[129718298] 'process raft request' (duration: 273.606427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:45.021745Z","caller":"traceutil/trace.go:171","msg":"trace[14673899] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"130.205682ms","start":"2026-03-31T18:30:44.891505Z","end":"2026-03-31T18:30:45.021711Z","steps":["trace[14673899] 'process raft request' (duration: 99.921189ms)","trace[14673899] 'compare' (duration: 30.002057ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:45.021968Z","caller":"traceutil/trace.go:171","msg":"trace[1144059334] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"130.282003ms","start":"2026-03-31T18:30:44.891668Z","end":"2026-03-31T18:30:45.02195Z","steps":["trace[1144059334] 'process raft request' (duration: 129.926456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:45.152165Z","caller":"traceutil/trace.go:171","msg":"trace[1732967925] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"123.251067ms","start":"2026-03-31T18:30:45.028885Z","end":"2026-03-31T18:30:45.152136Z","steps":["trace[1732967925] 'process raft request' (duration: 113.154492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:52.341182Z","caller":"traceutil/trace.go:171","msg":"trace[352708705] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"119.495745ms","start":"2026-03-31T18:30:52.221661Z","end":"2026-03-31T18:30:52.341157Z","steps":["trace[352708705] 'read index received' (duration: 111.399005ms)","trace[352708705] 'applied index is now lower than readState.Index' (duration: 8.09572ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:52.341318Z","caller":"traceutil/trace.go:171","msg":"trace[663816416] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"134.064798ms","start":"2026-03-31T18:30:52.207222Z","end":"2026-03-31T18:30:52.341287Z","steps":["trace[663816416] 'process raft request' (duration: 125.676862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:52.341755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.069197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:133118"} {"level":"info","ts":"2026-03-31T18:30:52.341815Z","caller":"traceutil/trace.go:171","msg":"trace[928582888] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1694; }","duration":"120.17571ms","start":"2026-03-31T18:30:52.221625Z","end":"2026-03-31T18:30:52.341801Z","steps":["trace[928582888] 'agreement among raft nodes before linearized reading' (duration: 119.673889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:52.343909Z","caller":"traceutil/trace.go:171","msg":"trace[394886008] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"103.204382ms","start":"2026-03-31T18:30:52.240684Z","end":"2026-03-31T18:30:52.343888Z","steps":["trace[394886008] 'process raft request' (duration: 103.023698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:52.343986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.622312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1113"} {"level":"warn","ts":"2026-03-31T18:30:52.344016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.477439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1080"} {"level":"info","ts":"2026-03-31T18:30:52.34404Z","caller":"traceutil/trace.go:171","msg":"trace[854251292] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1695; }","duration":"103.687833ms","start":"2026-03-31T18:30:52.240336Z","end":"2026-03-31T18:30:52.344023Z","steps":["trace[854251292] 'agreement among raft nodes before linearized reading' (duration: 103.490509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:52.344076Z","caller":"traceutil/trace.go:171","msg":"trace[122675330] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1695; }","duration":"103.55105ms","start":"2026-03-31T18:30:52.240511Z","end":"2026-03-31T18:30:52.344062Z","steps":["trace[122675330] 'agreement among raft nodes before linearized reading' (duration: 103.398277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:55.424972Z","caller":"traceutil/trace.go:171","msg":"trace[1305983614] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"102.366894ms","start":"2026-03-31T18:30:55.322578Z","end":"2026-03-31T18:30:55.424945Z","steps":["trace[1305983614] 'process raft request' (duration: 63.707105ms)","trace[1305983614] 'compare' (duration: 38.505216ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:55.425323Z","caller":"traceutil/trace.go:171","msg":"trace[1240172165] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"101.901463ms","start":"2026-03-31T18:30:55.323395Z","end":"2026-03-31T18:30:55.425296Z","steps":["trace[1240172165] 'process raft request' (duration: 101.503384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:55.425472Z","caller":"traceutil/trace.go:171","msg":"trace[1278620264] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"102.035506ms","start":"2026-03-31T18:30:55.323406Z","end":"2026-03-31T18:30:55.425442Z","steps":["trace[1278620264] 'process raft request' (duration: 101.802601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:58.163501Z","caller":"traceutil/trace.go:171","msg":"trace[1951165689] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"106.176568ms","start":"2026-03-31T18:30:58.057295Z","end":"2026-03-31T18:30:58.163471Z","steps":["trace[1951165689] 'process raft request' (duration: 106.033665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.695753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444120173,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:31:01.888424Z","caller":"traceutil/trace.go:171","msg":"trace[235381738] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1884; }","duration":"693.383551ms","start":"2026-03-31T18:31:01.195015Z","end":"2026-03-31T18:31:01.888399Z","steps":["trace[235381738] 'read index received' (duration: 693.201757ms)","trace[235381738] 'applied index is now lower than readState.Index' (duration: 181.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:01.888495Z","caller":"traceutil/trace.go:171","msg":"trace[742253513] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"718.851977ms","start":"2026-03-31T18:31:01.169615Z","end":"2026-03-31T18:31:01.888467Z","steps":["trace[742253513] 'process raft request' (duration: 718.650063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.888629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.694351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:01.88866Z","caller":"traceutil/trace.go:171","msg":"trace[58527856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1809; }","duration":"577.786253ms","start":"2026-03-31T18:31:01.310866Z","end":"2026-03-31T18:31:01.888652Z","steps":["trace[58527856] 'agreement among raft nodes before linearized reading' (duration: 577.66288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.888683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.310832Z","time spent":"577.846124ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:01.88866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.169578Z","time spent":"718.98153ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:01.888724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.690587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:31:01.888809Z","caller":"traceutil/trace.go:171","msg":"trace[1015232145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1809; }","duration":"693.83376ms","start":"2026-03-31T18:31:01.194951Z","end":"2026-03-31T18:31:01.888785Z","steps":["trace[1015232145] 'agreement among raft nodes before linearized reading' (duration: 693.577494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.888809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.392337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:31:01.888793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.309049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:01.888855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.194924Z","time spent":"693.922802ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:31:01.888883Z","caller":"traceutil/trace.go:171","msg":"trace[1837875657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1809; }","duration":"438.466579ms","start":"2026-03-31T18:31:01.450397Z","end":"2026-03-31T18:31:01.888864Z","steps":["trace[1837875657] 'agreement among raft nodes before linearized reading' (duration: 438.226363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.888937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.450368Z","time spent":"438.55504ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:01.888939Z","caller":"traceutil/trace.go:171","msg":"trace[1336166828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1809; }","duration":"440.492623ms","start":"2026-03-31T18:31:01.448403Z","end":"2026-03-31T18:31:01.888895Z","steps":["trace[1336166828] 'agreement among raft nodes before linearized reading' (duration: 440.306949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.888825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.611421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:31:01.888972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.549351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:31:01.889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.448358Z","time spent":"440.626356ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:01.889011Z","caller":"traceutil/trace.go:171","msg":"trace[1827144045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1809; }","duration":"438.845627ms","start":"2026-03-31T18:31:01.450151Z","end":"2026-03-31T18:31:01.888997Z","steps":["trace[1827144045] 'agreement among raft nodes before linearized reading' (duration: 438.55373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.889047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.450131Z","time spent":"438.908507ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:01.889046Z","caller":"traceutil/trace.go:171","msg":"trace[285342523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1809; }","duration":"438.665952ms","start":"2026-03-31T18:31:01.450359Z","end":"2026-03-31T18:31:01.889025Z","steps":["trace[285342523] 'agreement among raft nodes before linearized reading' (duration: 438.410127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:01.889094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.450334Z","time spent":"438.748444ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:02.441587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444120177,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:31:02.665807Z","caller":"traceutil/trace.go:171","msg":"trace[1056485102] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"772.561259ms","start":"2026-03-31T18:31:01.893219Z","end":"2026-03-31T18:31:02.66578Z","steps":["trace[1056485102] 'process raft request' (duration: 764.221094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.666027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.893198Z","time spent":"772.731093ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:02.667767Z","caller":"traceutil/trace.go:171","msg":"trace[807895424] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"774.117863ms","start":"2026-03-31T18:31:01.893627Z","end":"2026-03-31T18:31:02.667745Z","steps":["trace[807895424] 'process raft request' (duration: 773.97325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.667909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.89362Z","time spent":"774.210935ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:02.668123Z","caller":"traceutil/trace.go:171","msg":"trace[346581981] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"774.247696ms","start":"2026-03-31T18:31:01.893852Z","end":"2026-03-31T18:31:02.6681Z","steps":["trace[346581981] 'process raft request' (duration: 774.168914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:02.668155Z","caller":"traceutil/trace.go:171","msg":"trace[1069869153] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"774.461961ms","start":"2026-03-31T18:31:01.893666Z","end":"2026-03-31T18:31:02.668127Z","steps":["trace[1069869153] 'process raft request' (duration: 774.256846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:02.668193Z","caller":"traceutil/trace.go:171","msg":"trace[1898236496] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"774.588723ms","start":"2026-03-31T18:31:01.893565Z","end":"2026-03-31T18:31:02.668154Z","steps":["trace[1898236496] 'process raft request' (duration: 774.147924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.66827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.893837Z","time spent":"774.357488ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:02.66831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.893645Z","time spent":"774.577584ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:02.668336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.893549Z","time spent":"774.714157ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:02.668341Z","caller":"traceutil/trace.go:171","msg":"trace[1141481235] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1885; }","duration":"727.820085ms","start":"2026-03-31T18:31:01.940478Z","end":"2026-03-31T18:31:02.668298Z","steps":["trace[1141481235] 'read index received' (duration: 716.962734ms)","trace[1141481235] 'applied index is now lower than readState.Index' (duration: 10.85482ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:02.668442Z","caller":"traceutil/trace.go:171","msg":"trace[326222562] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"679.038743ms","start":"2026-03-31T18:31:01.989396Z","end":"2026-03-31T18:31:02.668434Z","steps":["trace[326222562] 'process raft request' (duration: 678.662483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.668492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.98938Z","time spent":"679.087553ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:02.668501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.0185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:02.668553Z","caller":"traceutil/trace.go:171","msg":"trace[236266798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1815; }","duration":"728.095972ms","start":"2026-03-31T18:31:01.940443Z","end":"2026-03-31T18:31:02.668539Z","steps":["trace[236266798] 'agreement among raft nodes before linearized reading' (duration: 728.02299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.668595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.940431Z","time spent":"728.156613ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:02.668602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.67881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:02.668607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.876668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:02.668647Z","caller":"traceutil/trace.go:171","msg":"trace[1659819199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1815; }","duration":"219.769872ms","start":"2026-03-31T18:31:02.448865Z","end":"2026-03-31T18:31:02.668635Z","steps":["trace[1659819199] 'agreement among raft nodes before linearized reading' (duration: 219.69268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:02.668683Z","caller":"traceutil/trace.go:171","msg":"trace[1347747952] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1815; }","duration":"452.020981ms","start":"2026-03-31T18:31:02.216647Z","end":"2026-03-31T18:31:02.668668Z","steps":["trace[1347747952] 'agreement among raft nodes before linearized reading' (duration: 451.882658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.668737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:02.216628Z","time spent":"452.094212ms","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":11,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:04.947734Z","caller":"traceutil/trace.go:171","msg":"trace[457382356] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"375.067601ms","start":"2026-03-31T18:31:04.57264Z","end":"2026-03-31T18:31:04.947708Z","steps":["trace[457382356] 'process raft request' (duration: 374.56557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:04.947884Z","caller":"traceutil/trace.go:171","msg":"trace[1494298933] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"273.783641ms","start":"2026-03-31T18:31:04.674067Z","end":"2026-03-31T18:31:04.94785Z","steps":["trace[1494298933] 'process raft request' (duration: 273.527026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.947914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.57262Z","time spent":"375.196443ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:04.94815Z","caller":"traceutil/trace.go:171","msg":"trace[71385661] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1894; }","duration":"276.8838ms","start":"2026-03-31T18:31:04.671005Z","end":"2026-03-31T18:31:04.947889Z","steps":["trace[71385661] 'read index received' (duration: 9.932011ms)","trace[71385661] 'applied index is now lower than readState.Index' (duration: 266.875227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:04.948318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.284149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:04.948472Z","caller":"traceutil/trace.go:171","msg":"trace[421356502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1820; }","duration":"277.455622ms","start":"2026-03-31T18:31:04.670958Z","end":"2026-03-31T18:31:04.948414Z","steps":["trace[421356502] 'agreement among raft nodes before linearized reading' (duration: 277.135895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.222806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.858779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:05.223033Z","caller":"traceutil/trace.go:171","msg":"trace[1020036845] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"540.895753ms","start":"2026-03-31T18:31:04.682107Z","end":"2026-03-31T18:31:05.223003Z","steps":["trace[1020036845] 'process raft request' (duration: 372.745428ms)","trace[1020036845] 'compare' (duration: 167.576253ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:05.223099Z","caller":"traceutil/trace.go:171","msg":"trace[1883265852] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"269.902375ms","start":"2026-03-31T18:31:04.953175Z","end":"2026-03-31T18:31:05.223077Z","steps":["trace[1883265852] 'process raft request' (duration: 269.792712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.223175Z","caller":"traceutil/trace.go:171","msg":"trace[1126550599] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1897; }","duration":"274.881675ms","start":"2026-03-31T18:31:04.948258Z","end":"2026-03-31T18:31:05.22314Z","steps":["trace[1126550599] 'read index received' (duration: 106.519706ms)","trace[1126550599] 'applied index is now lower than readState.Index' (duration: 168.358189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:05.223471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.713324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:31:05.223487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.844105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:31:05.223515Z","caller":"traceutil/trace.go:171","msg":"trace[1355862880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1822; }","duration":"551.863617ms","start":"2026-03-31T18:31:04.67164Z","end":"2026-03-31T18:31:05.223504Z","steps":["trace[1355862880] 'agreement among raft nodes before linearized reading' (duration: 551.622872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.223511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.57013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:05.223541Z","caller":"traceutil/trace.go:171","msg":"trace[2121314712] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1822; }","duration":"478.933378ms","start":"2026-03-31T18:31:04.744591Z","end":"2026-03-31T18:31:05.223525Z","steps":["trace[2121314712] 'agreement among raft nodes before linearized reading' (duration: 478.692562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.223555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.671618Z","time spent":"551.927809ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:05.223478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.682085Z","time spent":"541.040477ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:05.223594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.744573Z","time spent":"479.012259ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:31:05.223595Z","caller":"traceutil/trace.go:171","msg":"trace[407686879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1822; }","duration":"550.670752ms","start":"2026-03-31T18:31:04.672905Z","end":"2026-03-31T18:31:05.223575Z","steps":["trace[407686879] 'agreement among raft nodes before linearized reading' (duration: 550.354665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.223651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.672901Z","time spent":"550.740993ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:05.223679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.984232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T18:31:05.22374Z","caller":"traceutil/trace.go:171","msg":"trace[1847228155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1822; }","duration":"525.068353ms","start":"2026-03-31T18:31:04.69865Z","end":"2026-03-31T18:31:05.223718Z","steps":["trace[1847228155] 'agreement among raft nodes before linearized reading' (duration: 524.906679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.223774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.434728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:31:05.2238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.698612Z","time spent":"525.174805ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4019,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:05.223827Z","caller":"traceutil/trace.go:171","msg":"trace[1438119982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1822; }","duration":"551.50376ms","start":"2026-03-31T18:31:04.672308Z","end":"2026-03-31T18:31:05.223811Z","steps":["trace[1438119982] 'agreement among raft nodes before linearized reading' (duration: 551.347067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.223871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.672301Z","time spent":"551.561771ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:05.223897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.918597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:31:05.224023Z","caller":"traceutil/trace.go:171","msg":"trace[1360208863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1822; }","duration":"551.05613ms","start":"2026-03-31T18:31:04.672878Z","end":"2026-03-31T18:31:05.223934Z","steps":["trace[1360208863] 'agreement among raft nodes before linearized reading' (duration: 550.528258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.224074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.672873Z","time spent":"551.189382ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:05.451286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.652873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:05.451426Z","caller":"traceutil/trace.go:171","msg":"trace[42420725] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"222.198355ms","start":"2026-03-31T18:31:05.229205Z","end":"2026-03-31T18:31:05.451403Z","steps":["trace[42420725] 'process raft request' (duration: 104.334707ms)","trace[42420725] 'compare' (duration: 117.4977ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:05.539926Z","caller":"traceutil/trace.go:171","msg":"trace[684734354] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"310.608579ms","start":"2026-03-31T18:31:05.229253Z","end":"2026-03-31T18:31:05.539862Z","steps":["trace[684734354] 'process raft request' (duration: 310.445114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.540083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:05.22923Z","time spent":"310.771003ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:05.540211Z","caller":"traceutil/trace.go:171","msg":"trace[2084667615] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"310.915796ms","start":"2026-03-31T18:31:05.229269Z","end":"2026-03-31T18:31:05.540185Z","steps":["trace[2084667615] 'process raft request' (duration: 310.552688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.540249Z","caller":"traceutil/trace.go:171","msg":"trace[653144554] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"309.929454ms","start":"2026-03-31T18:31:05.230291Z","end":"2026-03-31T18:31:05.54022Z","steps":["trace[653144554] 'process raft request' (duration: 309.76538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.540352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:05.229248Z","time spent":"311.030938ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:05.540398Z","caller":"traceutil/trace.go:171","msg":"trace[1002803828] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"299.969042ms","start":"2026-03-31T18:31:05.240404Z","end":"2026-03-31T18:31:05.540373Z","steps":["trace[1002803828] 'process raft request' (duration: 299.761427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.540412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.097857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:31:05.540463Z","caller":"traceutil/trace.go:171","msg":"trace[326753408] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1827; }","duration":"310.19859ms","start":"2026-03-31T18:31:05.230252Z","end":"2026-03-31T18:31:05.54045Z","steps":["trace[326753408] 'agreement among raft nodes before linearized reading' (duration: 310.104368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.540491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:05.240394Z","time spent":"300.053595ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:05.540483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:05.230267Z","time spent":"310.134679ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:05.540323Z","caller":"traceutil/trace.go:171","msg":"trace[138115264] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1899; }","duration":"310.012465ms","start":"2026-03-31T18:31:05.230294Z","end":"2026-03-31T18:31:05.540306Z","steps":["trace[138115264] 'read index received' (duration: 103.238773ms)","trace[138115264] 'applied index is now lower than readState.Index' (duration: 206.772692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:05.540537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:05.230244Z","time spent":"310.273041ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:31:11.477622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444120375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:11.978792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444120375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:12.479585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444120375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:12.942389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.97538365s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:12.942802Z","caller":"traceutil/trace.go:171","msg":"trace[830792977] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.975882991s","start":"2026-03-31T18:31:10.966894Z","end":"2026-03-31T18:31:12.942777Z","steps":["trace[830792977] 'process raft request' (duration: 1.975689446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.943001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.966877Z","time spent":"1.976014224s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:12.970131Z","caller":"traceutil/trace.go:171","msg":"trace[258132293] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.046222501s","start":"2026-03-31T18:31:11.923882Z","end":"2026-03-31T18:31:12.970104Z","steps":["trace[258132293] 'process raft request' (duration: 1.046015487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.970284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.923851Z","time spent":"1.046355234s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:12.970313Z","caller":"traceutil/trace.go:171","msg":"trace[691760014] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1995; }","duration":"1.993584584s","start":"2026-03-31T18:31:10.976699Z","end":"2026-03-31T18:31:12.970283Z","steps":["trace[691760014] 'read index received' (duration: 1.965895765s)","trace[691760014] 'applied index is now lower than readState.Index' (duration: 27.686889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:12.97045Z","caller":"traceutil/trace.go:171","msg":"trace[115099390] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"338.687205ms","start":"2026-03-31T18:31:12.631742Z","end":"2026-03-31T18:31:12.970429Z","steps":["trace[115099390] 'process raft request' (duration: 338.320337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.970582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.631718Z","time spent":"338.782458ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:12.970601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762461003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:31:12.97065Z","caller":"traceutil/trace.go:171","msg":"trace[1929349280] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7; range_end:; response_count:1; response_revision:1920; }","duration":"1.762573336s","start":"2026-03-31T18:31:11.208061Z","end":"2026-03-31T18:31:12.970635Z","steps":["trace[1929349280] 'agreement among raft nodes before linearized reading' (duration: 1.762391052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.970639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.793856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T18:31:12.970696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.208034Z","time spent":"1.762654187s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" "} {"level":"info","ts":"2026-03-31T18:31:12.970719Z","caller":"traceutil/trace.go:171","msg":"trace[583279174] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1920; }","duration":"319.917448ms","start":"2026-03-31T18:31:12.650781Z","end":"2026-03-31T18:31:12.970699Z","steps":["trace[583279174] 'agreement among raft nodes before linearized reading' (duration: 319.787526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.970736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499047389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:31:12.970818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521955269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:12.970857Z","caller":"traceutil/trace.go:171","msg":"trace[733359089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"1.522028841s","start":"2026-03-31T18:31:11.44882Z","end":"2026-03-31T18:31:12.970848Z","steps":["trace[733359089] 'agreement among raft nodes before linearized reading' (duration: 1.52197835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.970868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038974926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:12.970868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708872515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:31:12.970891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406507875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:31:12.970919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709111921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:12.970938Z","caller":"traceutil/trace.go:171","msg":"trace[563873259] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1920; }","duration":"1.039091338s","start":"2026-03-31T18:31:11.931828Z","end":"2026-03-31T18:31:12.970919Z","steps":["trace[563873259] 'agreement among raft nodes before linearized reading' (duration: 1.038976586s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.970953Z","caller":"traceutil/trace.go:171","msg":"trace[800723649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"1.406569498s","start":"2026-03-31T18:31:11.564368Z","end":"2026-03-31T18:31:12.970938Z","steps":["trace[800723649] 'agreement among raft nodes before linearized reading' (duration: 1.406430905s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.970956Z","caller":"traceutil/trace.go:171","msg":"trace[2141862946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"1.709185483s","start":"2026-03-31T18:31:11.261761Z","end":"2026-03-31T18:31:12.970946Z","steps":["trace[2141862946] 'agreement among raft nodes before linearized reading' (duration: 1.709088271s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.970956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40540735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:31:12.970971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.450195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123673"} {"level":"warn","ts":"2026-03-31T18:31:12.970999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.564304Z","time spent":"1.40668354s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:12.971002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.931809Z","time spent":"1.03917894s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:12.971005Z","caller":"traceutil/trace.go:171","msg":"trace[70178267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1920; }","duration":"1.405497813s","start":"2026-03-31T18:31:11.565497Z","end":"2026-03-31T18:31:12.970995Z","steps":["trace[70178267] 'agreement among raft nodes before linearized reading' (duration: 1.40535609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.971021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.261739Z","time spent":"1.709260074s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:12.97082Z","caller":"traceutil/trace.go:171","msg":"trace[1629156254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1920; }","duration":"1.499186852s","start":"2026-03-31T18:31:11.471614Z","end":"2026-03-31T18:31:12.9708Z","steps":["trace[1629156254] 'agreement among raft nodes before linearized reading' (duration: 1.498916166s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.971045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.565474Z","time spent":"1.405564395s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:12.97103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405561995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:31:12.970884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.448802Z","time spent":"1.522076571s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:12.971096Z","caller":"traceutil/trace.go:171","msg":"trace[1651725680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1920; }","duration":"1.405657707s","start":"2026-03-31T18:31:11.565419Z","end":"2026-03-31T18:31:12.971077Z","steps":["trace[1651725680] 'agreement among raft nodes before linearized reading' (duration: 1.405045283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.970748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40537346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:31:12.971136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.565392Z","time spent":"1.405734209s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:12.971126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.471593Z","time spent":"1.499495218s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:12.971111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9943148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:31:12.971269Z","caller":"traceutil/trace.go:171","msg":"trace[920747177] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7; range_end:; response_count:1; response_revision:1920; }","duration":"1.994588627s","start":"2026-03-31T18:31:10.976664Z","end":"2026-03-31T18:31:12.971252Z","steps":["trace[920747177] 'agreement among raft nodes before linearized reading' (duration: 1.993799169s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:12.971199Z","caller":"traceutil/trace.go:171","msg":"trace[1264877413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1920; }","duration":"1.40579311s","start":"2026-03-31T18:31:11.565337Z","end":"2026-03-31T18:31:12.97113Z","steps":["trace[1264877413] 'agreement among raft nodes before linearized reading' (duration: 1.405294549s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.971401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.565328Z","time spent":"1.406057206s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:31:12.970943Z","caller":"traceutil/trace.go:171","msg":"trace[1935114788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1920; }","duration":"1.70906687s","start":"2026-03-31T18:31:11.261859Z","end":"2026-03-31T18:31:12.970926Z","steps":["trace[1935114788] 'agreement among raft nodes before linearized reading' (duration: 1.708861905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.971538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.261837Z","time spent":"1.709684224s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:12.971031Z","caller":"traceutil/trace.go:171","msg":"trace[468894427] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1920; }","duration":"318.544067ms","start":"2026-03-31T18:31:12.652475Z","end":"2026-03-31T18:31:12.971019Z","steps":["trace[468894427] 'agreement among raft nodes before linearized reading' (duration: 318.184149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.971666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.652458Z","time spent":"319.189533ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123697,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T18:31:12.970761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.650761Z","time spent":"319.992071ms","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T18:31:12.971355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.976632Z","time spent":"1.99470962s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" "} {"level":"warn","ts":"2026-03-31T18:31:13.358584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.508647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:13.358682Z","caller":"traceutil/trace.go:171","msg":"trace[855314928] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"383.551494ms","start":"2026-03-31T18:31:12.975112Z","end":"2026-03-31T18:31:13.358664Z","steps":["trace[855314928] 'process raft request' (duration: 270.888554ms)","trace[855314928] 'compare' (duration: 112.150538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:13.358731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.975097Z","time spent":"383.611205ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:13.823465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.479712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:13.823801Z","caller":"traceutil/trace.go:171","msg":"trace[644071708] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"848.402545ms","start":"2026-03-31T18:31:12.975326Z","end":"2026-03-31T18:31:13.823728Z","steps":["trace[644071708] 'process raft request' (duration: 677.558584ms)","trace[644071708] 'compare' (duration: 170.182895ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:13.824031Z","caller":"traceutil/trace.go:171","msg":"trace[1686536346] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"848.092798ms","start":"2026-03-31T18:31:12.975854Z","end":"2026-03-31T18:31:13.823947Z","steps":["trace[1686536346] 'process raft request' (duration: 847.862153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:13.824052Z","caller":"traceutil/trace.go:171","msg":"trace[56573081] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"847.470995ms","start":"2026-03-31T18:31:12.976546Z","end":"2026-03-31T18:31:13.824017Z","steps":["trace[56573081] 'process raft request' (duration: 847.27403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:13.824115Z","caller":"traceutil/trace.go:171","msg":"trace[2024763753] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"848.252622ms","start":"2026-03-31T18:31:12.975824Z","end":"2026-03-31T18:31:13.824076Z","steps":["trace[2024763753] 'process raft request' (duration: 847.768711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:13.824147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.975841Z","time spent":"848.253662ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:13.824031Z","caller":"traceutil/trace.go:171","msg":"trace[1031243303] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"848.064148ms","start":"2026-03-31T18:31:12.975945Z","end":"2026-03-31T18:31:13.824009Z","steps":["trace[1031243303] 'process raft request' (duration: 847.818032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:13.824218Z","caller":"traceutil/trace.go:171","msg":"trace[1923172422] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:1998; }","duration":"846.42012ms","start":"2026-03-31T18:31:12.977777Z","end":"2026-03-31T18:31:13.824197Z","steps":["trace[1923172422] 'read index received' (duration: 268.237143ms)","trace[1923172422] 'applied index is now lower than readState.Index' (duration: 578.180917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:13.825453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.976537Z","time spent":"847.587307ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:13.825541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.975811Z","time spent":"848.378855ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:13.825514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.975931Z","time spent":"849.50434ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:13.824193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.975309Z","time spent":"848.59581ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:13.825635Z","caller":"traceutil/trace.go:171","msg":"trace[1064611600] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"845.284824ms","start":"2026-03-31T18:31:12.980331Z","end":"2026-03-31T18:31:13.825616Z","steps":["trace[1064611600] 'process raft request' (duration: 843.537424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:13.827359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.980323Z","time spent":"846.787098ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:13.827676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.032984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:13.827788Z","caller":"traceutil/trace.go:171","msg":"trace[1759321984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"847.156367ms","start":"2026-03-31T18:31:12.980611Z","end":"2026-03-31T18:31:13.827767Z","steps":["trace[1759321984] 'agreement among raft nodes before linearized reading' (duration: 846.994963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:13.827847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.980604Z","time spent":"847.224268ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:13.828785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.95225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123673"} {"level":"info","ts":"2026-03-31T18:31:13.828872Z","caller":"traceutil/trace.go:171","msg":"trace[2060356758] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1927; }","duration":"850.025992ms","start":"2026-03-31T18:31:12.978804Z","end":"2026-03-31T18:31:13.82883Z","steps":["trace[2060356758] 'agreement among raft nodes before linearized reading' (duration: 848.063268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:13.828925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.978798Z","time spent":"850.112963ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123697,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T18:31:13.83044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.651991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T18:31:13.8305Z","caller":"traceutil/trace.go:171","msg":"trace[1275238242] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1927; }","duration":"852.724354ms","start":"2026-03-31T18:31:12.977762Z","end":"2026-03-31T18:31:13.830486Z","steps":["trace[1275238242] 'agreement among raft nodes before linearized reading' (duration: 848.715923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:13.83054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.977756Z","time spent":"852.764934ms","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T18:31:15.124481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.214827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:15.124599Z","caller":"traceutil/trace.go:171","msg":"trace[1975226651] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1927; }","duration":"490.385902ms","start":"2026-03-31T18:31:14.634184Z","end":"2026-03-31T18:31:15.12457Z","steps":["trace[1975226651] 'count revisions from in-memory index tree' (duration: 489.914251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.124661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.634163Z","time spent":"490.482133ms","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:15.124963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.625671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:31:15.124992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.333025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-31T18:31:15.125033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.666491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:15.12506Z","caller":"traceutil/trace.go:171","msg":"trace[1813837583] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:1927; }","duration":"569.856216ms","start":"2026-03-31T18:31:14.555181Z","end":"2026-03-31T18:31:15.125037Z","steps":["trace[1813837583] 'range keys from in-memory index tree' (duration: 569.369725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.125069Z","caller":"traceutil/trace.go:171","msg":"trace[105551153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1927; }","duration":"617.447387ms","start":"2026-03-31T18:31:14.507601Z","end":"2026-03-31T18:31:15.125048Z","steps":["trace[105551153] 'range keys from in-memory index tree' (duration: 617.10233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.125112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.507581Z","time spent":"617.52265ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:31:15.125112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.555159Z","time spent":"569.940848ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:31:15.125204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.484058Z","time spent":"641.132397ms","remote":"127.0.0.1:36408","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:31:15.125121Z","caller":"traceutil/trace.go:171","msg":"trace[2136259229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"675.815234ms","start":"2026-03-31T18:31:14.449262Z","end":"2026-03-31T18:31:15.125077Z","steps":["trace[2136259229] 'range keys from in-memory index tree' (duration: 675.556708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.125408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.449238Z","time spent":"676.155771ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:15.125418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149484816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-31T18:31:15.125463Z","caller":"traceutil/trace.go:171","msg":"trace[1898078985] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7; range_end:; response_count:1; response_revision:1927; }","duration":"1.149605918s","start":"2026-03-31T18:31:13.975844Z","end":"2026-03-31T18:31:15.12545Z","steps":["trace[1898078985] 'range keys from in-memory index tree' (duration: 1.149363103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.125538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.975821Z","time spent":"1.14970509s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" "} {"level":"warn","ts":"2026-03-31T18:31:15.125604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143700795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:15.125729Z","caller":"traceutil/trace.go:171","msg":"trace[1887452098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"1.14396893s","start":"2026-03-31T18:31:13.981736Z","end":"2026-03-31T18:31:15.125705Z","steps":["trace[1887452098] 'range keys from in-memory index tree' (duration: 1.143157232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.125839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:13.981703Z","time spent":"1.144116574s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:15.12926Z","caller":"traceutil/trace.go:171","msg":"trace[825435847] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"181.038304ms","start":"2026-03-31T18:31:14.948191Z","end":"2026-03-31T18:31:15.12923Z","steps":["trace[825435847] 'process raft request' (duration: 180.801068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.194207Z","caller":"traceutil/trace.go:171","msg":"trace[213671141] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"217.944942ms","start":"2026-03-31T18:31:14.976218Z","end":"2026-03-31T18:31:15.194163Z","steps":["trace[213671141] 'process raft request' (duration: 217.733397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.194638Z","caller":"traceutil/trace.go:171","msg":"trace[1758496150] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"216.835426ms","start":"2026-03-31T18:31:14.977767Z","end":"2026-03-31T18:31:15.194603Z","steps":["trace[1758496150] 'process raft request' (duration: 216.336705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.551662Z","caller":"traceutil/trace.go:171","msg":"trace[367710690] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"161.486408ms","start":"2026-03-31T18:31:15.390147Z","end":"2026-03-31T18:31:15.551633Z","steps":["trace[367710690] 'process raft request' (duration: 108.71182ms)","trace[367710690] 'compare' (duration: 52.474621ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:15.967945Z","caller":"traceutil/trace.go:171","msg":"trace[1812427673] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"127.983728ms","start":"2026-03-31T18:31:15.839932Z","end":"2026-03-31T18:31:15.967916Z","steps":["trace[1812427673] 'process raft request' (duration: 95.4859ms)","trace[1812427673] 'compare' (duration: 32.287724ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:15.968121Z","caller":"traceutil/trace.go:171","msg":"trace[1730168183] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"128.091091ms","start":"2026-03-31T18:31:15.840023Z","end":"2026-03-31T18:31:15.968114Z","steps":["trace[1730168183] 'process raft request' (duration: 127.858206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.968283Z","caller":"traceutil/trace.go:171","msg":"trace[2128635031] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"127.366503ms","start":"2026-03-31T18:31:15.840909Z","end":"2026-03-31T18:31:15.968276Z","steps":["trace[2128635031] 'process raft request' (duration: 127.330823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.968349Z","caller":"traceutil/trace.go:171","msg":"trace[1826661977] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"128.005589ms","start":"2026-03-31T18:31:15.840309Z","end":"2026-03-31T18:31:15.968314Z","steps":["trace[1826661977] 'process raft request' (duration: 127.778124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.786398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.461401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:17.786893Z","caller":"traceutil/trace.go:171","msg":"trace[1154077868] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2023; }","duration":"578.139575ms","start":"2026-03-31T18:31:17.208731Z","end":"2026-03-31T18:31:17.786871Z","steps":["trace[1154077868] 'read index received' (duration: 348.671691ms)","trace[1154077868] 'applied index is now lower than readState.Index' (duration: 229.466744ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:17.786956Z","caller":"traceutil/trace.go:171","msg":"trace[1748399408] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"587.643321ms","start":"2026-03-31T18:31:17.199261Z","end":"2026-03-31T18:31:17.786904Z","steps":["trace[1748399408] 'process raft request' (duration: 587.242292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.786986Z","caller":"traceutil/trace.go:171","msg":"trace[608921208] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"587.18844ms","start":"2026-03-31T18:31:17.199736Z","end":"2026-03-31T18:31:17.786925Z","steps":["trace[608921208] 'process raft request' (duration: 587.053197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.787079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.129892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:17.78709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:17.787104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.199229Z","time spent":"587.789023ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:17.787132Z","caller":"traceutil/trace.go:171","msg":"trace[907576576] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1946; }","duration":"456.227954ms","start":"2026-03-31T18:31:17.330885Z","end":"2026-03-31T18:31:17.787113Z","steps":["trace[907576576] 'agreement among raft nodes before linearized reading' (duration: 456.128432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.787114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.915423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:17.787141Z","caller":"traceutil/trace.go:171","msg":"trace[1716013004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1946; }","duration":"337.294653ms","start":"2026-03-31T18:31:17.449833Z","end":"2026-03-31T18:31:17.787127Z","steps":["trace[1716013004] 'agreement among raft nodes before linearized reading' (duration: 337.208291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.787181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.330864Z","time spent":"456.303776ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:17.78719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.449815Z","time spent":"337.368485ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:17.787192Z","caller":"traceutil/trace.go:171","msg":"trace[913377617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1946; }","duration":"627.051706ms","start":"2026-03-31T18:31:17.16012Z","end":"2026-03-31T18:31:17.787172Z","steps":["trace[913377617] 'agreement among raft nodes before linearized reading' (duration: 626.81664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.787186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.199724Z","time spent":"587.354693ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:17.78724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.160092Z","time spent":"627.137948ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:17.787295Z","caller":"traceutil/trace.go:171","msg":"trace[388157852] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"610.729225ms","start":"2026-03-31T18:31:17.176528Z","end":"2026-03-31T18:31:17.787257Z","steps":["trace[388157852] 'process raft request' (duration: 380.880473ms)","trace[388157852] 'compare' (duration: 228.310218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:17.787352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.949347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:17.787445Z","caller":"traceutil/trace.go:171","msg":"trace[1696709877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1946; }","duration":"231.149272ms","start":"2026-03-31T18:31:17.556271Z","end":"2026-03-31T18:31:17.787421Z","steps":["trace[1696709877] 'agreement among raft nodes before linearized reading' (duration: 230.775373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.78749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.176483Z","time spent":"610.935941ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:17.989927Z","caller":"traceutil/trace.go:171","msg":"trace[1266705987] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2026; }","duration":"140.340398ms","start":"2026-03-31T18:31:17.849564Z","end":"2026-03-31T18:31:17.989904Z","steps":["trace[1266705987] 'read index received' (duration: 140.218066ms)","trace[1266705987] 'applied index is now lower than readState.Index' (duration: 121.132µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:17.989984Z","caller":"traceutil/trace.go:171","msg":"trace[560989227] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"197.025578ms","start":"2026-03-31T18:31:17.792931Z","end":"2026-03-31T18:31:17.989957Z","steps":["trace[560989227] 'process raft request' (duration: 196.792322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.990178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.602304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:17.990224Z","caller":"traceutil/trace.go:171","msg":"trace[1406065419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1947; }","duration":"140.708046ms","start":"2026-03-31T18:31:17.849504Z","end":"2026-03-31T18:31:17.990212Z","steps":["trace[1406065419] 'agreement among raft nodes before linearized reading' (duration: 140.555323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.145634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.697265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:18.145745Z","caller":"traceutil/trace.go:171","msg":"trace[112436479] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"151.164725ms","start":"2026-03-31T18:31:17.994561Z","end":"2026-03-31T18:31:18.145726Z","steps":["trace[112436479] 'process raft request' (duration: 47.293375ms)","trace[112436479] 'compare' (duration: 103.530042ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:18.147742Z","caller":"traceutil/trace.go:171","msg":"trace[256627580] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"153.065338ms","start":"2026-03-31T18:31:17.994658Z","end":"2026-03-31T18:31:18.147723Z","steps":["trace[256627580] 'process raft request' (duration: 152.907915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.147976Z","caller":"traceutil/trace.go:171","msg":"trace[434099242] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"153.23905ms","start":"2026-03-31T18:31:17.994722Z","end":"2026-03-31T18:31:18.147961Z","steps":["trace[434099242] 'process raft request' (duration: 152.953264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.148174Z","caller":"traceutil/trace.go:171","msg":"trace[989121719] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"153.047886ms","start":"2026-03-31T18:31:17.995116Z","end":"2026-03-31T18:31:18.148164Z","steps":["trace[989121719] 'process raft request' (duration: 152.78834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.148315Z","caller":"traceutil/trace.go:171","msg":"trace[596896332] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2027; }","duration":"120.028257ms","start":"2026-03-31T18:31:18.028275Z","end":"2026-03-31T18:31:18.148303Z","steps":["trace[596896332] 'read index received' (duration: 13.571339ms)","trace[596896332] 'applied index is now lower than readState.Index' (duration: 106.456108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:18.148364Z","caller":"traceutil/trace.go:171","msg":"trace[882811958] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"152.973244ms","start":"2026-03-31T18:31:17.995346Z","end":"2026-03-31T18:31:18.148319Z","steps":["trace[882811958] 'process raft request' (duration: 152.77751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.148473Z","caller":"traceutil/trace.go:171","msg":"trace[1114758624] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"143.523111ms","start":"2026-03-31T18:31:18.004941Z","end":"2026-03-31T18:31:18.148464Z","steps":["trace[1114758624] 'process raft request' (duration: 143.308716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.148488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.218951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" ","response":"range_response_count:1 size:2245"} {"level":"info","ts":"2026-03-31T18:31:18.148521Z","caller":"traceutil/trace.go:171","msg":"trace[2113259070] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7; range_end:; response_count:1; response_revision:1953; }","duration":"120.302613ms","start":"2026-03-31T18:31:18.028206Z","end":"2026-03-31T18:31:18.148509Z","steps":["trace[2113259070] 'agreement among raft nodes before linearized reading' (duration: 120.143799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.45836Z","caller":"traceutil/trace.go:171","msg":"trace[1236979651] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2034; }","duration":"243.84034ms","start":"2026-03-31T18:31:18.2145Z","end":"2026-03-31T18:31:18.45834Z","steps":["trace[1236979651] 'read index received' (duration: 243.621435ms)","trace[1236979651] 'applied index is now lower than readState.Index' (duration: 218.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:18.458409Z","caller":"traceutil/trace.go:171","msg":"trace[717274334] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"250.512251ms","start":"2026-03-31T18:31:18.207882Z","end":"2026-03-31T18:31:18.458394Z","steps":["trace[717274334] 'process raft request' (duration: 250.334787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.458562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.046874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-31T18:31:18.458618Z","caller":"traceutil/trace.go:171","msg":"trace[248764593] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7; range_end:; response_count:1; response_revision:1955; }","duration":"244.148717ms","start":"2026-03-31T18:31:18.214456Z","end":"2026-03-31T18:31:18.458604Z","steps":["trace[248764593] 'agreement among raft nodes before linearized reading' (duration: 243.965833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.664953Z","caller":"traceutil/trace.go:171","msg":"trace[1697122289] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"201.836766ms","start":"2026-03-31T18:31:18.463081Z","end":"2026-03-31T18:31:18.664918Z","steps":["trace[1697122289] 'process raft request' (duration: 199.079443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.973961Z","caller":"traceutil/trace.go:171","msg":"trace[438649424] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"510.029398ms","start":"2026-03-31T18:31:18.463901Z","end":"2026-03-31T18:31:18.97393Z","steps":["trace[438649424] 'process raft request' (duration: 509.821003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.974114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.463876Z","time spent":"510.15719ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:18.974703Z","caller":"traceutil/trace.go:171","msg":"trace[1324022047] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"510.192481ms","start":"2026-03-31T18:31:18.464491Z","end":"2026-03-31T18:31:18.974683Z","steps":["trace[1324022047] 'process raft request' (duration: 509.358902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.974758Z","caller":"traceutil/trace.go:171","msg":"trace[1675080331] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2035; }","duration":"478.059041ms","start":"2026-03-31T18:31:18.496674Z","end":"2026-03-31T18:31:18.974733Z","steps":["trace[1675080331] 'read index received' (duration: 165.49643ms)","trace[1675080331] 'applied index is now lower than readState.Index' (duration: 312.561711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:18.974815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.464482Z","time spent":"510.273824ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:18.974883Z","caller":"traceutil/trace.go:171","msg":"trace[927911424] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"510.098599ms","start":"2026-03-31T18:31:18.464746Z","end":"2026-03-31T18:31:18.974845Z","steps":["trace[927911424] 'process raft request' (duration: 509.876125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.97497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.764388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:18.974987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.754131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:18.975001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.464735Z","time spent":"510.210542ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:18.975016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.337997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-31T18:31:18.975013Z","caller":"traceutil/trace.go:171","msg":"trace[916512720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1959; }","duration":"390.85712ms","start":"2026-03-31T18:31:18.584146Z","end":"2026-03-31T18:31:18.975003Z","steps":["trace[916512720] 'agreement among raft nodes before linearized reading' (duration: 390.754098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.97504Z","caller":"traceutil/trace.go:171","msg":"trace[1833439397] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1959; }","duration":"204.853534ms","start":"2026-03-31T18:31:18.770176Z","end":"2026-03-31T18:31:18.975029Z","steps":["trace[1833439397] 'agreement among raft nodes before linearized reading' (duration: 204.759002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.975076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.584131Z","time spent":"390.936281ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:18.975075Z","caller":"traceutil/trace.go:171","msg":"trace[736667842] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7; range_end:; response_count:1; response_revision:1959; }","duration":"478.425879ms","start":"2026-03-31T18:31:18.49663Z","end":"2026-03-31T18:31:18.975056Z","steps":["trace[736667842] 'agreement among raft nodes before linearized reading' (duration: 478.221785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.974982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.857828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:31:18.975128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.49658Z","time spent":"478.535382ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3957,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" "} {"level":"info","ts":"2026-03-31T18:31:18.975176Z","caller":"traceutil/trace.go:171","msg":"trace[137921673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1959; }","duration":"181.069374ms","start":"2026-03-31T18:31:18.79409Z","end":"2026-03-31T18:31:18.97516Z","steps":["trace[137921673] 'agreement among raft nodes before linearized reading' (duration: 180.816928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.317558Z","caller":"traceutil/trace.go:171","msg":"trace[1667922893] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2040; }","duration":"251.74964ms","start":"2026-03-31T18:31:19.065791Z","end":"2026-03-31T18:31:19.31754Z","steps":["trace[1667922893] 'read index received' (duration: 209.573142ms)","trace[1667922893] 'applied index is now lower than readState.Index' (duration: 42.175858ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:19.317616Z","caller":"traceutil/trace.go:171","msg":"trace[2037117000] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"336.756951ms","start":"2026-03-31T18:31:18.980837Z","end":"2026-03-31T18:31:19.317594Z","steps":["trace[2037117000] 'process raft request' (duration: 294.44643ms)","trace[2037117000] 'compare' (duration: 42.172088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:19.317676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.867023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:19.317699Z","caller":"traceutil/trace.go:171","msg":"trace[2078742963] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1961; }","duration":"251.934913ms","start":"2026-03-31T18:31:19.065757Z","end":"2026-03-31T18:31:19.317692Z","steps":["trace[2078742963] 'agreement among raft nodes before linearized reading' (duration: 251.877532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.317729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.980823Z","time spent":"336.836843ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3920,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:19.385643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.49782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:19.385636Z","caller":"traceutil/trace.go:171","msg":"trace[252725199] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"166.247296ms","start":"2026-03-31T18:31:19.219353Z","end":"2026-03-31T18:31:19.3856Z","steps":["trace[252725199] 'process raft request' (duration: 166.060912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.385703Z","caller":"traceutil/trace.go:171","msg":"trace[392960020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1962; }","duration":"150.597531ms","start":"2026-03-31T18:31:19.235092Z","end":"2026-03-31T18:31:19.38569Z","steps":["trace[392960020] 'agreement among raft nodes before linearized reading' (duration: 150.416197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.606138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.097149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:19.606268Z","caller":"traceutil/trace.go:171","msg":"trace[959767389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1962; }","duration":"157.276283ms","start":"2026-03-31T18:31:19.448961Z","end":"2026-03-31T18:31:19.606237Z","steps":["trace[959767389] 'range keys from in-memory index tree' (duration: 156.977826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.606365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.366895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" ","response":"range_response_count:1 size:3935"} {"level":"warn","ts":"2026-03-31T18:31:19.606477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.690445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:19.606484Z","caller":"traceutil/trace.go:171","msg":"trace[475769624] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7; range_end:; response_count:1; response_revision:1962; }","duration":"142.522558ms","start":"2026-03-31T18:31:19.463933Z","end":"2026-03-31T18:31:19.606456Z","steps":["trace[475769624] 'range keys from in-memory index tree' (duration: 142.271182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.606535Z","caller":"traceutil/trace.go:171","msg":"trace[290186985] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1962; }","duration":"180.787477ms","start":"2026-03-31T18:31:19.425732Z","end":"2026-03-31T18:31:19.606519Z","steps":["trace[290186985] 'count revisions from in-memory index tree' (duration: 180.609944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.759591Z","caller":"traceutil/trace.go:171","msg":"trace[1814750540] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"145.905106ms","start":"2026-03-31T18:31:19.61366Z","end":"2026-03-31T18:31:19.759565Z","steps":["trace[1814750540] 'process raft request' (duration: 145.752892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.258067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.634385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:21.258197Z","caller":"traceutil/trace.go:171","msg":"trace[1969895814] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1986; }","duration":"111.84633ms","start":"2026-03-31T18:31:21.146324Z","end":"2026-03-31T18:31:21.25817Z","steps":["trace[1969895814] 'count revisions from in-memory index tree' (duration: 111.441122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:21.544913Z","caller":"traceutil/trace.go:171","msg":"trace[1823935920] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"109.112609ms","start":"2026-03-31T18:31:21.435765Z","end":"2026-03-31T18:31:21.544878Z","steps":["trace[1823935920] 'process raft request' (duration: 108.868284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:24.256569Z","caller":"traceutil/trace.go:171","msg":"trace[406094720] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"198.309165ms","start":"2026-03-31T18:31:24.058235Z","end":"2026-03-31T18:31:24.256545Z","steps":["trace[406094720] 'process raft request' (duration: 198.0549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:25.354166Z","caller":"traceutil/trace.go:171","msg":"trace[1249593827] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"109.531299ms","start":"2026-03-31T18:31:25.244615Z","end":"2026-03-31T18:31:25.354146Z","steps":["trace[1249593827] 'process raft request' (duration: 109.427777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:25.436653Z","caller":"traceutil/trace.go:171","msg":"trace[309336235] linearizableReadLoop","detail":"{readStateIndex:2111; appliedIndex:2109; }","duration":"173.112914ms","start":"2026-03-31T18:31:25.263506Z","end":"2026-03-31T18:31:25.436619Z","steps":["trace[309336235] 'read index received' (duration: 90.566369ms)","trace[309336235] 'applied index is now lower than readState.Index' (duration: 82.544954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:25.436872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.360169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-03-31T18:31:25.436916Z","caller":"traceutil/trace.go:171","msg":"trace[1109038256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2029; }","duration":"173.462001ms","start":"2026-03-31T18:31:25.263444Z","end":"2026-03-31T18:31:25.436906Z","steps":["trace[1109038256] 'agreement among raft nodes before linearized reading' (duration: 173.293007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:25.436798Z","caller":"traceutil/trace.go:171","msg":"trace[868336607] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"184.38003ms","start":"2026-03-31T18:31:25.252374Z","end":"2026-03-31T18:31:25.436754Z","steps":["trace[868336607] 'process raft request' (duration: 183.905569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:34.147129Z","caller":"traceutil/trace.go:171","msg":"trace[282459685] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"652.073244ms","start":"2026-03-31T18:31:33.495032Z","end":"2026-03-31T18:31:34.147105Z","steps":["trace[282459685] 'process raft request' (duration: 651.924331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:34.147285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:33.495004Z","time spent":"652.200637ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:34.166021Z","caller":"traceutil/trace.go:171","msg":"trace[1649534745] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"323.418517ms","start":"2026-03-31T18:31:33.842576Z","end":"2026-03-31T18:31:34.165995Z","steps":["trace[1649534745] 'process raft request' (duration: 323.128541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:34.166107Z","caller":"traceutil/trace.go:171","msg":"trace[1926489602] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"322.343844ms","start":"2026-03-31T18:31:33.843728Z","end":"2026-03-31T18:31:34.166072Z","steps":["trace[1926489602] 'process raft request' (duration: 322.117589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:34.166141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:33.842557Z","time spent":"323.51717ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:34.166277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:33.843667Z","time spent":"322.520068ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:38.446617Z","caller":"traceutil/trace.go:171","msg":"trace[2055831995] linearizableReadLoop","detail":"{readStateIndex:2185; appliedIndex:2184; }","duration":"108.942555ms","start":"2026-03-31T18:31:38.337646Z","end":"2026-03-31T18:31:38.446589Z","steps":["trace[2055831995] 'read index received' (duration: 106.020338ms)","trace[2055831995] 'applied index is now lower than readState.Index' (duration: 2.921027ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:38.446713Z","caller":"traceutil/trace.go:171","msg":"trace[971320550] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"128.543511ms","start":"2026-03-31T18:31:38.318133Z","end":"2026-03-31T18:31:38.446676Z","steps":["trace[971320550] 'process raft request' (duration: 125.536023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.446802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.123479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:38.44688Z","caller":"traceutil/trace.go:171","msg":"trace[401055355] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2101; }","duration":"109.242212ms","start":"2026-03-31T18:31:38.337618Z","end":"2026-03-31T18:31:38.44686Z","steps":["trace[401055355] 'agreement among raft nodes before linearized reading' (duration: 109.096459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:40.369102Z","caller":"traceutil/trace.go:171","msg":"trace[424093202] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"196.965415ms","start":"2026-03-31T18:31:40.17211Z","end":"2026-03-31T18:31:40.369075Z","steps":["trace[424093202] 'process raft request' (duration: 196.804891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:40.526814Z","caller":"traceutil/trace.go:171","msg":"trace[126738022] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"298.488772ms","start":"2026-03-31T18:31:40.228298Z","end":"2026-03-31T18:31:40.526787Z","steps":["trace[126738022] 'process raft request' (duration: 199.530213ms)","trace[126738022] 'compare' (duration: 98.787925ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:40.527041Z","caller":"traceutil/trace.go:171","msg":"trace[557414650] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2199; }","duration":"288.564096ms","start":"2026-03-31T18:31:40.238447Z","end":"2026-03-31T18:31:40.527011Z","steps":["trace[557414650] 'read index received' (duration: 130.486564ms)","trace[557414650] 'applied index is now lower than readState.Index' (duration: 158.075722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:40.527085Z","caller":"traceutil/trace.go:171","msg":"trace[91232730] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"288.053814ms","start":"2026-03-31T18:31:40.239016Z","end":"2026-03-31T18:31:40.52707Z","steps":["trace[91232730] 'process raft request' (duration: 287.727667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.52727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.820651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:40.5273Z","caller":"traceutil/trace.go:171","msg":"trace[1088269268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2117; }","duration":"288.899283ms","start":"2026-03-31T18:31:40.238393Z","end":"2026-03-31T18:31:40.527292Z","steps":["trace[1088269268] 'agreement among raft nodes before linearized reading' (duration: 288.75055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.527342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.7278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11259"} {"level":"info","ts":"2026-03-31T18:31:40.527383Z","caller":"traceutil/trace.go:171","msg":"trace[1456591061] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2117; }","duration":"207.827952ms","start":"2026-03-31T18:31:40.319545Z","end":"2026-03-31T18:31:40.527373Z","steps":["trace[1456591061] 'agreement among raft nodes before linearized reading' (duration: 207.634438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:40.836651Z","caller":"traceutil/trace.go:171","msg":"trace[2077129323] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"302.955203ms","start":"2026-03-31T18:31:40.533677Z","end":"2026-03-31T18:31:40.836632Z","steps":["trace[2077129323] 'process raft request' (duration: 263.046347ms)","trace[2077129323] 'compare' (duration: 39.794083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:40.836755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.533667Z","time spent":"303.033614ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:40.837028Z","caller":"traceutil/trace.go:171","msg":"trace[1467303822] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"303.079405ms","start":"2026-03-31T18:31:40.533927Z","end":"2026-03-31T18:31:40.837006Z","steps":["trace[1467303822] 'process raft request' (duration: 302.875951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:40.837047Z","caller":"traceutil/trace.go:171","msg":"trace[2046983187] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"302.853471ms","start":"2026-03-31T18:31:40.534165Z","end":"2026-03-31T18:31:40.837018Z","steps":["trace[2046983187] 'process raft request' (duration: 302.731258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:40.837078Z","caller":"traceutil/trace.go:171","msg":"trace[2133224174] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"303.27453ms","start":"2026-03-31T18:31:40.533796Z","end":"2026-03-31T18:31:40.83707Z","steps":["trace[2133224174] 'process raft request' (duration: 302.813569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.837143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.533775Z","time spent":"303.321462ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:40.837181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.534153Z","time spent":"302.940823ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:40.837181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.533913Z","time spent":"303.166749ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:40.837183Z","caller":"traceutil/trace.go:171","msg":"trace[167884162] linearizableReadLoop","detail":"{readStateIndex:2210; appliedIndex:2202; }","duration":"296.313742ms","start":"2026-03-31T18:31:40.540835Z","end":"2026-03-31T18:31:40.837149Z","steps":["trace[167884162] 'read index received' (duration: 70.085182ms)","trace[167884162] 'applied index is now lower than readState.Index' (duration: 226.2274ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:40.837256Z","caller":"traceutil/trace.go:171","msg":"trace[1422473226] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"297.140782ms","start":"2026-03-31T18:31:40.54011Z","end":"2026-03-31T18:31:40.83725Z","steps":["trace[1422473226] 'process raft request' (duration: 296.943776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:40.83729Z","caller":"traceutil/trace.go:171","msg":"trace[296980462] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"303.052176ms","start":"2026-03-31T18:31:40.534231Z","end":"2026-03-31T18:31:40.837283Z","steps":["trace[296980462] 'process raft request' (duration: 302.737948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.837323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.534222Z","time spent":"303.087567ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:40.837316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.463376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:40.837352Z","caller":"traceutil/trace.go:171","msg":"trace[858358305] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2125; }","duration":"296.539068ms","start":"2026-03-31T18:31:40.540804Z","end":"2026-03-31T18:31:40.837343Z","steps":["trace[858358305] 'agreement among raft nodes before linearized reading' (duration: 296.445286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:40.837094Z","caller":"traceutil/trace.go:171","msg":"trace[675565879] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"302.898402ms","start":"2026-03-31T18:31:40.534172Z","end":"2026-03-31T18:31:40.83707Z","steps":["trace[675565879] 'process raft request' (duration: 302.762699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.837752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.534162Z","time spent":"303.380333ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:42.600391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.090474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:42.600471Z","caller":"traceutil/trace.go:171","msg":"trace[1039370135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2126; }","duration":"152.223057ms","start":"2026-03-31T18:31:42.44823Z","end":"2026-03-31T18:31:42.600453Z","steps":["trace[1039370135] 'range keys from in-memory index tree' (duration: 151.91437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:44.725475Z","caller":"traceutil/trace.go:171","msg":"trace[1196811016] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"119.931175ms","start":"2026-03-31T18:31:44.605525Z","end":"2026-03-31T18:31:44.725457Z","steps":["trace[1196811016] 'process raft request' (duration: 119.668958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:44.725509Z","caller":"traceutil/trace.go:171","msg":"trace[982872772] linearizableReadLoop","detail":"{readStateIndex:2222; appliedIndex:2220; }","duration":"109.173001ms","start":"2026-03-31T18:31:44.616276Z","end":"2026-03-31T18:31:44.725449Z","steps":["trace[982872772] 'read index received' (duration: 17.503207ms)","trace[982872772] 'applied index is now lower than readState.Index' (duration: 91.668524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:44.725827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.422606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:44.726019Z","caller":"traceutil/trace.go:171","msg":"trace[458036333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2137; }","duration":"109.717302ms","start":"2026-03-31T18:31:44.616217Z","end":"2026-03-31T18:31:44.725934Z","steps":["trace[458036333] 'agreement among raft nodes before linearized reading' (duration: 109.335704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.226784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.902113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:45.226874Z","caller":"traceutil/trace.go:171","msg":"trace[2034583371] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2223; }","duration":"343.397781ms","start":"2026-03-31T18:31:44.883461Z","end":"2026-03-31T18:31:45.226858Z","steps":["trace[2034583371] 'read index received' (duration: 157.279582ms)","trace[2034583371] 'applied index is now lower than readState.Index' (duration: 186.116739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:45.226956Z","caller":"traceutil/trace.go:171","msg":"trace[1860649982] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"500.294117ms","start":"2026-03-31T18:31:44.726627Z","end":"2026-03-31T18:31:45.226921Z","steps":["trace[1860649982] 'process raft request' (duration: 314.186808ms)","trace[1860649982] 'compare' (duration: 185.78068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:45.227081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.687908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:45.227136Z","caller":"traceutil/trace.go:171","msg":"trace[553449924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2138; }","duration":"343.78225ms","start":"2026-03-31T18:31:44.883337Z","end":"2026-03-31T18:31:45.22712Z","steps":["trace[553449924] 'agreement among raft nodes before linearized reading' (duration: 343.603976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.227155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.726598Z","time spent":"500.43296ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:45.227205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.883316Z","time spent":"343.870982ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:45.227279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.904815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:31:45.227309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.498734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:45.227354Z","caller":"traceutil/trace.go:171","msg":"trace[1127612545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2138; }","duration":"330.037098ms","start":"2026-03-31T18:31:44.8973Z","end":"2026-03-31T18:31:45.227338Z","steps":["trace[1127612545] 'agreement among raft nodes before linearized reading' (duration: 329.813303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.227372Z","caller":"traceutil/trace.go:171","msg":"trace[1005562336] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2138; }","duration":"181.620196ms","start":"2026-03-31T18:31:45.045735Z","end":"2026-03-31T18:31:45.227355Z","steps":["trace[1005562336] 'agreement among raft nodes before linearized reading' (duration: 181.495304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.227366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.184239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:31:45.227382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.23448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:31:45.227409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.897277Z","time spent":"330.12257ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:31:45.227435Z","caller":"traceutil/trace.go:171","msg":"trace[800365137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2138; }","duration":"329.280231ms","start":"2026-03-31T18:31:44.898139Z","end":"2026-03-31T18:31:45.227419Z","steps":["trace[800365137] 'agreement among raft nodes before linearized reading' (duration: 329.115307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.227448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.754792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:31:45.227498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.898126Z","time spent":"329.358843ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:45.227519Z","caller":"traceutil/trace.go:171","msg":"trace[1989056762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2138; }","duration":"329.896125ms","start":"2026-03-31T18:31:44.897606Z","end":"2026-03-31T18:31:45.227502Z","steps":["trace[1989056762] 'agreement among raft nodes before linearized reading' (duration: 329.659999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.227561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.897581Z","time spent":"329.972177ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:45.227443Z","caller":"traceutil/trace.go:171","msg":"trace[1537002412] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2138; }","duration":"329.325882ms","start":"2026-03-31T18:31:44.898101Z","end":"2026-03-31T18:31:45.227427Z","steps":["trace[1537002412] 'agreement among raft nodes before linearized reading' (duration: 329.124138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.227623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.898091Z","time spent":"329.520066ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:45.227864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.500028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:45.227987Z","caller":"traceutil/trace.go:171","msg":"trace[684636274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2138; }","duration":"330.623042ms","start":"2026-03-31T18:31:44.897321Z","end":"2026-03-31T18:31:45.227944Z","steps":["trace[684636274] 'agreement among raft nodes before linearized reading' (duration: 329.962137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.228035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.897304Z","time spent":"330.718433ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:31:45.436035Z","caller":"traceutil/trace.go:171","msg":"trace[919564303] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2224; }","duration":"204.509267ms","start":"2026-03-31T18:31:45.231494Z","end":"2026-03-31T18:31:45.436003Z","steps":["trace[919564303] 'read index received' (duration: 110.202025ms)","trace[919564303] 'applied index is now lower than readState.Index' (duration: 94.305452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:45.436332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.803124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:45.436396Z","caller":"traceutil/trace.go:171","msg":"trace[1816291042] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2139; }","duration":"204.902676ms","start":"2026-03-31T18:31:45.231478Z","end":"2026-03-31T18:31:45.43638Z","steps":["trace[1816291042] 'agreement among raft nodes before linearized reading' (duration: 204.65175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.436491Z","caller":"traceutil/trace.go:171","msg":"trace[1198333588] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"205.097241ms","start":"2026-03-31T18:31:45.231359Z","end":"2026-03-31T18:31:45.436456Z","steps":["trace[1198333588] 'process raft request' (duration: 110.211384ms)","trace[1198333588] 'compare' (duration: 94.259392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:45.447524Z","caller":"traceutil/trace.go:171","msg":"trace[1315437406] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"215.853024ms","start":"2026-03-31T18:31:45.231643Z","end":"2026-03-31T18:31:45.447496Z","steps":["trace[1315437406] 'process raft request' (duration: 215.547838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.447599Z","caller":"traceutil/trace.go:171","msg":"trace[1897407406] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"215.744502ms","start":"2026-03-31T18:31:45.231833Z","end":"2026-03-31T18:31:45.447577Z","steps":["trace[1897407406] 'process raft request' (duration: 215.591599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.447708Z","caller":"traceutil/trace.go:171","msg":"trace[948858346] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"216.019399ms","start":"2026-03-31T18:31:45.231674Z","end":"2026-03-31T18:31:45.447693Z","steps":["trace[948858346] 'process raft request' (duration: 215.706392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.447753Z","caller":"traceutil/trace.go:171","msg":"trace[2074628021] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"215.854885ms","start":"2026-03-31T18:31:45.231877Z","end":"2026-03-31T18:31:45.447732Z","steps":["trace[2074628021] 'process raft request' (duration: 215.578529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.44783Z","caller":"traceutil/trace.go:171","msg":"trace[306067647] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"215.500077ms","start":"2026-03-31T18:31:45.232316Z","end":"2026-03-31T18:31:45.447816Z","steps":["trace[306067647] 'process raft request' (duration: 215.165969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:46.608523Z","caller":"traceutil/trace.go:171","msg":"trace[136864605] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"153.301104ms","start":"2026-03-31T18:31:46.455188Z","end":"2026-03-31T18:31:46.608489Z","steps":["trace[136864605] 'process raft request' (duration: 153.045179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:47.049248Z","caller":"traceutil/trace.go:171","msg":"trace[1578143823] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"265.944882ms","start":"2026-03-31T18:31:46.783269Z","end":"2026-03-31T18:31:47.049214Z","steps":["trace[1578143823] 'process raft request' (duration: 252.802743ms)","trace[1578143823] 'compare' (duration: 12.450623ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:47.476208Z","caller":"traceutil/trace.go:171","msg":"trace[1271136348] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"114.509321ms","start":"2026-03-31T18:31:47.361667Z","end":"2026-03-31T18:31:47.476176Z","steps":["trace[1271136348] 'process raft request' (duration: 114.312747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:47.621196Z","caller":"traceutil/trace.go:171","msg":"trace[1523117000] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"139.97101ms","start":"2026-03-31T18:31:47.481192Z","end":"2026-03-31T18:31:47.621163Z","steps":["trace[1523117000] 'process raft request' (duration: 101.303851ms)","trace[1523117000] 'compare' (duration: 38.426893ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:47.62158Z","caller":"traceutil/trace.go:171","msg":"trace[769606613] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"140.294358ms","start":"2026-03-31T18:31:47.481226Z","end":"2026-03-31T18:31:47.621521Z","steps":["trace[769606613] 'process raft request' (duration: 139.890248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:47.621586Z","caller":"traceutil/trace.go:171","msg":"trace[998386605] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"140.247636ms","start":"2026-03-31T18:31:47.48131Z","end":"2026-03-31T18:31:47.621557Z","steps":["trace[998386605] 'process raft request' (duration: 140.181235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:47.621683Z","caller":"traceutil/trace.go:171","msg":"trace[209482089] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"140.262456ms","start":"2026-03-31T18:31:47.48139Z","end":"2026-03-31T18:31:47.621653Z","steps":["trace[209482089] 'process raft request' (duration: 140.134084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:47.621678Z","caller":"traceutil/trace.go:171","msg":"trace[90401478] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"140.381559ms","start":"2026-03-31T18:31:47.48127Z","end":"2026-03-31T18:31:47.621652Z","steps":["trace[90401478] 'process raft request' (duration: 140.111563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.847406Z","caller":"traceutil/trace.go:171","msg":"trace[1923494167] linearizableReadLoop","detail":"{readStateIndex:2252; appliedIndex:2251; }","duration":"222.702032ms","start":"2026-03-31T18:31:49.624683Z","end":"2026-03-31T18:31:49.847385Z","steps":["trace[1923494167] 'read index received' (duration: 222.477127ms)","trace[1923494167] 'applied index is now lower than readState.Index' (duration: 224.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:49.847482Z","caller":"traceutil/trace.go:171","msg":"trace[1153733827] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"244.23359ms","start":"2026-03-31T18:31:49.603209Z","end":"2026-03-31T18:31:49.847443Z","steps":["trace[1153733827] 'process raft request' (duration: 244.029345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.84765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.450453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:31:49.847699Z","caller":"traceutil/trace.go:171","msg":"trace[1622214227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2166; }","duration":"221.543814ms","start":"2026-03-31T18:31:49.626141Z","end":"2026-03-31T18:31:49.847685Z","steps":["trace[1622214227] 'agreement among raft nodes before linearized reading' (duration: 221.377021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.847706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.064223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:31:49.84769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.980698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:49.847759Z","caller":"traceutil/trace.go:171","msg":"trace[1136768735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2166; }","duration":"221.137066ms","start":"2026-03-31T18:31:49.626606Z","end":"2026-03-31T18:31:49.847743Z","steps":["trace[1136768735] 'agreement among raft nodes before linearized reading' (duration: 221.012543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.847789Z","caller":"traceutil/trace.go:171","msg":"trace[860498224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2166; }","duration":"223.128581ms","start":"2026-03-31T18:31:49.624639Z","end":"2026-03-31T18:31:49.847768Z","steps":["trace[860498224] 'agreement among raft nodes before linearized reading' (duration: 222.839245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.847809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.091621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:49.847901Z","caller":"traceutil/trace.go:171","msg":"trace[185821665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2166; }","duration":"187.229645ms","start":"2026-03-31T18:31:49.660649Z","end":"2026-03-31T18:31:49.847879Z","steps":["trace[185821665] 'agreement among raft nodes before linearized reading' (duration: 186.916508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.848204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.518427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:49.848273Z","caller":"traceutil/trace.go:171","msg":"trace[1258160079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2166; }","duration":"186.682422ms","start":"2026-03-31T18:31:49.661567Z","end":"2026-03-31T18:31:49.848249Z","steps":["trace[1258160079] 'agreement among raft nodes before linearized reading' (duration: 185.974866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.085025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.861086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:50.085104Z","caller":"traceutil/trace.go:171","msg":"trace[643456709] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"233.23704ms","start":"2026-03-31T18:31:49.851854Z","end":"2026-03-31T18:31:50.085091Z","steps":["trace[643456709] 'process raft request' (duration: 116.252501ms)","trace[643456709] 'compare' (duration: 116.779984ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:50.088729Z","caller":"traceutil/trace.go:171","msg":"trace[450239022] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"236.792348ms","start":"2026-03-31T18:31:49.851911Z","end":"2026-03-31T18:31:50.088703Z","steps":["trace[450239022] 'process raft request' (duration: 236.592764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:50.089001Z","caller":"traceutil/trace.go:171","msg":"trace[760189035] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"237.057415ms","start":"2026-03-31T18:31:49.851926Z","end":"2026-03-31T18:31:50.088983Z","steps":["trace[760189035] 'process raft request' (duration: 236.719827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:50.089017Z","caller":"traceutil/trace.go:171","msg":"trace[618240795] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"236.897441ms","start":"2026-03-31T18:31:49.852096Z","end":"2026-03-31T18:31:50.088994Z","steps":["trace[618240795] 'process raft request' (duration: 236.84307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:50.089022Z","caller":"traceutil/trace.go:171","msg":"trace[992584042] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"237.039614ms","start":"2026-03-31T18:31:49.851952Z","end":"2026-03-31T18:31:50.088992Z","steps":["trace[992584042] 'process raft request' (duration: 236.896901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.622828Z","caller":"traceutil/trace.go:171","msg":"trace[1827288272] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"109.005297ms","start":"2026-03-31T18:31:51.513795Z","end":"2026-03-31T18:31:51.6228Z","steps":["trace[1827288272] 'process raft request' (duration: 108.798552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:52.222774Z","caller":"traceutil/trace.go:171","msg":"trace[2003339780] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"111.212447ms","start":"2026-03-31T18:31:52.111535Z","end":"2026-03-31T18:31:52.222748Z","steps":["trace[2003339780] 'process raft request' (duration: 108.008734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:01.998884Z","caller":"traceutil/trace.go:171","msg":"trace[528383675] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"239.315317ms","start":"2026-03-31T18:32:01.759551Z","end":"2026-03-31T18:32:01.998866Z","steps":["trace[528383675] 'process raft request' (duration: 239.164354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:02.730428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.536817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:02.730493Z","caller":"traceutil/trace.go:171","msg":"trace[1243713974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"465.643208ms","start":"2026-03-31T18:32:02.264835Z","end":"2026-03-31T18:32:02.730479Z","steps":["trace[1243713974] 'range keys from in-memory index tree' (duration: 465.367783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:02.730521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.264819Z","time spent":"465.69617ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:02.730674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.659139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:32:02.730805Z","caller":"traceutil/trace.go:171","msg":"trace[1350007408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2230; }","duration":"579.849323ms","start":"2026-03-31T18:32:02.150928Z","end":"2026-03-31T18:32:02.730778Z","steps":["trace[1350007408] 'range keys from in-memory index tree' (duration: 579.436384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:02.730842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.572696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:32:02.730869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.150912Z","time spent":"579.940076ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:02.730939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.240261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:32:02.730962Z","caller":"traceutil/trace.go:171","msg":"trace[830701801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2230; }","duration":"554.301843ms","start":"2026-03-31T18:32:02.176655Z","end":"2026-03-31T18:32:02.730957Z","steps":["trace[830701801] 'range keys from in-memory index tree' (duration: 554.116519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:02.730976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.176632Z","time spent":"554.340894ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:32:02.730883Z","caller":"traceutil/trace.go:171","msg":"trace[1498880063] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2230; }","duration":"564.623028ms","start":"2026-03-31T18:32:02.166233Z","end":"2026-03-31T18:32:02.730856Z","steps":["trace[1498880063] 'range keys from in-memory index tree' (duration: 564.488445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:02.731145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.166219Z","time spent":"564.891733ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:02.731332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.747083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:02.731359Z","caller":"traceutil/trace.go:171","msg":"trace[2113062335] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2230; }","duration":"326.774174ms","start":"2026-03-31T18:32:02.404575Z","end":"2026-03-31T18:32:02.731349Z","steps":["trace[2113062335] 'count revisions from in-memory index tree' (duration: 326.682902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:02.731388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.404559Z","time spent":"326.823524ms","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:02.731216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.162166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:32:02.731492Z","caller":"traceutil/trace.go:171","msg":"trace[1177803266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2230; }","duration":"586.478923ms","start":"2026-03-31T18:32:02.144997Z","end":"2026-03-31T18:32:02.731476Z","steps":["trace[1177803266] 'range keys from in-memory index tree' (duration: 585.89331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:02.731582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.144973Z","time spent":"586.596336ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:03.689329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.550207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:03.689647Z","caller":"traceutil/trace.go:171","msg":"trace[1344173786] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"954.111225ms","start":"2026-03-31T18:32:02.735512Z","end":"2026-03-31T18:32:03.689623Z","steps":["trace[1344173786] 'process raft request' (duration: 694.179529ms)","trace[1344173786] 'compare' (duration: 259.323492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:03.689775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.735487Z","time spent":"954.241908ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:04.262081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.60966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:04.262622Z","caller":"traceutil/trace.go:171","msg":"trace[752131504] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"1.526240664s","start":"2026-03-31T18:32:02.736354Z","end":"2026-03-31T18:32:04.262594Z","steps":["trace[752131504] 'process raft request' (duration: 1.525963048s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:04.262665Z","caller":"traceutil/trace.go:171","msg":"trace[285867671] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"1.525871616s","start":"2026-03-31T18:32:02.736754Z","end":"2026-03-31T18:32:04.262625Z","steps":["trace[285867671] 'process raft request' (duration: 1.525728513s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:04.262718Z","caller":"traceutil/trace.go:171","msg":"trace[821637651] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"1.525820194s","start":"2026-03-31T18:32:02.736879Z","end":"2026-03-31T18:32:04.262699Z","steps":["trace[821637651] 'process raft request' (duration: 1.525675711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:04.262836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.736746Z","time spent":"1.526001068s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:04.262837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.736853Z","time spent":"1.525900506s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:04.26256Z","caller":"traceutil/trace.go:171","msg":"trace[2055882220] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"1.526266614s","start":"2026-03-31T18:32:02.736241Z","end":"2026-03-31T18:32:04.262507Z","steps":["trace[2055882220] 'process raft request' (duration: 1.129118452s)","trace[2055882220] 'compare' (duration: 396.342063ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:04.262897Z","caller":"traceutil/trace.go:171","msg":"trace[1457387351] linearizableReadLoop","detail":"{readStateIndex:2327; appliedIndex:2320; }","duration":"1.216860845s","start":"2026-03-31T18:32:03.046013Z","end":"2026-03-31T18:32:04.262874Z","steps":["trace[1457387351] 'read index received' (duration: 383.677276ms)","trace[1457387351] 'applied index is now lower than readState.Index' (duration: 833.182269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:04.263004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.736211Z","time spent":"1.526708784s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:04.263031Z","caller":"traceutil/trace.go:171","msg":"trace[2051850669] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"1.420975052s","start":"2026-03-31T18:32:02.842045Z","end":"2026-03-31T18:32:04.26302Z","steps":["trace[2051850669] 'process raft request' (duration: 1.420560652s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:04.263077Z","caller":"traceutil/trace.go:171","msg":"trace[1111926385] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"1.41954053s","start":"2026-03-31T18:32:02.843525Z","end":"2026-03-31T18:32:04.263066Z","steps":["trace[1111926385] 'process raft request' (duration: 1.419235853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:04.263087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.842022Z","time spent":"1.421037703s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:04.263143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.843494Z","time spent":"1.419617652s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:04.263178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156270249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:04.263225Z","caller":"traceutil/trace.go:171","msg":"trace[1743085392] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2238; }","duration":"1.156357281s","start":"2026-03-31T18:32:03.106854Z","end":"2026-03-31T18:32:04.263211Z","steps":["trace[1743085392] 'agreement among raft nodes before linearized reading' (duration: 1.156283549s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:04.263244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.304128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:04.263264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:03.106828Z","time spent":"1.156427662s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:04.26328Z","caller":"traceutil/trace.go:171","msg":"trace[903498269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2238; }","duration":"817.336029ms","start":"2026-03-31T18:32:03.445931Z","end":"2026-03-31T18:32:04.263267Z","steps":["trace[903498269] 'agreement among raft nodes before linearized reading' (duration: 817.280148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:04.263278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.804925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:32:04.263307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:03.445851Z","time spent":"817.449762ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:32:04.263314Z","caller":"traceutil/trace.go:171","msg":"trace[620919917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2238; }","duration":"260.879837ms","start":"2026-03-31T18:32:04.002424Z","end":"2026-03-31T18:32:04.263303Z","steps":["trace[620919917] 'agreement among raft nodes before linearized reading' (duration: 260.735624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:04.263609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217562561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:32:04.263247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:02.736341Z","time spent":"1.526388677s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:04.26391Z","caller":"traceutil/trace.go:171","msg":"trace[279855118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2238; }","duration":"1.217693934s","start":"2026-03-31T18:32:03.045965Z","end":"2026-03-31T18:32:04.263659Z","steps":["trace[279855118] 'agreement among raft nodes before linearized reading' (duration: 1.217121731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:04.265151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:03.045939Z","time spent":"1.218025551s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:32:06.07056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591909656s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:06.070685Z","caller":"traceutil/trace.go:171","msg":"trace[863951680] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2327; }","duration":"1.622517962s","start":"2026-03-31T18:32:04.448149Z","end":"2026-03-31T18:32:06.070667Z","steps":["trace[863951680] 'read index received' (duration: 30.330999ms)","trace[863951680] 'applied index is now lower than readState.Index' (duration: 1.592185813s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:06.070793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622631304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:06.070786Z","caller":"traceutil/trace.go:171","msg":"trace[1417480649] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"1.803170056s","start":"2026-03-31T18:32:04.267556Z","end":"2026-03-31T18:32:06.070726Z","steps":["trace[1417480649] 'process raft request' (duration: 211.010274ms)","trace[1417480649] 'compare' (duration: 1.591566469s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:06.070873Z","caller":"traceutil/trace.go:171","msg":"trace[984420940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2239; }","duration":"1.622758467s","start":"2026-03-31T18:32:04.448096Z","end":"2026-03-31T18:32:06.070855Z","steps":["trace[984420940] 'agreement among raft nodes before linearized reading' (duration: 1.622623984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:06.070912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:04.448075Z","time spent":"1.622829429s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:06.071137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:04.26754Z","time spent":"1.803426383s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:06.57082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444121098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:07.071439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444121098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:07.572632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444121098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:08.071878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:32:08.071982Z","caller":"traceutil/trace.go:171","msg":"trace[375533262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024653s","start":"2026-03-31T18:32:06.071715Z","end":"2026-03-31T18:32:08.071961Z","steps":["trace[375533262] 'agreement among raft nodes before linearized reading' (duration: 2.000080436s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.072037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.071698Z","time spent":"2.000322551s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:08.072931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444121098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:08.240814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.502991361s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:32:08.241302Z","caller":"traceutil/trace.go:171","msg":"trace[1687420804] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"3.503585594s","start":"2026-03-31T18:32:04.737683Z","end":"2026-03-31T18:32:08.241268Z","steps":["trace[1687420804] 'process raft request' (duration: 3.50338272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.241516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:04.737652Z","time spent":"3.503749477s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:09.043831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:32:09.043936Z","caller":"traceutil/trace.go:171","msg":"trace[1821037283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086279s","start":"2026-03-31T18:32:07.043828Z","end":"2026-03-31T18:32:09.043914Z","steps":["trace[1821037283] 'agreement among raft nodes before linearized reading' (duration: 1.999958186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:09.044003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:07.043812Z","time spent":"2.00017527s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:32:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:10.079641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:32:10.079744Z","caller":"traceutil/trace.go:171","msg":"trace[590796209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452998s","start":"2026-03-31T18:32:08.079273Z","end":"2026-03-31T18:32:10.079726Z","steps":["trace[590796209] 'agreement among raft nodes before linearized reading' (duration: 2.000324245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:10.079793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.079179Z","time spent":"2.000602611s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:32:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:11.266567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999386627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:32:11.266694Z","caller":"traceutil/trace.go:171","msg":"trace[1580995751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999534201s","start":"2026-03-31T18:32:06.267105Z","end":"2026-03-31T18:32:11.266639Z","steps":["trace[1580995751] 'agreement among raft nodes before linearized reading' (duration: 4.999420698s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:11.266759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.26708Z","time spent":"4.999662293s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:32:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:11.266866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.268675Z","time spent":"4.998183879s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:32:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:11.267243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.268923Z","time spent":"4.998316062s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:32:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:11.267734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999241953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:32:11.26781Z","caller":"traceutil/trace.go:171","msg":"trace[809280983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999368095s","start":"2026-03-31T18:32:06.268409Z","end":"2026-03-31T18:32:11.267778Z","steps":["trace[809280983] 'agreement among raft nodes before linearized reading' (duration: 4.999259973s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:11.267855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.268399Z","time spent":"4.999445868s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:32:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:12.054781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.06147507s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:32:12.079983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:32:12.080074Z","caller":"traceutil/trace.go:171","msg":"trace[1556702424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182635s","start":"2026-03-31T18:32:10.079876Z","end":"2026-03-31T18:32:12.080059Z","steps":["trace[1556702424] 'agreement among raft nodes before linearized reading' (duration: 2.000064302s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.080112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:10.079858Z","time spent":"2.000246386s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:12.868261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.12298853s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:12.868414Z","caller":"traceutil/trace.go:171","msg":"trace[2001926861] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2240; }","duration":"4.123159384s","start":"2026-03-31T18:32:08.745231Z","end":"2026-03-31T18:32:12.868391Z","steps":["trace[2001926861] 'range keys from in-memory index tree' (duration: 4.12297205s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.868555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067173972s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:12.868728Z","caller":"traceutil/trace.go:171","msg":"trace[1847803710] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"6.321963445s","start":"2026-03-31T18:32:06.546757Z","end":"2026-03-31T18:32:12.86872Z","steps":["trace[1847803710] 'process raft request' (duration: 6.321910654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.868768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.546731Z","time spent":"6.322018587s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:12.870784Z","caller":"traceutil/trace.go:171","msg":"trace[1806630464] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"4.664938824s","start":"2026-03-31T18:32:08.205806Z","end":"2026-03-31T18:32:12.870744Z","steps":["trace[1806630464] 'process raft request' (duration: 4.662887886s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.870899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.205775Z","time spent":"4.665065677s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:12.871058Z","caller":"traceutil/trace.go:171","msg":"trace[866344499] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2328; }","duration":"6.800320225s","start":"2026-03-31T18:32:06.070725Z","end":"2026-03-31T18:32:12.871045Z","steps":["trace[866344499] 'read index received' (duration: 2.170320844s)","trace[866344499] 'applied index is now lower than readState.Index' (duration: 4.629997311s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:12.87115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.295976144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:12.87117Z","caller":"traceutil/trace.go:171","msg":"trace[599082344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2244; }","duration":"8.296032975s","start":"2026-03-31T18:32:04.575129Z","end":"2026-03-31T18:32:12.871162Z","steps":["trace[599082344] 'agreement among raft nodes before linearized reading' (duration: 8.295973684s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.87117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.177996105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:32:12.871175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.312381787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:32:12.87119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:04.575111Z","time spent":"8.296073616s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:12.871199Z","caller":"traceutil/trace.go:171","msg":"trace[1487956105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2244; }","duration":"7.178054526s","start":"2026-03-31T18:32:05.693137Z","end":"2026-03-31T18:32:12.871191Z","steps":["trace[1487956105] 'agreement among raft nodes before linearized reading' (duration: 7.177944154s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:12.871202Z","caller":"traceutil/trace.go:171","msg":"trace[685839157] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:2244; }","duration":"8.312452418s","start":"2026-03-31T18:32:04.558742Z","end":"2026-03-31T18:32:12.871195Z","steps":["trace[685839157] 'agreement among raft nodes before linearized reading' (duration: 8.312366706s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.87122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:05.693117Z","time spent":"7.178097248s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:12.871222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:04.558716Z","time spent":"8.31250159s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:32:12.871272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.147701817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:32:12.871313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.844095219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-31T18:32:12.871313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.224582751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200a47c7c92a1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:32:12.871379Z","caller":"traceutil/trace.go:171","msg":"trace[286614947] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2244; }","duration":"7.147852341s","start":"2026-03-31T18:32:05.723497Z","end":"2026-03-31T18:32:12.871349Z","steps":["trace[286614947] 'agreement among raft nodes before linearized reading' (duration: 7.147595295s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:12.871422Z","caller":"traceutil/trace.go:171","msg":"trace[2132904290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2244; }","duration":"6.844249733s","start":"2026-03-31T18:32:06.027149Z","end":"2026-03-31T18:32:12.871399Z","steps":["trace[2132904290] 'agreement among raft nodes before linearized reading' (duration: 6.843936106s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:12.871427Z","caller":"traceutil/trace.go:171","msg":"trace[206842449] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a200a47c7c92a1; range_end:; response_count:1; response_revision:2244; }","duration":"8.224759225s","start":"2026-03-31T18:32:04.64665Z","end":"2026-03-31T18:32:12.871409Z","steps":["trace[206842449] 'agreement among raft nodes before linearized reading' (duration: 8.224437628s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.871278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.598636352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:32:12.871447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:05.723477Z","time spent":"7.147954363s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:12.871474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.027121Z","time spent":"6.844342565s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:32:12.871475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:04.646629Z","time spent":"8.224835758s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200a47c7c92a1\" "} {"level":"info","ts":"2026-03-31T18:32:12.871528Z","caller":"traceutil/trace.go:171","msg":"trace[1257582092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2244; }","duration":"7.598903467s","start":"2026-03-31T18:32:05.272578Z","end":"2026-03-31T18:32:12.871482Z","steps":["trace[1257582092] 'agreement among raft nodes before linearized reading' (duration: 7.598516568s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.871596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:05.272555Z","time spent":"7.59902195s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:12.91363Z","caller":"traceutil/trace.go:171","msg":"trace[1432396020] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"3.920404763s","start":"2026-03-31T18:32:08.993171Z","end":"2026-03-31T18:32:12.913575Z","steps":["trace[1432396020] 'process raft request' (duration: 3.875690312s)","trace[1432396020] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; req_size:670; } (duration: 44.530277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:12.913932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.993145Z","time spent":"3.920597738s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:13.07578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996666828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:32:13.0759Z","caller":"traceutil/trace.go:171","msg":"trace[1993382683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.996923944s","start":"2026-03-31T18:32:08.078954Z","end":"2026-03-31T18:32:13.075878Z","steps":["trace[1993382683] 'agreement among raft nodes before linearized reading' (duration: 4.996704049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.076006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.078933Z","time spent":"4.997031656s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:32:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:13.371512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444121106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:13.433093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378086252s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:32:13.475647Z","caller":"traceutil/trace.go:171","msg":"trace[1110396703] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"3.228754986s","start":"2026-03-31T18:32:10.246871Z","end":"2026-03-31T18:32:13.475626Z","steps":["trace[1110396703] 'process raft request' (duration: 3.228612743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.475795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:10.246847Z","time spent":"3.228871209s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:13.475924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.871863Z","time spent":"604.047854ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:32:13.475967Z","caller":"traceutil/trace.go:171","msg":"trace[1299162596] linearizableReadLoop","detail":"{readStateIndex:2340; appliedIndex:2334; }","duration":"604.869353ms","start":"2026-03-31T18:32:12.871079Z","end":"2026-03-31T18:32:13.475949Z","steps":["trace[1299162596] 'read index received' (duration: 562.339803ms)","trace[1299162596] 'applied index is now lower than readState.Index' (duration: 42.52883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:13.475982Z","caller":"traceutil/trace.go:171","msg":"trace[381155680] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"601.895592ms","start":"2026-03-31T18:32:12.874038Z","end":"2026-03-31T18:32:13.475934Z","steps":["trace[381155680] 'process raft request' (duration: 601.769078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.476249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849317237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:32:13.476295Z","caller":"traceutil/trace.go:171","msg":"trace[1138242958] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2250; }","duration":"2.84941761s","start":"2026-03-31T18:32:10.626867Z","end":"2026-03-31T18:32:13.476285Z","steps":["trace[1138242958] 'agreement among raft nodes before linearized reading' (duration: 2.849274696s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.476325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:10.626847Z","time spent":"2.849472381s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:32:13.476336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.272692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:13.476356Z","caller":"traceutil/trace.go:171","msg":"trace[2087415621] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2250; }","duration":"594.306982ms","start":"2026-03-31T18:32:12.882042Z","end":"2026-03-31T18:32:13.476349Z","steps":["trace[2087415621] 'agreement among raft nodes before linearized reading' (duration: 594.279611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.476387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.882034Z","time spent":"594.348053ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:32:13.476431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.208664883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:13.476472Z","caller":"traceutil/trace.go:171","msg":"trace[1034095962] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"600.48193ms","start":"2026-03-31T18:32:12.875979Z","end":"2026-03-31T18:32:13.476461Z","steps":["trace[1034095962] 'process raft request' (duration: 599.905106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.476483Z","caller":"traceutil/trace.go:171","msg":"trace[1916445466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2250; }","duration":"7.208767156s","start":"2026-03-31T18:32:06.267701Z","end":"2026-03-31T18:32:13.476468Z","steps":["trace[1916445466] 'agreement among raft nodes before linearized reading' (duration: 7.208601292s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.476518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.267679Z","time spent":"7.208832218s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:13.476531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.875951Z","time spent":"600.552042ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:13.476569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.882829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:32:13.476595Z","caller":"traceutil/trace.go:171","msg":"trace[783698319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2250; }","duration":"207.004142ms","start":"2026-03-31T18:32:13.269585Z","end":"2026-03-31T18:32:13.476589Z","steps":["trace[783698319] 'agreement among raft nodes before linearized reading' (duration: 206.92029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.476599Z","caller":"traceutil/trace.go:171","msg":"trace[541250028] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"600.276085ms","start":"2026-03-31T18:32:12.876316Z","end":"2026-03-31T18:32:13.476592Z","steps":["trace[541250028] 'process raft request' (duration: 599.597389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.476634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.876298Z","time spent":"600.315916ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:13.47671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.311371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:13.476736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.422355025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:13.476763Z","caller":"traceutil/trace.go:171","msg":"trace[258469311] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2250; }","duration":"355.405323ms","start":"2026-03-31T18:32:13.121345Z","end":"2026-03-31T18:32:13.47675Z","steps":["trace[258469311] 'agreement among raft nodes before linearized reading' (duration: 355.298741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.476772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389688917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:13.476787Z","caller":"traceutil/trace.go:171","msg":"trace[2105615921] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2250; }","duration":"5.422459747s","start":"2026-03-31T18:32:08.054317Z","end":"2026-03-31T18:32:13.476776Z","steps":["trace[2105615921] 'agreement among raft nodes before linearized reading' (duration: 5.422363675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.47679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:13.121324Z","time spent":"355.458695ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:13.476807Z","caller":"traceutil/trace.go:171","msg":"trace[1275229571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2250; }","duration":"1.389747999s","start":"2026-03-31T18:32:12.087052Z","end":"2026-03-31T18:32:13.4768Z","steps":["trace[1275229571] 'agreement among raft nodes before linearized reading' (duration: 1.389695737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.47682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.05429Z","time spent":"5.422521998s","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:13.476837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.087032Z","time spent":"1.389798739s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:13.476833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.874021Z","time spent":"602.049087ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:13.476937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.237132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:13.476969Z","caller":"traceutil/trace.go:171","msg":"trace[808359429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2250; }","duration":"530.327373ms","start":"2026-03-31T18:32:12.946633Z","end":"2026-03-31T18:32:13.476961Z","steps":["trace[808359429] 'agreement among raft nodes before linearized reading' (duration: 530.279992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.476994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.946598Z","time spent":"530.390815ms","remote":"127.0.0.1:54290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:13.477051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207741462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-31T18:32:13.47708Z","caller":"traceutil/trace.go:171","msg":"trace[1724590883] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2250; }","duration":"2.207808344s","start":"2026-03-31T18:32:11.269265Z","end":"2026-03-31T18:32:13.477073Z","steps":["trace[1724590883] 'agreement among raft nodes before linearized reading' (duration: 2.207746423s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.477106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:11.269241Z","time spent":"2.207859345s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:32:13.476969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963707228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:13.477149Z","caller":"traceutil/trace.go:171","msg":"trace[318666415] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2250; }","duration":"1.963935734s","start":"2026-03-31T18:32:11.513206Z","end":"2026-03-31T18:32:13.477142Z","steps":["trace[318666415] 'agreement among raft nodes before linearized reading' (duration: 1.963738499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.477107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.802475256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:13.47723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208099331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:548"} {"level":"info","ts":"2026-03-31T18:32:13.477258Z","caller":"traceutil/trace.go:171","msg":"trace[1619671385] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2250; }","duration":"2.208157001s","start":"2026-03-31T18:32:11.269095Z","end":"2026-03-31T18:32:13.477252Z","steps":["trace[1619671385] 'agreement among raft nodes before linearized reading' (duration: 2.20808972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.477256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.209221466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:32:13.47728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:11.26908Z","time spent":"2.208196653s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:32:13.476997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116421768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:13.4773Z","caller":"traceutil/trace.go:171","msg":"trace[302008412] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2250; }","duration":"7.209257857s","start":"2026-03-31T18:32:06.268025Z","end":"2026-03-31T18:32:13.477283Z","steps":["trace[302008412] 'agreement among raft nodes before linearized reading' (duration: 7.209163045s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.477328Z","caller":"traceutil/trace.go:171","msg":"trace[870908127] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2250; }","duration":"2.116798797s","start":"2026-03-31T18:32:11.360512Z","end":"2026-03-31T18:32:13.477311Z","steps":["trace[870908127] 'agreement among raft nodes before linearized reading' (duration: 2.116471219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.47734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.267993Z","time spent":"7.209339529s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:32:13.477242Z","caller":"traceutil/trace.go:171","msg":"trace[58779920] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2250; }","duration":"6.80268257s","start":"2026-03-31T18:32:06.674529Z","end":"2026-03-31T18:32:13.477211Z","steps":["trace[58779920] 'agreement among raft nodes before linearized reading' (duration: 6.802391143s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.477393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.674504Z","time spent":"6.802881985s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:13.4774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:11.360492Z","time spent":"2.116890148s","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:13.477348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275784568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:13.477504Z","caller":"traceutil/trace.go:171","msg":"trace[2058485823] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2250; }","duration":"2.275976753s","start":"2026-03-31T18:32:11.20152Z","end":"2026-03-31T18:32:13.477497Z","steps":["trace[2058485823] 'agreement among raft nodes before linearized reading' (duration: 2.275807509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.476301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517623879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:13.477531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:11.201498Z","time spent":"2.276026764s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:13.477181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:11.513185Z","time spent":"1.963988034s","remote":"127.0.0.1:34960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:13.477567Z","caller":"traceutil/trace.go:171","msg":"trace[1709630392] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2250; }","duration":"4.51893471s","start":"2026-03-31T18:32:08.958608Z","end":"2026-03-31T18:32:13.477543Z","steps":["trace[1709630392] 'agreement among raft nodes before linearized reading' (duration: 4.51766924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.477673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.958578Z","time spent":"4.519061362s","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:13.476261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452324027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:13.477804Z","caller":"traceutil/trace.go:171","msg":"trace[243031508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2250; }","duration":"4.453917013s","start":"2026-03-31T18:32:09.023872Z","end":"2026-03-31T18:32:13.477789Z","steps":["trace[243031508] 'agreement among raft nodes before linearized reading' (duration: 4.452334856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.478057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:09.023852Z","time spent":"4.454052216s","remote":"127.0.0.1:42124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:13.478681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.781867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:32:13.478772Z","caller":"traceutil/trace.go:171","msg":"trace[1823684941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2250; }","duration":"207.821852ms","start":"2026-03-31T18:32:13.27093Z","end":"2026-03-31T18:32:13.478752Z","steps":["trace[1823684941] 'agreement among raft nodes before linearized reading' (duration: 205.536878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.594691Z","caller":"traceutil/trace.go:171","msg":"trace[380613106] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"111.352762ms","start":"2026-03-31T18:32:13.483312Z","end":"2026-03-31T18:32:13.594665Z","steps":["trace[380613106] 'process raft request' (duration: 84.332661ms)","trace[380613106] 'compare' (duration: 26.822957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:13.595083Z","caller":"traceutil/trace.go:171","msg":"trace[232145266] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"111.742922ms","start":"2026-03-31T18:32:13.483325Z","end":"2026-03-31T18:32:13.595068Z","steps":["trace[232145266] 'process raft request' (duration: 111.285911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.595258Z","caller":"traceutil/trace.go:171","msg":"trace[1482656250] linearizableReadLoop","detail":"{readStateIndex:2347; appliedIndex:2341; }","duration":"111.893476ms","start":"2026-03-31T18:32:13.483339Z","end":"2026-03-31T18:32:13.595233Z","steps":["trace[1482656250] 'read index received' (duration: 49.996947ms)","trace[1482656250] 'applied index is now lower than readState.Index' (duration: 61.889469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:13.595384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.718015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:548"} {"level":"info","ts":"2026-03-31T18:32:13.595445Z","caller":"traceutil/trace.go:171","msg":"trace[8189792] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2256; }","duration":"112.813476ms","start":"2026-03-31T18:32:13.482616Z","end":"2026-03-31T18:32:13.59543Z","steps":["trace[8189792] 'agreement among raft nodes before linearized reading' (duration: 112.643652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.595494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.335453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-31T18:32:13.59551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.116381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:13.595609Z","caller":"traceutil/trace.go:171","msg":"trace[1863930237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"107.241814ms","start":"2026-03-31T18:32:13.488353Z","end":"2026-03-31T18:32:13.595595Z","steps":["trace[1863930237] 'agreement among raft nodes before linearized reading' (duration: 107.05182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.595553Z","caller":"traceutil/trace.go:171","msg":"trace[912617887] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2256; }","duration":"114.403735ms","start":"2026-03-31T18:32:13.481135Z","end":"2026-03-31T18:32:13.595538Z","steps":["trace[912617887] 'agreement among raft nodes before linearized reading' (duration: 114.236841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.595865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.294781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:13.596089Z","caller":"traceutil/trace.go:171","msg":"trace[1562010964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2256; }","duration":"103.438384ms","start":"2026-03-31T18:32:13.492497Z","end":"2026-03-31T18:32:13.595935Z","steps":["trace[1562010964] 'agreement among raft nodes before linearized reading' (duration: 103.042705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.254557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.669899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:15.254764Z","caller":"traceutil/trace.go:171","msg":"trace[1268481088] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"541.96576ms","start":"2026-03-31T18:32:14.712776Z","end":"2026-03-31T18:32:15.254742Z","steps":["trace[1268481088] 'process raft request' (duration: 331.025754ms)","trace[1268481088] 'compare' (duration: 210.114596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:15.25487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.712758Z","time spent":"542.076324ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:15.311458Z","caller":"traceutil/trace.go:171","msg":"trace[317247402] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2352; }","duration":"426.172333ms","start":"2026-03-31T18:32:14.885257Z","end":"2026-03-31T18:32:15.311429Z","steps":["trace[317247402] 'read index received' (duration: 158.559992ms)","trace[317247402] 'applied index is now lower than readState.Index' (duration: 267.610861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:15.311569Z","caller":"traceutil/trace.go:171","msg":"trace[932975775] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"597.120299ms","start":"2026-03-31T18:32:14.714423Z","end":"2026-03-31T18:32:15.311544Z","steps":["trace[932975775] 'process raft request' (duration: 596.830383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.311701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.714397Z","time spent":"597.219461ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:15.311701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.442989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:15.311773Z","caller":"traceutil/trace.go:171","msg":"trace[1907274293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2261; }","duration":"426.557391ms","start":"2026-03-31T18:32:14.885198Z","end":"2026-03-31T18:32:15.311756Z","steps":["trace[1907274293] 'agreement among raft nodes before linearized reading' (duration: 426.372477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.311821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.885176Z","time spent":"426.629783ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:32:15.311844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.553427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T18:32:15.311917Z","caller":"traceutil/trace.go:171","msg":"trace[601153353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2261; }","duration":"234.68695ms","start":"2026-03-31T18:32:15.077212Z","end":"2026-03-31T18:32:15.311899Z","steps":["trace[601153353] 'agreement among raft nodes before linearized reading' (duration: 234.446064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:15.664324Z","caller":"traceutil/trace.go:171","msg":"trace[670846873] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"114.62361ms","start":"2026-03-31T18:32:15.54966Z","end":"2026-03-31T18:32:15.664284Z","steps":["trace[670846873] 'process raft request' (duration: 62.319738ms)","trace[670846873] 'compare' (duration: 52.087217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:15.735968Z","caller":"traceutil/trace.go:171","msg":"trace[2039278843] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"135.109496ms","start":"2026-03-31T18:32:15.600821Z","end":"2026-03-31T18:32:15.735931Z","steps":["trace[2039278843] 'process raft request' (duration: 134.988573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.736057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.445577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:32:15.735955Z","caller":"traceutil/trace.go:171","msg":"trace[1383009261] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"135.181428ms","start":"2026-03-31T18:32:15.600732Z","end":"2026-03-31T18:32:15.735913Z","steps":["trace[1383009261] 'process raft request' (duration: 134.920332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:15.736132Z","caller":"traceutil/trace.go:171","msg":"trace[960497586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2268; }","duration":"136.565581ms","start":"2026-03-31T18:32:15.599548Z","end":"2026-03-31T18:32:15.736113Z","steps":["trace[960497586] 'agreement among raft nodes before linearized reading' (duration: 136.328915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:15.846318Z","caller":"traceutil/trace.go:171","msg":"trace[1796782563] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2361; }","duration":"103.069815ms","start":"2026-03-31T18:32:15.743226Z","end":"2026-03-31T18:32:15.846296Z","steps":["trace[1796782563] 'read index received' (duration: 24.548872ms)","trace[1796782563] 'applied index is now lower than readState.Index' (duration: 78.519543ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:15.846388Z","caller":"traceutil/trace.go:171","msg":"trace[411808102] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"106.272661ms","start":"2026-03-31T18:32:15.740097Z","end":"2026-03-31T18:32:15.846369Z","steps":["trace[411808102] 'process raft request' (duration: 106.136838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:15.846379Z","caller":"traceutil/trace.go:171","msg":"trace[2133468064] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"177.187905ms","start":"2026-03-31T18:32:15.669142Z","end":"2026-03-31T18:32:15.84633Z","steps":["trace[2133468064] 'process raft request' (duration: 98.614201ms)","trace[2133468064] 'compare' (duration: 78.339299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:15.846437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.195079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:15.846469Z","caller":"traceutil/trace.go:171","msg":"trace[1362994909] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2270; }","duration":"103.24958ms","start":"2026-03-31T18:32:15.74321Z","end":"2026-03-31T18:32:15.84646Z","steps":["trace[1362994909] 'agreement among raft nodes before linearized reading' (duration: 103.176069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:17.754135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.897726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:17.754226Z","caller":"traceutil/trace.go:171","msg":"trace[2108073997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2271; }","duration":"305.066819ms","start":"2026-03-31T18:32:17.449136Z","end":"2026-03-31T18:32:17.754203Z","steps":["trace[2108073997] 'range keys from in-memory index tree' (duration: 304.734321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:17.754484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:17.449079Z","time spent":"305.391647ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:18.012075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444121167,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:32:18.401336Z","caller":"traceutil/trace.go:171","msg":"trace[447485400] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"896.988804ms","start":"2026-03-31T18:32:17.504321Z","end":"2026-03-31T18:32:18.40131Z","steps":["trace[447485400] 'process raft request' (duration: 896.828501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:18.401516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:17.504288Z","time spent":"897.139458ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:18.4287Z","caller":"traceutil/trace.go:171","msg":"trace[279667879] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"687.741769ms","start":"2026-03-31T18:32:17.740932Z","end":"2026-03-31T18:32:18.428674Z","steps":["trace[279667879] 'process raft request' (duration: 687.540124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:18.428852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:17.740906Z","time spent":"687.864833ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:18.428881Z","caller":"traceutil/trace.go:171","msg":"trace[1895790813] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2364; }","duration":"917.81884ms","start":"2026-03-31T18:32:17.511028Z","end":"2026-03-31T18:32:18.428847Z","steps":["trace[1895790813] 'read index received' (duration: 890.118403ms)","trace[1895790813] 'applied index is now lower than readState.Index' (duration: 27.698197ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:18.428949Z","caller":"traceutil/trace.go:171","msg":"trace[1640995674] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"687.926184ms","start":"2026-03-31T18:32:17.74098Z","end":"2026-03-31T18:32:18.428906Z","steps":["trace[1640995674] 'process raft request' (duration: 687.647847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:18.429089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.592623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:32:18.429102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.176516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:18.429131Z","caller":"traceutil/trace.go:171","msg":"trace[1115841897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2274; }","duration":"579.660395ms","start":"2026-03-31T18:32:17.849464Z","end":"2026-03-31T18:32:18.429124Z","steps":["trace[1115841897] 'agreement among raft nodes before linearized reading' (duration: 579.555873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:18.429124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.083686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:32:18.42913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:17.740956Z","time spent":"688.088888ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:18.429151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:17.849446Z","time spent":"579.699826ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:32:18.429158Z","caller":"traceutil/trace.go:171","msg":"trace[1291624688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2274; }","duration":"918.134467ms","start":"2026-03-31T18:32:17.511014Z","end":"2026-03-31T18:32:18.429148Z","steps":["trace[1291624688] 'agreement among raft nodes before linearized reading' (duration: 917.964063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:18.429155Z","caller":"traceutil/trace.go:171","msg":"trace[1698618652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2274; }","duration":"880.275979ms","start":"2026-03-31T18:32:17.548864Z","end":"2026-03-31T18:32:18.42914Z","steps":["trace[1698618652] 'agreement among raft nodes before linearized reading' (duration: 880.130075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:18.429192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:17.510936Z","time spent":"918.2478ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:18.429199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:17.548842Z","time spent":"880.345821ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:18.429298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.878995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:32:18.42931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.305156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:32:18.429355Z","caller":"traceutil/trace.go:171","msg":"trace[1662760812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2274; }","duration":"760.966997ms","start":"2026-03-31T18:32:17.668371Z","end":"2026-03-31T18:32:18.429338Z","steps":["trace[1662760812] 'agreement among raft nodes before linearized reading' (duration: 760.851345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:18.429401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:17.668351Z","time spent":"761.03952ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:18.429208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.933073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:18.429515Z","caller":"traceutil/trace.go:171","msg":"trace[1486437606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2274; }","duration":"674.26841ms","start":"2026-03-31T18:32:17.755222Z","end":"2026-03-31T18:32:18.42949Z","steps":["trace[1486437606] 'agreement among raft nodes before linearized reading' (duration: 673.881341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:18.429357Z","caller":"traceutil/trace.go:171","msg":"trace[1708360387] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2274; }","duration":"579.354387ms","start":"2026-03-31T18:32:17.84999Z","end":"2026-03-31T18:32:18.429345Z","steps":["trace[1708360387] 'agreement among raft nodes before linearized reading' (duration: 579.242495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:18.429576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:17.755206Z","time spent":"674.358753ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:18.429593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:17.849964Z","time spent":"579.597464ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:32:18.569941Z","caller":"traceutil/trace.go:171","msg":"trace[272150164] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"136.607372ms","start":"2026-03-31T18:32:18.433307Z","end":"2026-03-31T18:32:18.569915Z","steps":["trace[272150164] 'process raft request' (duration: 95.282961ms)","trace[272150164] 'compare' (duration: 41.134957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:18.570276Z","caller":"traceutil/trace.go:171","msg":"trace[595811865] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"136.52881ms","start":"2026-03-31T18:32:18.433724Z","end":"2026-03-31T18:32:18.570253Z","steps":["trace[595811865] 'process raft request' (duration: 136.482289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:18.570275Z","caller":"traceutil/trace.go:171","msg":"trace[692083197] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"136.639723ms","start":"2026-03-31T18:32:18.433598Z","end":"2026-03-31T18:32:18.570238Z","steps":["trace[692083197] 'process raft request' (duration: 136.249354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:18.570432Z","caller":"traceutil/trace.go:171","msg":"trace[620207391] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"136.765476ms","start":"2026-03-31T18:32:18.433643Z","end":"2026-03-31T18:32:18.570408Z","steps":["trace[620207391] 'process raft request' (duration: 136.432488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:18.570455Z","caller":"traceutil/trace.go:171","msg":"trace[1415184822] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"136.819608ms","start":"2026-03-31T18:32:18.433623Z","end":"2026-03-31T18:32:18.570443Z","steps":["trace[1415184822] 'process raft request' (duration: 136.545571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.672021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.351146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:21.672145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.797151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:21.672189Z","caller":"traceutil/trace.go:171","msg":"trace[1361886977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2292; }","duration":"222.560141ms","start":"2026-03-31T18:32:21.449597Z","end":"2026-03-31T18:32:21.672157Z","steps":["trace[1361886977] 'range keys from in-memory index tree' (duration: 222.255083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.672256Z","caller":"traceutil/trace.go:171","msg":"trace[1984533807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2292; }","duration":"124.950794ms","start":"2026-03-31T18:32:21.547276Z","end":"2026-03-31T18:32:21.672227Z","steps":["trace[1984533807] 'range keys from in-memory index tree' (duration: 124.631037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:22.732538Z","caller":"traceutil/trace.go:171","msg":"trace[1704734506] linearizableReadLoop","detail":"{readStateIndex:2389; appliedIndex:2387; }","duration":"148.650337ms","start":"2026-03-31T18:32:22.583864Z","end":"2026-03-31T18:32:22.732514Z","steps":["trace[1704734506] 'read index received' (duration: 127.527665ms)","trace[1704734506] 'applied index is now lower than readState.Index' (duration: 21.121512ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:22.7326Z","caller":"traceutil/trace.go:171","msg":"trace[200609719] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"230.641812ms","start":"2026-03-31T18:32:22.501931Z","end":"2026-03-31T18:32:22.732572Z","steps":["trace[200609719] 'process raft request' (duration: 209.453019ms)","trace[200609719] 'compare' (duration: 20.990998ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:22.732647Z","caller":"traceutil/trace.go:171","msg":"trace[2067283432] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"229.446584ms","start":"2026-03-31T18:32:22.50318Z","end":"2026-03-31T18:32:22.732627Z","steps":["trace[2067283432] 'process raft request' (duration: 229.284721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:22.732886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.827362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:22.732971Z","caller":"traceutil/trace.go:171","msg":"trace[548339537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2295; }","duration":"149.135439ms","start":"2026-03-31T18:32:22.583815Z","end":"2026-03-31T18:32:22.732951Z","steps":["trace[548339537] 'agreement among raft nodes before linearized reading' (duration: 148.814501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.900376Z","caller":"traceutil/trace.go:171","msg":"trace[2007807228] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"122.906325ms","start":"2026-03-31T18:32:32.777412Z","end":"2026-03-31T18:32:32.900318Z","steps":["trace[2007807228] 'process raft request' (duration: 111.270819ms)","trace[2007807228] 'compare' (duration: 11.37369ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:33.299777Z","caller":"traceutil/trace.go:171","msg":"trace[1742682953] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"102.482052ms","start":"2026-03-31T18:32:33.19727Z","end":"2026-03-31T18:32:33.299752Z","steps":["trace[1742682953] 'process raft request' (duration: 102.170634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.143056Z","caller":"traceutil/trace.go:171","msg":"trace[1851313985] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"147.361138ms","start":"2026-03-31T18:32:38.995655Z","end":"2026-03-31T18:32:39.143016Z","steps":["trace[1851313985] 'process raft request' (duration: 118.206985ms)","trace[1851313985] 'compare' (duration: 28.892417ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:39.143044Z","caller":"traceutil/trace.go:171","msg":"trace[630128320] linearizableReadLoop","detail":"{readStateIndex:2478; appliedIndex:2477; }","duration":"130.687222ms","start":"2026-03-31T18:32:39.012325Z","end":"2026-03-31T18:32:39.143012Z","steps":["trace[630128320] 'read index received' (duration: 101.500388ms)","trace[630128320] 'applied index is now lower than readState.Index' (duration: 29.185464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:39.143252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.907386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:32:39.143336Z","caller":"traceutil/trace.go:171","msg":"trace[468299961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2379; }","duration":"131.04248ms","start":"2026-03-31T18:32:39.012271Z","end":"2026-03-31T18:32:39.143314Z","steps":["trace[468299961] 'agreement among raft nodes before linearized reading' (duration: 130.832905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:39.143444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.211868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:32:39.143547Z","caller":"traceutil/trace.go:171","msg":"trace[288201980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2379; }","duration":"127.352331ms","start":"2026-03-31T18:32:39.016163Z","end":"2026-03-31T18:32:39.143515Z","steps":["trace[288201980] 'agreement among raft nodes before linearized reading' (duration: 127.097305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:39.143751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.446866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:32:39.143767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.443042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:32:39.143785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.445822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:32:39.143797Z","caller":"traceutil/trace.go:171","msg":"trace[1028082798] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2379; }","duration":"122.511608ms","start":"2026-03-31T18:32:39.021275Z","end":"2026-03-31T18:32:39.143786Z","steps":["trace[1028082798] 'agreement among raft nodes before linearized reading' (duration: 122.407515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:39.143797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.588075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:32:39.143841Z","caller":"traceutil/trace.go:171","msg":"trace[1227811338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2379; }","duration":"124.521585ms","start":"2026-03-31T18:32:39.019306Z","end":"2026-03-31T18:32:39.143828Z","steps":["trace[1227811338] 'agreement among raft nodes before linearized reading' (duration: 124.390022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.143841Z","caller":"traceutil/trace.go:171","msg":"trace[1374589756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2379; }","duration":"121.569165ms","start":"2026-03-31T18:32:39.022251Z","end":"2026-03-31T18:32:39.14382Z","steps":["trace[1374589756] 'agreement among raft nodes before linearized reading' (duration: 121.306598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.143861Z","caller":"traceutil/trace.go:171","msg":"trace[593529657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2379; }","duration":"121.671097ms","start":"2026-03-31T18:32:39.022174Z","end":"2026-03-31T18:32:39.143845Z","steps":["trace[593529657] 'agreement among raft nodes before linearized reading' (duration: 121.37727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.346828Z","caller":"traceutil/trace.go:171","msg":"trace[1926668011] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"196.987085ms","start":"2026-03-31T18:32:39.149821Z","end":"2026-03-31T18:32:39.346808Z","steps":["trace[1926668011] 'process raft request' (duration: 187.10729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.347188Z","caller":"traceutil/trace.go:171","msg":"trace[1281216879] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"197.288222ms","start":"2026-03-31T18:32:39.149892Z","end":"2026-03-31T18:32:39.347181Z","steps":["trace[1281216879] 'process raft request' (duration: 196.877103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.347367Z","caller":"traceutil/trace.go:171","msg":"trace[1008506495] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"196.774399ms","start":"2026-03-31T18:32:39.150566Z","end":"2026-03-31T18:32:39.34734Z","steps":["trace[1008506495] 'process raft request' (duration: 196.718268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.347505Z","caller":"traceutil/trace.go:171","msg":"trace[1520010806] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"197.312873ms","start":"2026-03-31T18:32:39.150184Z","end":"2026-03-31T18:32:39.347497Z","steps":["trace[1520010806] 'process raft request' (duration: 196.903803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:50.833578Z","caller":"traceutil/trace.go:171","msg":"trace[1551075796] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"111.555747ms","start":"2026-03-31T18:32:50.721974Z","end":"2026-03-31T18:32:50.833529Z","steps":["trace[1551075796] 'process raft request' (duration: 88.016459ms)","trace[1551075796] 'compare' (duration: 23.156629ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:50.833811Z","caller":"traceutil/trace.go:171","msg":"trace[362502698] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"111.762982ms","start":"2026-03-31T18:32:50.722014Z","end":"2026-03-31T18:32:50.833777Z","steps":["trace[362502698] 'process raft request' (duration: 111.394843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:50.833995Z","caller":"traceutil/trace.go:171","msg":"trace[105463129] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"111.829093ms","start":"2026-03-31T18:32:50.722098Z","end":"2026-03-31T18:32:50.833927Z","steps":["trace[105463129] 'process raft request' (duration: 111.496776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:51.090424Z","caller":"traceutil/trace.go:171","msg":"trace[1503272467] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"137.441652ms","start":"2026-03-31T18:32:50.95295Z","end":"2026-03-31T18:32:51.090392Z","steps":["trace[1503272467] 'process raft request' (duration: 80.48736ms)","trace[1503272467] 'compare' (duration: 56.832209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:58.256244Z","caller":"traceutil/trace.go:171","msg":"trace[72194326] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"251.673572ms","start":"2026-03-31T18:32:58.004546Z","end":"2026-03-31T18:32:58.25622Z","steps":["trace[72194326] 'process raft request' (duration: 251.513498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.312584Z","caller":"traceutil/trace.go:171","msg":"trace[1172403249] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"248.994919ms","start":"2026-03-31T18:32:58.063563Z","end":"2026-03-31T18:32:58.312558Z","steps":["trace[1172403249] 'process raft request' (duration: 248.845945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.601647Z","caller":"traceutil/trace.go:171","msg":"trace[863184344] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"450.07219ms","start":"2026-03-31T18:32:59.151557Z","end":"2026-03-31T18:32:59.601629Z","steps":["trace[863184344] 'process raft request' (duration: 449.948737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.601709Z","caller":"traceutil/trace.go:171","msg":"trace[378065195] linearizableReadLoop","detail":"{readStateIndex:2598; appliedIndex:2598; }","duration":"152.022007ms","start":"2026-03-31T18:32:59.449673Z","end":"2026-03-31T18:32:59.601695Z","steps":["trace[378065195] 'read index received' (duration: 152.012896ms)","trace[378065195] 'applied index is now lower than readState.Index' (duration: 7.411µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:59.601801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.119479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:59.60184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.151536Z","time spent":"450.170832ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:59.601929Z","caller":"traceutil/trace.go:171","msg":"trace[1408901157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2495; }","duration":"152.235562ms","start":"2026-03-31T18:32:59.449618Z","end":"2026-03-31T18:32:59.601854Z","steps":["trace[1408901157] 'agreement among raft nodes before linearized reading' (duration: 152.14403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.801333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.346775ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:32:59.801455Z","caller":"traceutil/trace.go:171","msg":"trace[183345353] linearizableReadLoop","detail":"{readStateIndex:2600; appliedIndex:2599; }","duration":"162.780633ms","start":"2026-03-31T18:32:59.638648Z","end":"2026-03-31T18:32:59.801429Z","steps":["trace[183345353] 'read index received' (duration: 62.402µs)","trace[183345353] 'applied index is now lower than readState.Index' (duration: 162.716251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:59.801851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.180442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:32:59.801995Z","caller":"traceutil/trace.go:171","msg":"trace[1943497323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2496; }","duration":"163.382937ms","start":"2026-03-31T18:32:59.638585Z","end":"2026-03-31T18:32:59.801967Z","steps":["trace[1943497323] 'agreement among raft nodes before linearized reading' (duration: 163.018768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.802505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.821941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:59.802568Z","caller":"traceutil/trace.go:171","msg":"trace[641882799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2496; }","duration":"102.894062ms","start":"2026-03-31T18:32:59.699658Z","end":"2026-03-31T18:32:59.802552Z","steps":["trace[641882799] 'agreement among raft nodes before linearized reading' (duration: 102.39228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.928567Z","caller":"traceutil/trace.go:171","msg":"trace[862758821] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"122.027206ms","start":"2026-03-31T18:32:59.806516Z","end":"2026-03-31T18:32:59.928543Z","steps":["trace[862758821] 'process raft request' (duration: 121.853702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:00.075079Z","caller":"traceutil/trace.go:171","msg":"trace[711577881] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"267.641801ms","start":"2026-03-31T18:32:59.807399Z","end":"2026-03-31T18:33:00.075041Z","steps":["trace[711577881] 'process raft request' (duration: 267.581009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:00.075292Z","caller":"traceutil/trace.go:171","msg":"trace[428869787] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"268.04329ms","start":"2026-03-31T18:32:59.807223Z","end":"2026-03-31T18:33:00.075266Z","steps":["trace[428869787] 'process raft request' (duration: 197.865355ms)","trace[428869787] 'compare' (duration: 69.581101ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:00.075151Z","caller":"traceutil/trace.go:171","msg":"trace[2139449835] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"267.873117ms","start":"2026-03-31T18:32:59.807247Z","end":"2026-03-31T18:33:00.07512Z","steps":["trace[2139449835] 'process raft request' (duration: 267.620121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:00.075319Z","caller":"traceutil/trace.go:171","msg":"trace[888792429] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"267.907887ms","start":"2026-03-31T18:32:59.80735Z","end":"2026-03-31T18:33:00.075258Z","steps":["trace[888792429] 'process raft request' (duration: 267.60692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:02.111843Z","caller":"traceutil/trace.go:171","msg":"trace[1141391257] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"174.594893ms","start":"2026-03-31T18:33:01.937172Z","end":"2026-03-31T18:33:02.111767Z","steps":["trace[1141391257] 'process raft request' (duration: 174.392818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:02.341472Z","caller":"traceutil/trace.go:171","msg":"trace[1466466631] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"204.980804ms","start":"2026-03-31T18:33:02.136424Z","end":"2026-03-31T18:33:02.341405Z","steps":["trace[1466466631] 'process raft request' (duration: 204.733729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:02.341698Z","caller":"traceutil/trace.go:171","msg":"trace[2139252601] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"204.846191ms","start":"2026-03-31T18:33:02.136826Z","end":"2026-03-31T18:33:02.341672Z","steps":["trace[2139252601] 'process raft request' (duration: 204.3853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:02.341744Z","caller":"traceutil/trace.go:171","msg":"trace[550534159] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"205.297551ms","start":"2026-03-31T18:33:02.13641Z","end":"2026-03-31T18:33:02.341707Z","steps":["trace[550534159] 'process raft request' (duration: 134.293857ms)","trace[550534159] 'compare' (duration: 70.245707ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:02.341757Z","caller":"traceutil/trace.go:171","msg":"trace[1597221103] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"204.817851ms","start":"2026-03-31T18:33:02.136899Z","end":"2026-03-31T18:33:02.341717Z","steps":["trace[1597221103] 'process raft request' (duration: 204.34443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.273763Z","caller":"traceutil/trace.go:171","msg":"trace[1289873519] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"154.494575ms","start":"2026-03-31T18:33:05.119243Z","end":"2026-03-31T18:33:05.273737Z","steps":["trace[1289873519] 'process raft request' (duration: 154.340872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:09.855985Z","caller":"traceutil/trace.go:171","msg":"trace[386421980] linearizableReadLoop","detail":"{readStateIndex:2650; appliedIndex:2649; }","duration":"109.57263ms","start":"2026-03-31T18:33:09.746381Z","end":"2026-03-31T18:33:09.855954Z","steps":["trace[386421980] 'read index received' (duration: 92.495285ms)","trace[386421980] 'applied index is now lower than readState.Index' (duration: 17.075785ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:09.855997Z","caller":"traceutil/trace.go:171","msg":"trace[515622023] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"127.616698ms","start":"2026-03-31T18:33:09.728349Z","end":"2026-03-31T18:33:09.855966Z","steps":["trace[515622023] 'process raft request' (duration: 110.594304ms)","trace[515622023] 'compare' (duration: 16.793369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:09.856278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.889778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-31T18:33:09.856361Z","caller":"traceutil/trace.go:171","msg":"trace[1481211076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2545; }","duration":"110.015551ms","start":"2026-03-31T18:33:09.74632Z","end":"2026-03-31T18:33:09.856336Z","steps":["trace[1481211076] 'agreement among raft nodes before linearized reading' (duration: 109.749504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:22.441346Z","caller":"traceutil/trace.go:171","msg":"trace[736189161] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"160.502064ms","start":"2026-03-31T18:33:22.280818Z","end":"2026-03-31T18:33:22.441321Z","steps":["trace[736189161] 'process raft request' (duration: 149.326082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:22.655255Z","caller":"traceutil/trace.go:171","msg":"trace[27751123] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"165.63214ms","start":"2026-03-31T18:33:22.489597Z","end":"2026-03-31T18:33:22.655229Z","steps":["trace[27751123] 'process raft request' (duration: 163.933663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:22.655299Z","caller":"traceutil/trace.go:171","msg":"trace[107228473] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"165.63237ms","start":"2026-03-31T18:33:22.489626Z","end":"2026-03-31T18:33:22.655259Z","steps":["trace[107228473] 'process raft request' (duration: 165.511157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:22.655323Z","caller":"traceutil/trace.go:171","msg":"trace[580235138] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"164.959045ms","start":"2026-03-31T18:33:22.490339Z","end":"2026-03-31T18:33:22.655298Z","steps":["trace[580235138] 'process raft request' (duration: 164.853313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:22.65569Z","caller":"traceutil/trace.go:171","msg":"trace[1195583304] linearizableReadLoop","detail":"{readStateIndex:2791; appliedIndex:2786; }","duration":"126.315592ms","start":"2026-03-31T18:33:22.529363Z","end":"2026-03-31T18:33:22.655678Z","steps":["trace[1195583304] 'read index received' (duration: 124.182105ms)","trace[1195583304] 'applied index is now lower than readState.Index' (duration: 2.132737ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:22.655684Z","caller":"traceutil/trace.go:171","msg":"trace[1645679281] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"165.19324ms","start":"2026-03-31T18:33:22.490463Z","end":"2026-03-31T18:33:22.655657Z","steps":["trace[1645679281] 'process raft request' (duration: 164.785941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:22.655739Z","caller":"traceutil/trace.go:171","msg":"trace[182080354] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"164.903163ms","start":"2026-03-31T18:33:22.490827Z","end":"2026-03-31T18:33:22.65573Z","steps":["trace[182080354] 'process raft request' (duration: 164.748069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:22.65582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.450795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:22.655853Z","caller":"traceutil/trace.go:171","msg":"trace[192308993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2677; }","duration":"126.529518ms","start":"2026-03-31T18:33:22.529315Z","end":"2026-03-31T18:33:22.655845Z","steps":["trace[192308993] 'agreement among raft nodes before linearized reading' (duration: 126.406394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:22.942274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.910983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:22.942524Z","caller":"traceutil/trace.go:171","msg":"trace[1204604170] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"225.330279ms","start":"2026-03-31T18:33:22.717149Z","end":"2026-03-31T18:33:22.942479Z","steps":["trace[1204604170] 'process raft request' (duration: 111.1591ms)","trace[1204604170] 'compare' (duration: 113.80905ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:22.942621Z","caller":"traceutil/trace.go:171","msg":"trace[2091923394] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"224.298875ms","start":"2026-03-31T18:33:22.718291Z","end":"2026-03-31T18:33:22.94259Z","steps":["trace[2091923394] 'process raft request' (duration: 224.261144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:22.942645Z","caller":"traceutil/trace.go:171","msg":"trace[1127540500] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"224.322266ms","start":"2026-03-31T18:33:22.718291Z","end":"2026-03-31T18:33:22.942614Z","steps":["trace[1127540500] 'process raft request' (duration: 224.197143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:22.942637Z","caller":"traceutil/trace.go:171","msg":"trace[155266044] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"224.874978ms","start":"2026-03-31T18:33:22.717695Z","end":"2026-03-31T18:33:22.94257Z","steps":["trace[155266044] 'process raft request' (duration: 224.710964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.272433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.525689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:23.272582Z","caller":"traceutil/trace.go:171","msg":"trace[1900295216] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"323.415604ms","start":"2026-03-31T18:33:22.949141Z","end":"2026-03-31T18:33:23.272557Z","steps":["trace[1900295216] 'process raft request' (duration: 126.632499ms)","trace[1900295216] 'compare' (duration: 196.18701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:23.272663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:22.949122Z","time spent":"323.500486ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1448,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:23.520252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.767529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:23.520354Z","caller":"traceutil/trace.go:171","msg":"trace[2058164173] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2800; }","duration":"317.277195ms","start":"2026-03-31T18:33:23.20306Z","end":"2026-03-31T18:33:23.520337Z","steps":["trace[2058164173] 'read index received' (duration: 180.311832ms)","trace[2058164173] 'applied index is now lower than readState.Index' (duration: 136.963743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:23.520443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.381107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:23.520415Z","caller":"traceutil/trace.go:171","msg":"trace[1505298853] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"569.91594ms","start":"2026-03-31T18:33:22.950469Z","end":"2026-03-31T18:33:23.520385Z","steps":["trace[1505298853] 'process raft request' (duration: 432.938396ms)","trace[1505298853] 'compare' (duration: 136.571615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:23.520478Z","caller":"traceutil/trace.go:171","msg":"trace[1419990856] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2687; }","duration":"317.415417ms","start":"2026-03-31T18:33:23.203049Z","end":"2026-03-31T18:33:23.520464Z","steps":["trace[1419990856] 'agreement among raft nodes before linearized reading' (duration: 317.332816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.520567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.202982Z","time spent":"317.573451ms","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:23.520665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:22.950447Z","time spent":"570.039802ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123659,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:23.587729Z","caller":"traceutil/trace.go:171","msg":"trace[480277] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"310.618424ms","start":"2026-03-31T18:33:23.277066Z","end":"2026-03-31T18:33:23.587684Z","steps":["trace[480277] 'process raft request' (duration: 310.339478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.587908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.277039Z","time spent":"310.789149ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":912,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:23.587996Z","caller":"traceutil/trace.go:171","msg":"trace[911584322] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"244.796748ms","start":"2026-03-31T18:33:23.343168Z","end":"2026-03-31T18:33:23.587965Z","steps":["trace[911584322] 'process raft request' (duration: 244.45715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:23.58806Z","caller":"traceutil/trace.go:171","msg":"trace[184757942] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"309.085029ms","start":"2026-03-31T18:33:23.278945Z","end":"2026-03-31T18:33:23.58803Z","steps":["trace[184757942] 'process raft request' (duration: 308.616049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.588208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.278918Z","time spent":"309.226293ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1387,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:24.226986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.143232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:24.227211Z","caller":"traceutil/trace.go:171","msg":"trace[1629041530] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"635.427189ms","start":"2026-03-31T18:33:23.591757Z","end":"2026-03-31T18:33:24.227184Z","steps":["trace[1629041530] 'process raft request' (duration: 433.98248ms)","trace[1629041530] 'compare' (duration: 200.886366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:24.227347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.591726Z","time spent":"635.573332ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123659,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:24.229474Z","caller":"traceutil/trace.go:171","msg":"trace[1242321535] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"611.706273ms","start":"2026-03-31T18:33:23.61772Z","end":"2026-03-31T18:33:24.229427Z","steps":["trace[1242321535] 'process raft request' (duration: 611.303335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.22968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.617683Z","time spent":"611.906658ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1340,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:24.229714Z","caller":"traceutil/trace.go:171","msg":"trace[391472805] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"611.443337ms","start":"2026-03-31T18:33:23.61824Z","end":"2026-03-31T18:33:24.229684Z","steps":["trace[391472805] 'process raft request' (duration: 610.922756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.229942Z","caller":"traceutil/trace.go:171","msg":"trace[1982963951] linearizableReadLoop","detail":"{readStateIndex:2809; appliedIndex:2805; }","duration":"336.806866ms","start":"2026-03-31T18:33:23.893116Z","end":"2026-03-31T18:33:24.229923Z","steps":["trace[1982963951] 'read index received' (duration: 132.42387ms)","trace[1982963951] 'applied index is now lower than readState.Index' (duration: 204.381326ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:24.230061Z","caller":"traceutil/trace.go:171","msg":"trace[871641465] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"263.358077ms","start":"2026-03-31T18:33:23.96669Z","end":"2026-03-31T18:33:24.230049Z","steps":["trace[871641465] 'process raft request' (duration: 263.03535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.230262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.117403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:24.23037Z","caller":"traceutil/trace.go:171","msg":"trace[1078054168] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2696; }","duration":"337.274517ms","start":"2026-03-31T18:33:23.893074Z","end":"2026-03-31T18:33:24.230349Z","steps":["trace[1078054168] 'agreement among raft nodes before linearized reading' (duration: 337.109492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.230455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.893055Z","time spent":"337.3789ms","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:24.230497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.618211Z","time spent":"611.5433ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:24.22982Z","caller":"traceutil/trace.go:171","msg":"trace[553899772] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"444.206281ms","start":"2026-03-31T18:33:23.785587Z","end":"2026-03-31T18:33:24.229793Z","steps":["trace[553899772] 'process raft request' (duration: 443.970595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.230825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.785567Z","time spent":"445.165843ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:24.583656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.98437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:24.58381Z","caller":"traceutil/trace.go:171","msg":"trace[1347091794] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"354.298691ms","start":"2026-03-31T18:33:24.229475Z","end":"2026-03-31T18:33:24.583774Z","steps":["trace[1347091794] 'process raft request' (duration: 133.065205ms)","trace[1347091794] 'compare' (duration: 220.790456ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:24.583897Z","caller":"traceutil/trace.go:171","msg":"trace[1532136234] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"200.880296ms","start":"2026-03-31T18:33:24.383Z","end":"2026-03-31T18:33:24.583881Z","steps":["trace[1532136234] 'process raft request' (duration: 200.785184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.583927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.229453Z","time spent":"354.433814ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:24.583912Z","caller":"traceutil/trace.go:171","msg":"trace[1481131735] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2810; }","duration":"353.860091ms","start":"2026-03-31T18:33:24.230017Z","end":"2026-03-31T18:33:24.583877Z","steps":["trace[1481131735] 'read index received' (duration: 132.473532ms)","trace[1481131735] 'applied index is now lower than readState.Index' (duration: 221.382759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:24.584071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.151261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:24.584156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.85233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:33:24.584244Z","caller":"traceutil/trace.go:171","msg":"trace[1949733954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2698; }","duration":"662.993383ms","start":"2026-03-31T18:33:23.921229Z","end":"2026-03-31T18:33:24.584222Z","steps":["trace[1949733954] 'agreement among raft nodes before linearized reading' (duration: 662.749797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.584306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.921207Z","time spent":"663.079904ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:33:24.584305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.924962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:33:24.584377Z","caller":"traceutil/trace.go:171","msg":"trace[117199457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2698; }","duration":"315.041395ms","start":"2026-03-31T18:33:24.26931Z","end":"2026-03-31T18:33:24.584351Z","steps":["trace[117199457] 'agreement among raft nodes before linearized reading' (duration: 314.8313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.584373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.725666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:24.584427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.269285Z","time spent":"315.133507ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:24.584425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.923651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:24.584444Z","caller":"traceutil/trace.go:171","msg":"trace[495592767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2698; }","duration":"135.829778ms","start":"2026-03-31T18:33:24.448592Z","end":"2026-03-31T18:33:24.584422Z","steps":["trace[495592767] 'agreement among raft nodes before linearized reading' (duration: 135.734116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.584478Z","caller":"traceutil/trace.go:171","msg":"trace[1852213939] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2698; }","duration":"183.014132ms","start":"2026-03-31T18:33:24.401452Z","end":"2026-03-31T18:33:24.584466Z","steps":["trace[1852213939] 'agreement among raft nodes before linearized reading' (duration: 182.933991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.584169Z","caller":"traceutil/trace.go:171","msg":"trace[819345671] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2698; }","duration":"568.285923ms","start":"2026-03-31T18:33:24.01585Z","end":"2026-03-31T18:33:24.584136Z","steps":["trace[819345671] 'agreement among raft nodes before linearized reading' (duration: 568.124349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.584617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.015829Z","time spent":"568.762934ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:24.913479Z","caller":"traceutil/trace.go:171","msg":"trace[983194855] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"324.604589ms","start":"2026-03-31T18:33:24.58884Z","end":"2026-03-31T18:33:24.913445Z","steps":["trace[983194855] 'process raft request' (duration: 324.258242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.913701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.588818Z","time spent":"324.788004ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:24.913917Z","caller":"traceutil/trace.go:171","msg":"trace[1875043253] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"323.837713ms","start":"2026-03-31T18:33:24.59005Z","end":"2026-03-31T18:33:24.913888Z","steps":["trace[1875043253] 'process raft request' (duration: 323.617887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.914049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.590041Z","time spent":"323.950086ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1383,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:24.91406Z","caller":"traceutil/trace.go:171","msg":"trace[1184652701] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"321.496191ms","start":"2026-03-31T18:33:24.592524Z","end":"2026-03-31T18:33:24.91402Z","steps":["trace[1184652701] 'process raft request' (duration: 321.233115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.914138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.258255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:33:24.914194Z","caller":"traceutil/trace.go:171","msg":"trace[525954248] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"318.159776ms","start":"2026-03-31T18:33:24.596023Z","end":"2026-03-31T18:33:24.914183Z","steps":["trace[525954248] 'process raft request' (duration: 317.792278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.914212Z","caller":"traceutil/trace.go:171","msg":"trace[510217957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2703; }","duration":"325.343977ms","start":"2026-03-31T18:33:24.588849Z","end":"2026-03-31T18:33:24.914193Z","steps":["trace[510217957] 'agreement among raft nodes before linearized reading' (duration: 325.123242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.914262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.596017Z","time spent":"318.202487ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:24.914267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.58884Z","time spent":"325.413608ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:33:24.914249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.592505Z","time spent":"321.643064ms","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:24.91385Z","caller":"traceutil/trace.go:171","msg":"trace[2080438091] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"324.661452ms","start":"2026-03-31T18:33:24.589169Z","end":"2026-03-31T18:33:24.913831Z","steps":["trace[2080438091] 'process raft request' (duration: 324.14921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.913934Z","caller":"traceutil/trace.go:171","msg":"trace[1243034423] linearizableReadLoop","detail":"{readStateIndex:2818; appliedIndex:2813; }","duration":"265.440045ms","start":"2026-03-31T18:33:24.648475Z","end":"2026-03-31T18:33:24.913915Z","steps":["trace[1243034423] 'read index received' (duration: 264.738388ms)","trace[1243034423] 'applied index is now lower than readState.Index' (duration: 700.527µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:24.914471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.589159Z","time spent":"325.262675ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:24.916223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.314253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:33:24.916255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.268089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:24.916295Z","caller":"traceutil/trace.go:171","msg":"trace[728052215] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"266.613ms","start":"2026-03-31T18:33:24.649665Z","end":"2026-03-31T18:33:24.916278Z","steps":["trace[728052215] 'process raft request' (duration: 266.268553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.916225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.572694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:24.916332Z","caller":"traceutil/trace.go:171","msg":"trace[394310111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2704; }","duration":"257.379061ms","start":"2026-03-31T18:33:24.658934Z","end":"2026-03-31T18:33:24.916313Z","steps":["trace[394310111] 'agreement among raft nodes before linearized reading' (duration: 257.131396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.916351Z","caller":"traceutil/trace.go:171","msg":"trace[2102254146] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2704; }","duration":"256.715167ms","start":"2026-03-31T18:33:24.659621Z","end":"2026-03-31T18:33:24.916336Z","steps":["trace[2102254146] 'agreement among raft nodes before linearized reading' (duration: 256.485622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.916298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.824679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:33:24.916306Z","caller":"traceutil/trace.go:171","msg":"trace[694786805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2704; }","duration":"254.397345ms","start":"2026-03-31T18:33:24.661893Z","end":"2026-03-31T18:33:24.91629Z","steps":["trace[694786805] 'agreement among raft nodes before linearized reading' (duration: 254.18022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.916514Z","caller":"traceutil/trace.go:171","msg":"trace[798908678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2704; }","duration":"257.086015ms","start":"2026-03-31T18:33:24.659409Z","end":"2026-03-31T18:33:24.916495Z","steps":["trace[798908678] 'agreement among raft nodes before linearized reading' (duration: 256.685536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.916602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.426887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:24.916647Z","caller":"traceutil/trace.go:171","msg":"trace[1973259838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2704; }","duration":"200.502638ms","start":"2026-03-31T18:33:24.716132Z","end":"2026-03-31T18:33:24.916634Z","steps":["trace[1973259838] 'agreement among raft nodes before linearized reading' (duration: 200.377065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.540834Z","caller":"traceutil/trace.go:171","msg":"trace[761239423] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"515.382468ms","start":"2026-03-31T18:33:26.025419Z","end":"2026-03-31T18:33:26.540801Z","steps":["trace[761239423] 'process raft request' (duration: 515.067201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.54102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:26.02539Z","time spent":"515.546402ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:26.593707Z","caller":"traceutil/trace.go:171","msg":"trace[713317634] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"562.988753ms","start":"2026-03-31T18:33:26.030695Z","end":"2026-03-31T18:33:26.593684Z","steps":["trace[713317634] 'process raft request' (duration: 561.47207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.59391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:26.030657Z","time spent":"563.130107ms","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:26.593943Z","caller":"traceutil/trace.go:171","msg":"trace[1432373978] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"356.965311ms","start":"2026-03-31T18:33:26.236964Z","end":"2026-03-31T18:33:26.59393Z","steps":["trace[1432373978] 'process raft request' (duration: 356.663474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.594007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:26.236927Z","time spent":"357.046502ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:26.594202Z","caller":"traceutil/trace.go:171","msg":"trace[547903094] linearizableReadLoop","detail":"{readStateIndex:2844; appliedIndex:2842; }","duration":"450.118874ms","start":"2026-03-31T18:33:26.14405Z","end":"2026-03-31T18:33:26.594168Z","steps":["trace[547903094] 'read index received' (duration: 396.444743ms)","trace[547903094] 'applied index is now lower than readState.Index' (duration: 53.672511ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:26.594333Z","caller":"traceutil/trace.go:171","msg":"trace[1120646201] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"337.533922ms","start":"2026-03-31T18:33:26.256787Z","end":"2026-03-31T18:33:26.594321Z","steps":["trace[1120646201] 'process raft request' (duration: 337.051161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.594392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:26.256748Z","time spent":"337.612314ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:26.594443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.419191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-31T18:33:26.594478Z","caller":"traceutil/trace.go:171","msg":"trace[2101750994] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2731; }","duration":"450.455442ms","start":"2026-03-31T18:33:26.144012Z","end":"2026-03-31T18:33:26.594468Z","steps":["trace[2101750994] 'agreement among raft nodes before linearized reading' (duration: 450.306119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.594487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.804609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:26.594507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:26.143913Z","time spent":"450.587605ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":748,"request content":"key:\"/registry/secrets/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:33:26.594513Z","caller":"traceutil/trace.go:171","msg":"trace[1280934427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2731; }","duration":"144.885681ms","start":"2026-03-31T18:33:26.449618Z","end":"2026-03-31T18:33:26.594504Z","steps":["trace[1280934427] 'agreement among raft nodes before linearized reading' (duration: 144.84392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.594521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.114074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-03-31T18:33:26.594577Z","caller":"traceutil/trace.go:171","msg":"trace[1010387606] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db; range_end:; response_count:1; response_revision:2731; }","duration":"334.228017ms","start":"2026-03-31T18:33:26.260331Z","end":"2026-03-31T18:33:26.594559Z","steps":["trace[1010387606] 'agreement among raft nodes before linearized reading' (duration: 334.023092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.594699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:26.260307Z","time spent":"334.375622ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3641,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" "} {"level":"warn","ts":"2026-03-31T18:33:26.594722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.619253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:26.594785Z","caller":"traceutil/trace.go:171","msg":"trace[912423123] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2731; }","duration":"197.744546ms","start":"2026-03-31T18:33:26.397026Z","end":"2026-03-31T18:33:26.59477Z","steps":["trace[912423123] 'agreement among raft nodes before linearized reading' (duration: 197.590942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.810556Z","caller":"traceutil/trace.go:171","msg":"trace[1858589759] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"193.585102ms","start":"2026-03-31T18:33:26.616948Z","end":"2026-03-31T18:33:26.810533Z","steps":["trace[1858589759] 'process raft request' (duration: 193.520291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.810555Z","caller":"traceutil/trace.go:171","msg":"trace[1574851170] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"206.148756ms","start":"2026-03-31T18:33:26.604379Z","end":"2026-03-31T18:33:26.810528Z","steps":["trace[1574851170] 'process raft request' (duration: 205.331977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:27.965267Z","caller":"traceutil/trace.go:171","msg":"trace[1318520349] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"177.693513ms","start":"2026-03-31T18:33:27.787545Z","end":"2026-03-31T18:33:27.965239Z","steps":["trace[1318520349] 'process raft request' (duration: 177.505029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:28.513798Z","caller":"traceutil/trace.go:171","msg":"trace[1980333500] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"145.171578ms","start":"2026-03-31T18:33:28.368552Z","end":"2026-03-31T18:33:28.513723Z","steps":["trace[1980333500] 'process raft request' (duration: 144.84414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:28.771265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.102798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:28.771347Z","caller":"traceutil/trace.go:171","msg":"trace[1975563421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2752; }","duration":"188.243862ms","start":"2026-03-31T18:33:28.583084Z","end":"2026-03-31T18:33:28.771328Z","steps":["trace[1975563421] 'range keys from in-memory index tree' (duration: 187.997656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:28.771379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.210214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:33:28.77147Z","caller":"traceutil/trace.go:171","msg":"trace[1717040184] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2752; }","duration":"174.333288ms","start":"2026-03-31T18:33:28.597112Z","end":"2026-03-31T18:33:28.771445Z","steps":["trace[1717040184] 'range keys from in-memory index tree' (duration: 174.05332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:28.771722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.325202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:28.771946Z","caller":"traceutil/trace.go:171","msg":"trace[952176101] linearizableReadLoop","detail":"{readStateIndex:2871; appliedIndex:2869; }","duration":"167.250657ms","start":"2026-03-31T18:33:28.604685Z","end":"2026-03-31T18:33:28.771936Z","steps":["trace[952176101] 'read index received' (duration: 56.612789ms)","trace[952176101] 'applied index is now lower than readState.Index' (duration: 110.637398ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:28.772026Z","caller":"traceutil/trace.go:171","msg":"trace[561056264] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"172.630469ms","start":"2026-03-31T18:33:28.599379Z","end":"2026-03-31T18:33:28.77201Z","steps":["trace[561056264] 'process raft request' (duration: 172.481696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:28.772032Z","caller":"traceutil/trace.go:171","msg":"trace[1773695754] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"172.920635ms","start":"2026-03-31T18:33:28.599082Z","end":"2026-03-31T18:33:28.772002Z","steps":["trace[1773695754] 'process raft request' (duration: 62.241075ms)","trace[1773695754] 'compare' (duration: 109.885111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:28.772177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.476842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" ","response":"range_response_count:1 size:3910"} {"level":"warn","ts":"2026-03-31T18:33:28.77221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.491469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:33:28.772243Z","caller":"traceutil/trace.go:171","msg":"trace[1578026311] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2754; }","duration":"131.54657ms","start":"2026-03-31T18:33:28.640689Z","end":"2026-03-31T18:33:28.772235Z","steps":["trace[1578026311] 'agreement among raft nodes before linearized reading' (duration: 131.455238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:28.772253Z","caller":"traceutil/trace.go:171","msg":"trace[1778767819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db; range_end:; response_count:1; response_revision:2754; }","duration":"167.572204ms","start":"2026-03-31T18:33:28.60466Z","end":"2026-03-31T18:33:28.772232Z","steps":["trace[1778767819] 'agreement among raft nodes before linearized reading' (duration: 167.398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.243047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.018331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:33:29.243149Z","caller":"traceutil/trace.go:171","msg":"trace[608922974] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2756; }","duration":"364.181044ms","start":"2026-03-31T18:33:28.878945Z","end":"2026-03-31T18:33:29.243126Z","steps":["trace[608922974] 'count revisions from in-memory index tree' (duration: 363.916378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.243203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:28.878921Z","time spent":"364.266376ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":288,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:29.243541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.614695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:29.243626Z","caller":"traceutil/trace.go:171","msg":"trace[1773555320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2756; }","duration":"314.738288ms","start":"2026-03-31T18:33:28.928868Z","end":"2026-03-31T18:33:29.243607Z","steps":["trace[1773555320] 'range keys from in-memory index tree' (duration: 314.453011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.243608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.80962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:33:29.243666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:28.928852Z","time spent":"314.805349ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:29.243653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.524544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:33:29.243668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.152897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:33:29.24368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.119715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:29.243701Z","caller":"traceutil/trace.go:171","msg":"trace[1026210773] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2756; }","duration":"272.952683ms","start":"2026-03-31T18:33:28.970721Z","end":"2026-03-31T18:33:29.243674Z","steps":["trace[1026210773] 'range keys from in-memory index tree' (duration: 272.617406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.243719Z","caller":"traceutil/trace.go:171","msg":"trace[1025410026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2756; }","duration":"272.610046ms","start":"2026-03-31T18:33:28.97109Z","end":"2026-03-31T18:33:29.2437Z","steps":["trace[1025410026] 'range keys from in-memory index tree' (duration: 272.390201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.243722Z","caller":"traceutil/trace.go:171","msg":"trace[1575762313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2756; }","duration":"280.207818ms","start":"2026-03-31T18:33:28.9635Z","end":"2026-03-31T18:33:29.243708Z","steps":["trace[1575762313] 'range keys from in-memory index tree' (duration: 280.004263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.243733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.857671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:29.243744Z","caller":"traceutil/trace.go:171","msg":"trace[340720770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2756; }","duration":"299.209177ms","start":"2026-03-31T18:33:28.944517Z","end":"2026-03-31T18:33:29.243726Z","steps":["trace[340720770] 'range keys from in-memory index tree' (duration: 298.953052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.243797Z","caller":"traceutil/trace.go:171","msg":"trace[448374085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2756; }","duration":"272.955944ms","start":"2026-03-31T18:33:28.970824Z","end":"2026-03-31T18:33:29.24378Z","steps":["trace[448374085] 'range keys from in-memory index tree' (duration: 272.687818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.437898Z","caller":"traceutil/trace.go:171","msg":"trace[1531990713] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"189.447348ms","start":"2026-03-31T18:33:29.248412Z","end":"2026-03-31T18:33:29.437859Z","steps":["trace[1531990713] 'process raft request' (duration: 189.242663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.802436Z","caller":"traceutil/trace.go:171","msg":"trace[1545865728] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"553.260884ms","start":"2026-03-31T18:33:29.249152Z","end":"2026-03-31T18:33:29.802413Z","steps":["trace[1545865728] 'process raft request' (duration: 553.013139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:29.802564Z","caller":"traceutil/trace.go:171","msg":"trace[330599035] linearizableReadLoop","detail":"{readStateIndex:2879; appliedIndex:2879; }","duration":"336.628332ms","start":"2026-03-31T18:33:29.46583Z","end":"2026-03-31T18:33:29.802458Z","steps":["trace[330599035] 'read index received' (duration: 336.611252ms)","trace[330599035] 'applied index is now lower than readState.Index' (duration: 13.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:29.802662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.249142Z","time spent":"553.433589ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:29.80286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.004511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-03-31T18:33:29.802904Z","caller":"traceutil/trace.go:171","msg":"trace[662121762] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db; range_end:; response_count:1; response_revision:2762; }","duration":"337.107513ms","start":"2026-03-31T18:33:29.465783Z","end":"2026-03-31T18:33:29.80289Z","steps":["trace[662121762] 'agreement among raft nodes before linearized reading' (duration: 336.885938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.802943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.465757Z","time spent":"337.177425ms","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2268,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" "} {"level":"info","ts":"2026-03-31T18:33:29.803028Z","caller":"traceutil/trace.go:171","msg":"trace[927785108] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"554.602774ms","start":"2026-03-31T18:33:29.248401Z","end":"2026-03-31T18:33:29.803004Z","steps":["trace[927785108] 'process raft request' (duration: 553.453398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.803128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.248379Z","time spent":"554.696516ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:29.803257Z","caller":"traceutil/trace.go:171","msg":"trace[253599386] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"554.764698ms","start":"2026-03-31T18:33:29.248473Z","end":"2026-03-31T18:33:29.803238Z","steps":["trace[253599386] 'process raft request' (duration: 553.54493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.803336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.248448Z","time spent":"554.8486ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:29.803463Z","caller":"traceutil/trace.go:171","msg":"trace[1730747308] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"554.42208ms","start":"2026-03-31T18:33:29.249022Z","end":"2026-03-31T18:33:29.803444Z","steps":["trace[1730747308] 'process raft request' (duration: 553.10466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.803584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.248997Z","time spent":"554.518493ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:29.803677Z","caller":"traceutil/trace.go:171","msg":"trace[1608347850] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"554.986063ms","start":"2026-03-31T18:33:29.248684Z","end":"2026-03-31T18:33:29.80367Z","steps":["trace[1608347850] 'process raft request' (duration: 553.405887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.803709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.248666Z","time spent":"555.024084ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:30.267225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.180191ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:33:30.267729Z","caller":"traceutil/trace.go:171","msg":"trace[1218948154] linearizableReadLoop","detail":"{readStateIndex:2881; appliedIndex:2879; }","duration":"465.056573ms","start":"2026-03-31T18:33:29.802635Z","end":"2026-03-31T18:33:30.267691Z","steps":["trace[1218948154] 'read index received' (duration: 334.500284ms)","trace[1218948154] 'applied index is now lower than readState.Index' (duration: 130.554689ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:30.267771Z","caller":"traceutil/trace.go:171","msg":"trace[1779896840] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"585.140364ms","start":"2026-03-31T18:33:29.682586Z","end":"2026-03-31T18:33:30.267727Z","steps":["trace[1779896840] 'process raft request' (duration: 584.745756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:30.267931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.682561Z","time spent":"585.286677ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:30.391225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.829442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-03-31T18:33:30.391308Z","caller":"traceutil/trace.go:171","msg":"trace[743337631] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db; range_end:; response_count:1; response_revision:2763; }","duration":"613.958295ms","start":"2026-03-31T18:33:29.777326Z","end":"2026-03-31T18:33:30.391284Z","steps":["trace[743337631] 'agreement among raft nodes before linearized reading' (duration: 490.423085ms)","trace[743337631] 'range keys from in-memory index tree' (duration: 123.367536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:30.39134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.777305Z","time spent":"614.028107ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3934,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" "} {"level":"warn","ts":"2026-03-31T18:33:30.391315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.312032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" ","response":"range_response_count:1 size:3910"} {"level":"warn","ts":"2026-03-31T18:33:30.391386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.339253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:30.391449Z","caller":"traceutil/trace.go:171","msg":"trace[261041811] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db; range_end:; response_count:1; response_revision:2763; }","duration":"598.482536ms","start":"2026-03-31T18:33:29.792932Z","end":"2026-03-31T18:33:30.391415Z","steps":["trace[261041811] 'agreement among raft nodes before linearized reading' (duration: 474.788462ms)","trace[261041811] 'range keys from in-memory index tree' (duration: 123.330965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:30.391521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.79288Z","time spent":"598.630469ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3934,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" "} {"level":"info","ts":"2026-03-31T18:33:30.391551Z","caller":"traceutil/trace.go:171","msg":"trace[2082251246] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2763; }","duration":"629.530976ms","start":"2026-03-31T18:33:29.76196Z","end":"2026-03-31T18:33:30.391491Z","steps":["trace[2082251246] 'agreement among raft nodes before linearized reading' (duration: 505.834583ms)","trace[2082251246] 'count revisions from in-memory index tree' (duration: 123.488249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:30.391591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.709234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-31T18:33:30.391712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.761943Z","time spent":"629.746622ms","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:30.391745Z","caller":"traceutil/trace.go:171","msg":"trace[371173234] linearizableReadLoop","detail":"{readStateIndex:2882; appliedIndex:2881; }","duration":"123.925439ms","start":"2026-03-31T18:33:30.267802Z","end":"2026-03-31T18:33:30.391727Z","steps":["trace[371173234] 'read index received' (duration: 68.332µs)","trace[371173234] 'applied index is now lower than readState.Index' (duration: 123.855296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:30.391777Z","caller":"traceutil/trace.go:171","msg":"trace[1473353879] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2764; }","duration":"572.849117ms","start":"2026-03-31T18:33:29.818909Z","end":"2026-03-31T18:33:30.391758Z","steps":["trace[1473353879] 'process raft request' (duration: 448.772085ms)","trace[1473353879] 'compare' (duration: 123.50803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:30.391894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:29.81886Z","time spent":"572.96686ms","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T18:33:30.39206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.908204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:33:30.392156Z","caller":"traceutil/trace.go:171","msg":"trace[1353746688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2764; }","duration":"258.377675ms","start":"2026-03-31T18:33:30.133754Z","end":"2026-03-31T18:33:30.392132Z","steps":["trace[1353746688] 'agreement among raft nodes before linearized reading' (duration: 258.075428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:30.512656Z","caller":"traceutil/trace.go:171","msg":"trace[595304974] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2882; }","duration":"110.255599ms","start":"2026-03-31T18:33:30.402369Z","end":"2026-03-31T18:33:30.512625Z","steps":["trace[595304974] 'read index received' (duration: 108.564082ms)","trace[595304974] 'applied index is now lower than readState.Index' (duration: 1.689427ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:30.512823Z","caller":"traceutil/trace.go:171","msg":"trace[1140235726] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"113.599325ms","start":"2026-03-31T18:33:30.399188Z","end":"2026-03-31T18:33:30.512788Z","steps":["trace[1140235726] 'process raft request' (duration: 111.828916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:30.512963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.521895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:30.513236Z","caller":"traceutil/trace.go:171","msg":"trace[262755026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2765; }","duration":"110.872123ms","start":"2026-03-31T18:33:30.40233Z","end":"2026-03-31T18:33:30.513202Z","steps":["trace[262755026] 'agreement among raft nodes before linearized reading' (duration: 110.478474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.23456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.354629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:31.234852Z","caller":"traceutil/trace.go:171","msg":"trace[574410032] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"456.069529ms","start":"2026-03-31T18:33:30.778759Z","end":"2026-03-31T18:33:31.234828Z","steps":["trace[574410032] 'process raft request' (duration: 455.939046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.234972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:30.778729Z","time spent":"456.195772ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:31.234955Z","caller":"traceutil/trace.go:171","msg":"trace[494517066] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"457.217325ms","start":"2026-03-31T18:33:30.777671Z","end":"2026-03-31T18:33:31.234888Z","steps":["trace[494517066] 'process raft request' (duration: 177.400086ms)","trace[494517066] 'compare' (duration: 278.745126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:31.235159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:30.77765Z","time spent":"457.43005ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:31.927971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.580957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:31.9281Z","caller":"traceutil/trace.go:171","msg":"trace[595178088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2767; }","duration":"118.778911ms","start":"2026-03-31T18:33:31.809294Z","end":"2026-03-31T18:33:31.928073Z","steps":["trace[595178088] 'range keys from in-memory index tree' (duration: 118.389994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.323642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:31.928316Z","caller":"traceutil/trace.go:171","msg":"trace[1173333666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2767; }","duration":"118.68773ms","start":"2026-03-31T18:33:31.809596Z","end":"2026-03-31T18:33:31.928284Z","steps":["trace[1173333666] 'range keys from in-memory index tree' (duration: 118.053286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.928362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.851053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:33:31.928463Z","caller":"traceutil/trace.go:171","msg":"trace[1708658586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2767; }","duration":"119.018779ms","start":"2026-03-31T18:33:31.809423Z","end":"2026-03-31T18:33:31.928441Z","steps":["trace[1708658586] 'range keys from in-memory index tree' (duration: 118.561427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.928492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.933342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:31.928576Z","caller":"traceutil/trace.go:171","msg":"trace[189417087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2767; }","duration":"485.069775ms","start":"2026-03-31T18:33:31.443487Z","end":"2026-03-31T18:33:31.928557Z","steps":["trace[189417087] 'range keys from in-memory index tree' (duration: 484.711966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.928625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.443459Z","time spent":"485.156406ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:31.928752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.149561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:33:31.928794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.518533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" ","response":"range_response_count:1 size:3925"} {"level":"info","ts":"2026-03-31T18:33:31.92889Z","caller":"traceutil/trace.go:171","msg":"trace[84310438] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db; range_end:; response_count:1; response_revision:2767; }","duration":"531.660956ms","start":"2026-03-31T18:33:31.397204Z","end":"2026-03-31T18:33:31.928865Z","steps":["trace[84310438] 'range keys from in-memory index tree' (duration: 531.272298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:31.928889Z","caller":"traceutil/trace.go:171","msg":"trace[924803389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2767; }","duration":"119.331685ms","start":"2026-03-31T18:33:31.809526Z","end":"2026-03-31T18:33:31.928857Z","steps":["trace[924803389] 'range keys from in-memory index tree' (duration: 118.771613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.928933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.397184Z","time spent":"531.739528ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3949,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" "} {"level":"warn","ts":"2026-03-31T18:33:31.928946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.889297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:31.929019Z","caller":"traceutil/trace.go:171","msg":"trace[643174746] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2767; }","duration":"387.02478ms","start":"2026-03-31T18:33:31.541978Z","end":"2026-03-31T18:33:31.929002Z","steps":["trace[643174746] 'count revisions from in-memory index tree' (duration: 386.786295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.929076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.541951Z","time spent":"387.112891ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":57,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:31.929358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.896988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:33:31.929418Z","caller":"traceutil/trace.go:171","msg":"trace[1097044226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2767; }","duration":"120.01517ms","start":"2026-03-31T18:33:31.809389Z","end":"2026-03-31T18:33:31.929404Z","steps":["trace[1097044226] 'range keys from in-memory index tree' (duration: 119.492158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.209198Z","caller":"traceutil/trace.go:171","msg":"trace[692862699] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"276.372781ms","start":"2026-03-31T18:33:31.932802Z","end":"2026-03-31T18:33:32.209175Z","steps":["trace[692862699] 'process raft request' (duration: 276.216347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.69798Z","caller":"traceutil/trace.go:171","msg":"trace[1332033853] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"764.32744ms","start":"2026-03-31T18:33:31.933622Z","end":"2026-03-31T18:33:32.697949Z","steps":["trace[1332033853] 'process raft request' (duration: 764.057544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.698169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.93359Z","time spent":"764.478814ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.698559Z","caller":"traceutil/trace.go:171","msg":"trace[1197122305] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"764.720079ms","start":"2026-03-31T18:33:31.933785Z","end":"2026-03-31T18:33:32.698505Z","steps":["trace[1197122305] 'process raft request' (duration: 764.072474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.698758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.933758Z","time spent":"764.895913ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.698789Z","caller":"traceutil/trace.go:171","msg":"trace[380297401] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"764.340071ms","start":"2026-03-31T18:33:31.934429Z","end":"2026-03-31T18:33:32.698769Z","steps":["trace[380297401] 'process raft request' (duration: 764.025943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.69888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.934413Z","time spent":"764.420493ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.699015Z","caller":"traceutil/trace.go:171","msg":"trace[1723729465] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"764.433293ms","start":"2026-03-31T18:33:31.934566Z","end":"2026-03-31T18:33:32.698999Z","steps":["trace[1723729465] 'process raft request' (duration: 764.053013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.699021Z","caller":"traceutil/trace.go:171","msg":"trace[440937127] linearizableReadLoop","detail":"{readStateIndex:2888; appliedIndex:2886; }","duration":"764.802702ms","start":"2026-03-31T18:33:31.934186Z","end":"2026-03-31T18:33:32.698989Z","steps":["trace[440937127] 'read index received' (duration: 275.034351ms)","trace[440937127] 'applied index is now lower than readState.Index' (duration: 489.76607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:32.69911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.934545Z","time spent":"764.513235ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.699345Z","caller":"traceutil/trace.go:171","msg":"trace[1662062910] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"764.527235ms","start":"2026-03-31T18:33:31.934793Z","end":"2026-03-31T18:33:32.69932Z","steps":["trace[1662062910] 'process raft request' (duration: 764.011523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.699454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.268012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" ","response":"range_response_count:1 size:3925"} {"level":"info","ts":"2026-03-31T18:33:32.699523Z","caller":"traceutil/trace.go:171","msg":"trace[1772429249] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db; range_end:; response_count:1; response_revision:2773; }","duration":"765.360084ms","start":"2026-03-31T18:33:31.934143Z","end":"2026-03-31T18:33:32.699503Z","steps":["trace[1772429249] 'agreement among raft nodes before linearized reading' (duration: 765.17861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.699568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.934121Z","time spent":"765.436205ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3949,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" "} {"level":"warn","ts":"2026-03-31T18:33:32.69973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.93478Z","time spent":"764.664578ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.713493Z","caller":"traceutil/trace.go:171","msg":"trace[1027146957] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"439.823713ms","start":"2026-03-31T18:33:32.27365Z","end":"2026-03-31T18:33:32.713474Z","steps":["trace[1027146957] 'process raft request' (duration: 439.687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.713495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.453956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:32.713554Z","caller":"traceutil/trace.go:171","msg":"trace[1556785209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2774; }","duration":"393.582859ms","start":"2026-03-31T18:33:32.319958Z","end":"2026-03-31T18:33:32.713541Z","steps":["trace[1556785209] 'agreement among raft nodes before linearized reading' (duration: 393.476947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.713579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.319925Z","time spent":"393.64873ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:32.713593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.273628Z","time spent":"439.908084ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:32.713588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.356711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:32.713661Z","caller":"traceutil/trace.go:171","msg":"trace[1263749635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2774; }","duration":"264.477543ms","start":"2026-03-31T18:33:32.449164Z","end":"2026-03-31T18:33:32.713641Z","steps":["trace[1263749635] 'agreement among raft nodes before linearized reading' (duration: 264.367941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.935948Z","caller":"traceutil/trace.go:171","msg":"trace[2128713462] linearizableReadLoop","detail":"{readStateIndex:2893; appliedIndex:2892; }","duration":"150.340495ms","start":"2026-03-31T18:33:32.785554Z","end":"2026-03-31T18:33:32.935895Z","steps":["trace[2128713462] 'read index received' (duration: 60.929226ms)","trace[2128713462] 'applied index is now lower than readState.Index' (duration: 89.409829ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:32.936003Z","caller":"traceutil/trace.go:171","msg":"trace[1130444046] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"234.748242ms","start":"2026-03-31T18:33:32.701214Z","end":"2026-03-31T18:33:32.935963Z","steps":["trace[1130444046] 'process raft request' (duration: 145.2605ms)","trace[1130444046] 'compare' (duration: 89.210195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:32.936132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.55262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:32.936184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.78789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:32.936205Z","caller":"traceutil/trace.go:171","msg":"trace[293501068] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2775; }","duration":"150.688654ms","start":"2026-03-31T18:33:32.785501Z","end":"2026-03-31T18:33:32.936189Z","steps":["trace[293501068] 'agreement among raft nodes before linearized reading' (duration: 150.54271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.936247Z","caller":"traceutil/trace.go:171","msg":"trace[797963862] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2775; }","duration":"121.885162ms","start":"2026-03-31T18:33:32.814345Z","end":"2026-03-31T18:33:32.93623Z","steps":["trace[797963862] 'agreement among raft nodes before linearized reading' (duration: 121.788929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:33.541156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.699203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:33.541459Z","caller":"traceutil/trace.go:171","msg":"trace[2039840387] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"590.018294ms","start":"2026-03-31T18:33:32.951411Z","end":"2026-03-31T18:33:33.541429Z","steps":["trace[2039840387] 'process raft request' (duration: 206.960214ms)","trace[2039840387] 'compare' (duration: 382.513588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:33.541674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.951382Z","time spent":"590.188398ms","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:33.541894Z","caller":"traceutil/trace.go:171","msg":"trace[1752843968] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"301.532029ms","start":"2026-03-31T18:33:33.240319Z","end":"2026-03-31T18:33:33.541851Z","steps":["trace[1752843968] 'process raft request' (duration: 300.955546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:33.542011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.240289Z","time spent":"301.659662ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:33.542785Z","caller":"traceutil/trace.go:171","msg":"trace[745826443] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"301.465218ms","start":"2026-03-31T18:33:33.241295Z","end":"2026-03-31T18:33:33.54276Z","steps":["trace[745826443] 'process raft request' (duration: 300.078736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:33.543017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.175639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:33.543057Z","caller":"traceutil/trace.go:171","msg":"trace[314719118] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2779; }","duration":"253.25466ms","start":"2026-03-31T18:33:33.289791Z","end":"2026-03-31T18:33:33.543046Z","steps":["trace[314719118] 'agreement among raft nodes before linearized reading' (duration: 253.187758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:33.544344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.241279Z","time spent":"301.55094ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:33.542701Z","caller":"traceutil/trace.go:171","msg":"trace[847880462] linearizableReadLoop","detail":"{readStateIndex:2897; appliedIndex:2894; }","duration":"252.8317ms","start":"2026-03-31T18:33:33.289849Z","end":"2026-03-31T18:33:33.542681Z","steps":["trace[847880462] 'read index received' (duration: 91.120848ms)","trace[847880462] 'applied index is now lower than readState.Index' (duration: 161.709782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:34.013934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.571277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:34.014164Z","caller":"traceutil/trace.go:171","msg":"trace[780928320] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"466.939365ms","start":"2026-03-31T18:33:33.547197Z","end":"2026-03-31T18:33:34.014136Z","steps":["trace[780928320] 'process raft request' (duration: 310.045122ms)","trace[780928320] 'compare' (duration: 156.396452ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:34.014232Z","caller":"traceutil/trace.go:171","msg":"trace[1913751552] linearizableReadLoop","detail":"{readStateIndex:2899; appliedIndex:2897; }","duration":"466.886764ms","start":"2026-03-31T18:33:33.547323Z","end":"2026-03-31T18:33:34.01421Z","steps":["trace[1913751552] 'read index received' (duration: 34.52253ms)","trace[1913751552] 'applied index is now lower than readState.Index' (duration: 432.361504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:34.014283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.547179Z","time spent":"467.047298ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:34.014374Z","caller":"traceutil/trace.go:171","msg":"trace[1220369570] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"427.650768ms","start":"2026-03-31T18:33:33.586652Z","end":"2026-03-31T18:33:34.014303Z","steps":["trace[1220369570] 'process raft request' (duration: 427.419993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.01439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.066338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:34.014522Z","caller":"traceutil/trace.go:171","msg":"trace[1438961049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2782; }","duration":"467.248212ms","start":"2026-03-31T18:33:33.547264Z","end":"2026-03-31T18:33:34.014512Z","steps":["trace[1438961049] 'agreement among raft nodes before linearized reading' (duration: 467.038378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.014553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.547243Z","time spent":"467.303423ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:34.014599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.586632Z","time spent":"427.859843ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1431,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:34.015127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.361046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:34.015173Z","caller":"traceutil/trace.go:171","msg":"trace[2025854044] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2782; }","duration":"112.120172ms","start":"2026-03-31T18:33:33.90304Z","end":"2026-03-31T18:33:34.01516Z","steps":["trace[2025854044] 'agreement among raft nodes before linearized reading' (duration: 111.372505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:39.863624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.698437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T18:33:39.863727Z","caller":"traceutil/trace.go:171","msg":"trace[1984684369] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2861; }","duration":"136.880932ms","start":"2026-03-31T18:33:39.726822Z","end":"2026-03-31T18:33:39.863702Z","steps":["trace[1984684369] 'range keys from in-memory index tree' (duration: 136.460452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:41.086527Z","caller":"traceutil/trace.go:171","msg":"trace[2026072833] linearizableReadLoop","detail":"{readStateIndex:2983; appliedIndex:2982; }","duration":"328.441037ms","start":"2026-03-31T18:33:40.758068Z","end":"2026-03-31T18:33:41.086509Z","steps":["trace[2026072833] 'read index received' (duration: 328.322065ms)","trace[2026072833] 'applied index is now lower than readState.Index' (duration: 118.242µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:41.086575Z","caller":"traceutil/trace.go:171","msg":"trace[2063244390] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"346.736201ms","start":"2026-03-31T18:33:40.739825Z","end":"2026-03-31T18:33:41.086561Z","steps":["trace[2063244390] 'process raft request' (duration: 346.504425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:41.086715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.636152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:41.086747Z","caller":"traceutil/trace.go:171","msg":"trace[1141741729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2863; }","duration":"328.717724ms","start":"2026-03-31T18:33:40.758023Z","end":"2026-03-31T18:33:41.08674Z","steps":["trace[1141741729] 'agreement among raft nodes before linearized reading' (duration: 328.579041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:41.086737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:40.739812Z","time spent":"346.847903ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:41.086782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:40.758Z","time spent":"328.772595ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:41.58748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:42.088537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:42.589416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:43.091163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:43.449505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000542517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:33:43.449585Z","caller":"traceutil/trace.go:171","msg":"trace[2129491263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00067523s","start":"2026-03-31T18:33:41.448893Z","end":"2026-03-31T18:33:43.449568Z","steps":["trace[2129491263] 'agreement among raft nodes before linearized reading' (duration: 2.000575428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.449634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.448871Z","time spent":"2.000753682s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:33:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:33:43.59202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:44.092848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:44.593568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:45.007476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.921063507s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:33:45.452633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002562533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:33:45.452726Z","caller":"traceutil/trace.go:171","msg":"trace[1812126895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002721707s","start":"2026-03-31T18:33:43.449984Z","end":"2026-03-31T18:33:45.452706Z","steps":["trace[1812126895] 'agreement among raft nodes before linearized reading' (duration: 2.002602154s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.45282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.44996Z","time spent":"2.002847349s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:33:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:33:45.766672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000263209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:33:45.766765Z","caller":"traceutil/trace.go:171","msg":"trace[435261407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000402871s","start":"2026-03-31T18:33:40.766343Z","end":"2026-03-31T18:33:45.766745Z","steps":["trace[435261407] 'agreement among raft nodes before linearized reading' (duration: 5.000251928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.766815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:40.766326Z","time spent":"5.000478684s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:33:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:33:45.768892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999763668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:33:45.768965Z","caller":"traceutil/trace.go:171","msg":"trace[128691215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99986945s","start":"2026-03-31T18:33:40.769076Z","end":"2026-03-31T18:33:45.768946Z","steps":["trace[128691215] 'agreement among raft nodes before linearized reading' (duration: 4.999789048s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.769041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:40.769062Z","time spent":"4.999964662s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:45.795858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.066627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:45.795989Z","caller":"traceutil/trace.go:171","msg":"trace[1527952030] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"5.037551901s","start":"2026-03-31T18:33:40.758413Z","end":"2026-03-31T18:33:45.795965Z","steps":["trace[1527952030] 'process raft request' (duration: 4.249286809s)","trace[1527952030] 'compare' (duration: 787.541956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:45.79605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:40.758399Z","time spent":"5.037622722s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:46.02126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013569739s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:33:46.089392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.090746Z","time spent":"4.998639343s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:33:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T18:33:46.112758Z","caller":"traceutil/trace.go:171","msg":"trace[353881026] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"4.481513254s","start":"2026-03-31T18:33:41.631207Z","end":"2026-03-31T18:33:46.11272Z","steps":["trace[353881026] 'process raft request' (duration: 4.481438222s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.113062Z","caller":"traceutil/trace.go:171","msg":"trace[1248962904] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"4.47423173s","start":"2026-03-31T18:33:41.638794Z","end":"2026-03-31T18:33:46.113025Z","steps":["trace[1248962904] 'process raft request' (duration: 4.473893892s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.113084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.631183Z","time spent":"4.481826861s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:46.113139Z","caller":"traceutil/trace.go:171","msg":"trace[1535821848] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"992.930323ms","start":"2026-03-31T18:33:45.120184Z","end":"2026-03-31T18:33:46.113114Z","steps":["trace[1535821848] 'process raft request' (duration: 992.844681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.113193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.63877Z","time spent":"4.474349382s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:46.113325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.120159Z","time spent":"993.056035ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:46.113393Z","caller":"traceutil/trace.go:171","msg":"trace[1302580257] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"1.399756871s","start":"2026-03-31T18:33:44.713614Z","end":"2026-03-31T18:33:46.113371Z","steps":["trace[1302580257] 'process raft request' (duration: 1.399356772s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.113389Z","caller":"traceutil/trace.go:171","msg":"trace[1282520869] linearizableReadLoop","detail":"{readStateIndex:2988; appliedIndex:2983; }","duration":"5.026749956s","start":"2026-03-31T18:33:41.086613Z","end":"2026-03-31T18:33:46.113363Z","steps":["trace[1282520869] 'read index received' (duration: 3.921067917s)","trace[1282520869] 'applied index is now lower than readState.Index' (duration: 1.105679299s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:46.113413Z","caller":"traceutil/trace.go:171","msg":"trace[185723977] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"2.583412939s","start":"2026-03-31T18:33:43.529988Z","end":"2026-03-31T18:33:46.113401Z","steps":["trace[185723977] 'process raft request' (duration: 2.582879417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.113452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282533244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:46.113487Z","caller":"traceutil/trace.go:171","msg":"trace[1819100257] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2870; }","duration":"5.282604235s","start":"2026-03-31T18:33:40.830874Z","end":"2026-03-31T18:33:46.113479Z","steps":["trace[1819100257] 'agreement among raft nodes before linearized reading' (duration: 5.282507863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.113483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.529965Z","time spent":"2.583486891s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:46.113509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:40.830856Z","time spent":"5.282648526s","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:46.11352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:44.713574Z","time spent":"1.399873332s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:46.113615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344173235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:33:46.113641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801524178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:46.113635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537832781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:46.113659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021726248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:33:46.113689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310098888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:33:46.113702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482171357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:46.113717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.873351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:46.11372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.137611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-31T18:33:46.113728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419649109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:46.113738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.578705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:33:46.113723Z","caller":"traceutil/trace.go:171","msg":"trace[1472798119] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2870; }","duration":"3.02184078s","start":"2026-03-31T18:33:43.091869Z","end":"2026-03-31T18:33:46.11371Z","steps":["trace[1472798119] 'agreement among raft nodes before linearized reading' (duration: 3.021654846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.113758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546083485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:33:46.113775Z","caller":"traceutil/trace.go:171","msg":"trace[1571612356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2870; }","duration":"384.660696ms","start":"2026-03-31T18:33:45.729104Z","end":"2026-03-31T18:33:46.113765Z","steps":["trace[1571612356] 'agreement among raft nodes before linearized reading' (duration: 384.560234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.113792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.091846Z","time spent":"3.021936864s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:46.113816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.729084Z","time spent":"384.723438ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:33:46.113774Z","caller":"traceutil/trace.go:171","msg":"trace[962270018] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2870; }","duration":"1.419731071s","start":"2026-03-31T18:33:44.694029Z","end":"2026-03-31T18:33:46.11376Z","steps":["trace[962270018] 'agreement among raft nodes before linearized reading' (duration: 1.41967468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.113827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512790745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:46.113782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.811724838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:33:46.113683Z","caller":"traceutil/trace.go:171","msg":"trace[1657760861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2870; }","duration":"3.80161638s","start":"2026-03-31T18:33:42.312054Z","end":"2026-03-31T18:33:46.11367Z","steps":["trace[1657760861] 'agreement among raft nodes before linearized reading' (duration: 3.801534088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.113898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.312032Z","time spent":"3.801859246s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:46.113788Z","caller":"traceutil/trace.go:171","msg":"trace[416185973] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:2870; }","duration":"1.546150886s","start":"2026-03-31T18:33:44.56763Z","end":"2026-03-31T18:33:46.113781Z","steps":["trace[416185973] 'agreement among raft nodes before linearized reading' (duration: 1.546077424s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.113929Z","caller":"traceutil/trace.go:171","msg":"trace[1852907661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2870; }","duration":"3.811915032s","start":"2026-03-31T18:33:42.301991Z","end":"2026-03-31T18:33:46.113906Z","steps":["trace[1852907661] 'agreement among raft nodes before linearized reading' (duration: 3.811612546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.114002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.301975Z","time spent":"3.812017294s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:33:46.11372Z","caller":"traceutil/trace.go:171","msg":"trace[1932055002] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2870; }","duration":"2.310156308s","start":"2026-03-31T18:33:43.803556Z","end":"2026-03-31T18:33:46.113713Z","steps":["trace[1932055002] 'agreement among raft nodes before linearized reading' (duration: 2.310050396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.114074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.80354Z","time spent":"2.310525287s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:33:46.113954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:44.567611Z","time spent":"1.54632305s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"info","ts":"2026-03-31T18:33:46.113855Z","caller":"traceutil/trace.go:171","msg":"trace[329444373] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2870; }","duration":"2.512820985s","start":"2026-03-31T18:33:43.601027Z","end":"2026-03-31T18:33:46.113848Z","steps":["trace[329444373] 'agreement among raft nodes before linearized reading' (duration: 2.512527699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.113644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.765522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:33:46.114114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.600923Z","time spent":"2.513183294s","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:46.114143Z","caller":"traceutil/trace.go:171","msg":"trace[2019227043] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:2870; }","duration":"661.260453ms","start":"2026-03-31T18:33:45.45287Z","end":"2026-03-31T18:33:46.11413Z","steps":["trace[2019227043] 'agreement among raft nodes before linearized reading' (duration: 660.67835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.114126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:44.694006Z","time spent":"1.42010216s","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:46.114168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.452758Z","time spent":"661.402036ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" "} {"level":"warn","ts":"2026-03-31T18:33:46.113631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309645907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:33:46.114246Z","caller":"traceutil/trace.go:171","msg":"trace[1676348953] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2870; }","duration":"2.310294112s","start":"2026-03-31T18:33:43.803937Z","end":"2026-03-31T18:33:46.114231Z","steps":["trace[1676348953] 'agreement among raft nodes before linearized reading' (duration: 2.309581596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.114289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.803915Z","time spent":"2.310362153s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:46.113682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.798489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:46.114354Z","caller":"traceutil/trace.go:171","msg":"trace[759121646] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2870; }","duration":"842.505285ms","start":"2026-03-31T18:33:45.271836Z","end":"2026-03-31T18:33:46.114341Z","steps":["trace[759121646] 'agreement among raft nodes before linearized reading' (duration: 841.82087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.113691Z","caller":"traceutil/trace.go:171","msg":"trace[4940778] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2870; }","duration":"2.537936103s","start":"2026-03-31T18:33:43.575742Z","end":"2026-03-31T18:33:46.113678Z","steps":["trace[4940778] 'agreement among raft nodes before linearized reading' (duration: 2.537833421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.114389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.271815Z","time spent":"842.564527ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:46.11442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.57572Z","time spent":"2.53868539s","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:46.11368Z","caller":"traceutil/trace.go:171","msg":"trace[893703886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2870; }","duration":"5.344261117s","start":"2026-03-31T18:33:40.769404Z","end":"2026-03-31T18:33:46.113665Z","steps":["trace[893703886] 'agreement among raft nodes before linearized reading' (duration: 5.344067963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.114482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:40.7694Z","time spent":"5.345075085s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:46.113632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384444192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:33:46.114544Z","caller":"traceutil/trace.go:171","msg":"trace[719741347] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2870; }","duration":"4.385374642s","start":"2026-03-31T18:33:41.729152Z","end":"2026-03-31T18:33:46.114527Z","steps":["trace[719741347] 'agreement among raft nodes before linearized reading' (duration: 4.38436332s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.113722Z","caller":"traceutil/trace.go:171","msg":"trace[1141827419] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2870; }","duration":"3.482217707s","start":"2026-03-31T18:33:42.631499Z","end":"2026-03-31T18:33:46.113717Z","steps":["trace[1141827419] 'agreement among raft nodes before linearized reading' (duration: 3.482179776s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.113743Z","caller":"traceutil/trace.go:171","msg":"trace[109526454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2870; }","duration":"655.933123ms","start":"2026-03-31T18:33:45.457804Z","end":"2026-03-31T18:33:46.113737Z","steps":["trace[109526454] 'agreement among raft nodes before linearized reading' (duration: 655.896182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.114802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.457786Z","time spent":"657.007958ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:33:46.113757Z","caller":"traceutil/trace.go:171","msg":"trace[1614384650] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2870; }","duration":"638.222923ms","start":"2026-03-31T18:33:45.475522Z","end":"2026-03-31T18:33:46.113745Z","steps":["trace[1614384650] 'agreement among raft nodes before linearized reading' (duration: 638.151101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.114932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.47551Z","time spent":"639.409361ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T18:33:46.114601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.72914Z","time spent":"4.385447136s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:33:46.115723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.631484Z","time spent":"3.483222041s","remote":"127.0.0.1:52128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:46.436925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.865813ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T18:33:46.437153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.115821Z","time spent":"321.328137ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:33:46.437556Z","caller":"traceutil/trace.go:171","msg":"trace[749428875] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"318.8177ms","start":"2026-03-31T18:33:46.11872Z","end":"2026-03-31T18:33:46.437537Z","steps":["trace[749428875] 'process raft request' (duration: 318.324169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.437635Z","caller":"traceutil/trace.go:171","msg":"trace[1260304238] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"318.880981ms","start":"2026-03-31T18:33:46.11874Z","end":"2026-03-31T18:33:46.437621Z","steps":["trace[1260304238] 'process raft request' (duration: 318.733668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.437654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.118704Z","time spent":"318.892242ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:46.437735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.118729Z","time spent":"318.932883ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:46.437898Z","caller":"traceutil/trace.go:171","msg":"trace[1250939479] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"319.119967ms","start":"2026-03-31T18:33:46.11877Z","end":"2026-03-31T18:33:46.43789Z","steps":["trace[1250939479] 'process raft request' (duration: 318.991704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.437944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.118764Z","time spent":"319.157518ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:46.437943Z","caller":"traceutil/trace.go:171","msg":"trace[1460454988] linearizableReadLoop","detail":"{readStateIndex:2992; appliedIndex:2990; }","duration":"319.195389ms","start":"2026-03-31T18:33:46.11873Z","end":"2026-03-31T18:33:46.437925Z","steps":["trace[1460454988] 'read index received' (duration: 84.069549ms)","trace[1460454988] 'applied index is now lower than readState.Index' (duration: 235.12456ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:46.438043Z","caller":"traceutil/trace.go:171","msg":"trace[635450014] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"317.90176ms","start":"2026-03-31T18:33:46.120131Z","end":"2026-03-31T18:33:46.438033Z","steps":["trace[635450014] 'process raft request' (duration: 317.679625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.438107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.120121Z","time spent":"317.949751ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:46.438133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.401344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:33:46.438106Z","caller":"traceutil/trace.go:171","msg":"trace[1826803825] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"316.975408ms","start":"2026-03-31T18:33:46.121101Z","end":"2026-03-31T18:33:46.438076Z","steps":["trace[1826803825] 'process raft request' (duration: 316.741543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.438158Z","caller":"traceutil/trace.go:171","msg":"trace[477321573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2876; }","duration":"319.454914ms","start":"2026-03-31T18:33:46.118696Z","end":"2026-03-31T18:33:46.438151Z","steps":["trace[477321573] 'agreement among raft nodes before linearized reading' (duration: 319.353782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.438183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.118681Z","time spent":"319.497926ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:33:46.438274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.12108Z","time spent":"317.101421ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:46.438429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.546667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T18:33:46.4385Z","caller":"traceutil/trace.go:171","msg":"trace[1548033893] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2876; }","duration":"319.650708ms","start":"2026-03-31T18:33:46.118831Z","end":"2026-03-31T18:33:46.438482Z","steps":["trace[1548033893] 'agreement among raft nodes before linearized reading' (duration: 319.472774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.438548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.118826Z","time spent":"319.71076ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T18:33:46.726966Z","caller":"traceutil/trace.go:171","msg":"trace[673258636] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"288.366852ms","start":"2026-03-31T18:33:46.438573Z","end":"2026-03-31T18:33:46.726939Z","steps":["trace[673258636] 'process raft request' (duration: 244.102673ms)","trace[673258636] 'compare' (duration: 44.146867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:46.726963Z","caller":"traceutil/trace.go:171","msg":"trace[697018028] linearizableReadLoop","detail":"{readStateIndex:2998; appliedIndex:2997; }","duration":"287.400229ms","start":"2026-03-31T18:33:46.439537Z","end":"2026-03-31T18:33:46.726937Z","steps":["trace[697018028] 'read index received' (duration: 243.13678ms)","trace[697018028] 'applied index is now lower than readState.Index' (duration: 44.262489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:46.727377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.181441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:33:46.727409Z","caller":"traceutil/trace.go:171","msg":"trace[439171982] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2877; }","duration":"285.247542ms","start":"2026-03-31T18:33:46.442153Z","end":"2026-03-31T18:33:46.727401Z","steps":["trace[439171982] 'agreement among raft nodes before linearized reading' (duration: 285.091938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.727432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.87588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8555"} {"level":"info","ts":"2026-03-31T18:33:46.727481Z","caller":"traceutil/trace.go:171","msg":"trace[1526720100] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2877; }","duration":"288.054915ms","start":"2026-03-31T18:33:46.439414Z","end":"2026-03-31T18:33:46.727469Z","steps":["trace[1526720100] 'agreement among raft nodes before linearized reading' (duration: 287.597985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:47.968882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.968106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:47.969088Z","caller":"traceutil/trace.go:171","msg":"trace[1969048693] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:2999; }","duration":"148.897154ms","start":"2026-03-31T18:33:47.820174Z","end":"2026-03-31T18:33:47.969071Z","steps":["trace[1969048693] 'read index received' (duration: 33.677271ms)","trace[1969048693] 'applied index is now lower than readState.Index' (duration: 115.218913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:47.969192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.023006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:47.969188Z","caller":"traceutil/trace.go:171","msg":"trace[1919825043] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"166.159394ms","start":"2026-03-31T18:33:47.803002Z","end":"2026-03-31T18:33:47.969161Z","steps":["trace[1919825043] 'process raft request' (duration: 165.977649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.969227Z","caller":"traceutil/trace.go:171","msg":"trace[1148675469] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2880; }","duration":"149.101798ms","start":"2026-03-31T18:33:47.820115Z","end":"2026-03-31T18:33:47.969217Z","steps":["trace[1148675469] 'agreement among raft nodes before linearized reading' (duration: 149.040146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.969263Z","caller":"traceutil/trace.go:171","msg":"trace[589577626] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"193.335386ms","start":"2026-03-31T18:33:47.775847Z","end":"2026-03-31T18:33:47.969182Z","steps":["trace[589577626] 'process raft request' (duration: 77.97739ms)","trace[589577626] 'compare' (duration: 114.836553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:50.267882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.275372ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:33:50.2681Z","caller":"traceutil/trace.go:171","msg":"trace[1090492122] linearizableReadLoop","detail":"{readStateIndex:3009; appliedIndex:3008; }","duration":"293.98242ms","start":"2026-03-31T18:33:49.974097Z","end":"2026-03-31T18:33:50.268079Z","steps":["trace[1090492122] 'read index received' (duration: 35.301µs)","trace[1090492122] 'applied index is now lower than readState.Index' (duration: 293.946109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:50.268282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.167584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:50.268321Z","caller":"traceutil/trace.go:171","msg":"trace[200656326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2887; }","duration":"294.245905ms","start":"2026-03-31T18:33:49.974061Z","end":"2026-03-31T18:33:50.268307Z","steps":["trace[200656326] 'agreement among raft nodes before linearized reading' (duration: 294.106051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.26835Z","caller":"traceutil/trace.go:171","msg":"trace[1955685083] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"116.094131ms","start":"2026-03-31T18:33:50.152239Z","end":"2026-03-31T18:33:50.268333Z","steps":["trace[1955685083] 'process raft request' (duration: 116.014779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.268495Z","caller":"traceutil/trace.go:171","msg":"trace[287466655] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"294.201064ms","start":"2026-03-31T18:33:49.974263Z","end":"2026-03-31T18:33:50.268464Z","steps":["trace[287466655] 'process raft request' (duration: 293.722323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.353141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.33847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:33:50.353363Z","caller":"traceutil/trace.go:171","msg":"trace[329397271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2890; }","duration":"233.600126ms","start":"2026-03-31T18:33:50.119737Z","end":"2026-03-31T18:33:50.353337Z","steps":["trace[329397271] 'agreement among raft nodes before linearized reading' (duration: 233.265928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.353159Z","caller":"traceutil/trace.go:171","msg":"trace[1277672516] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"168.287841ms","start":"2026-03-31T18:33:50.184828Z","end":"2026-03-31T18:33:50.353116Z","steps":["trace[1277672516] 'process raft request' (duration: 168.015074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.124578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.219758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:51.124826Z","caller":"traceutil/trace.go:171","msg":"trace[248953232] linearizableReadLoop","detail":"{readStateIndex:3014; appliedIndex:3012; }","duration":"677.432268ms","start":"2026-03-31T18:33:50.447375Z","end":"2026-03-31T18:33:51.124807Z","steps":["trace[248953232] 'read index received' (duration: 188.008705ms)","trace[248953232] 'applied index is now lower than readState.Index' (duration: 489.422463ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:51.124928Z","caller":"traceutil/trace.go:171","msg":"trace[2031677370] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"851.54133ms","start":"2026-03-31T18:33:50.273375Z","end":"2026-03-31T18:33:51.124916Z","steps":["trace[2031677370] 'process raft request' (duration: 361.891913ms)","trace[2031677370] 'compare' (duration: 488.939092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:51.125092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.273353Z","time spent":"851.697074ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:51.12546Z","caller":"traceutil/trace.go:171","msg":"trace[1313564649] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"767.349619ms","start":"2026-03-31T18:33:50.358096Z","end":"2026-03-31T18:33:51.125446Z","steps":["trace[1313564649] 'process raft request' (duration: 766.639253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.125529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.358068Z","time spent":"767.42735ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:51.125693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.316937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:51.125729Z","caller":"traceutil/trace.go:171","msg":"trace[245632466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2892; }","duration":"678.395709ms","start":"2026-03-31T18:33:50.447323Z","end":"2026-03-31T18:33:51.125718Z","steps":["trace[245632466] 'agreement among raft nodes before linearized reading' (duration: 678.342998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.12576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.4473Z","time spent":"678.450671ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:51.125946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.490483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:33:51.126015Z","caller":"traceutil/trace.go:171","msg":"trace[989538607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2892; }","duration":"632.597875ms","start":"2026-03-31T18:33:50.493399Z","end":"2026-03-31T18:33:51.125997Z","steps":["trace[989538607] 'agreement among raft nodes before linearized reading' (duration: 632.37897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.126018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.096246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:33:51.126074Z","caller":"traceutil/trace.go:171","msg":"trace[2016002026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2892; }","duration":"579.177828ms","start":"2026-03-31T18:33:50.546872Z","end":"2026-03-31T18:33:51.12605Z","steps":["trace[2016002026] 'agreement among raft nodes before linearized reading' (duration: 578.976344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.126096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.493377Z","time spent":"632.687397ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:51.126081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.858061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:51.126239Z","caller":"traceutil/trace.go:171","msg":"trace[1786808293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2892; }","duration":"579.048356ms","start":"2026-03-31T18:33:50.547162Z","end":"2026-03-31T18:33:51.126211Z","steps":["trace[1786808293] 'agreement among raft nodes before linearized reading' (duration: 578.661226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.126114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.546851Z","time spent":"579.25584ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:51.1263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.547156Z","time spent":"579.131239ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:33:51.291527Z","caller":"traceutil/trace.go:171","msg":"trace[534038573] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"160.69831ms","start":"2026-03-31T18:33:51.130805Z","end":"2026-03-31T18:33:51.291503Z","steps":["trace[534038573] 'process raft request' (duration: 117.33906ms)","trace[534038573] 'compare' (duration: 43.139774ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:51.291766Z","caller":"traceutil/trace.go:171","msg":"trace[663541837] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"160.778882ms","start":"2026-03-31T18:33:51.130933Z","end":"2026-03-31T18:33:51.291712Z","steps":["trace[663541837] 'process raft request' (duration: 160.525935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:52.07617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.969863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8555"} {"level":"info","ts":"2026-03-31T18:33:52.076246Z","caller":"traceutil/trace.go:171","msg":"trace[1667221986] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2896; }","duration":"133.070686ms","start":"2026-03-31T18:33:51.943157Z","end":"2026-03-31T18:33:52.076228Z","steps":["trace[1667221986] 'range keys from in-memory index tree' (duration: 132.836331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:52.594097Z","caller":"traceutil/trace.go:171","msg":"trace[1427706109] linearizableReadLoop","detail":"{readStateIndex:3021; appliedIndex:3020; }","duration":"144.39324ms","start":"2026-03-31T18:33:52.449679Z","end":"2026-03-31T18:33:52.594073Z","steps":["trace[1427706109] 'read index received' (duration: 121.838381ms)","trace[1427706109] 'applied index is now lower than readState.Index' (duration: 22.553749ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:52.594175Z","caller":"traceutil/trace.go:171","msg":"trace[1835459679] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"235.233552ms","start":"2026-03-31T18:33:52.358912Z","end":"2026-03-31T18:33:52.594146Z","steps":["trace[1835459679] 'process raft request' (duration: 212.714652ms)","trace[1835459679] 'compare' (duration: 22.269933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:52.594235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.540354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:52.594268Z","caller":"traceutil/trace.go:171","msg":"trace[1480605541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2899; }","duration":"144.621646ms","start":"2026-03-31T18:33:52.449635Z","end":"2026-03-31T18:33:52.594256Z","steps":["trace[1480605541] 'agreement among raft nodes before linearized reading' (duration: 144.558415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.422449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.172502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:33:53.422493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.136951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:53.422524Z","caller":"traceutil/trace.go:171","msg":"trace[786754265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2902; }","duration":"127.300075ms","start":"2026-03-31T18:33:53.295206Z","end":"2026-03-31T18:33:53.422506Z","steps":["trace[786754265] 'range keys from in-memory index tree' (duration: 127.000787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.422575Z","caller":"traceutil/trace.go:171","msg":"trace[1694264575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2902; }","duration":"127.264024ms","start":"2026-03-31T18:33:53.295285Z","end":"2026-03-31T18:33:53.422549Z","steps":["trace[1694264575] 'range keys from in-memory index tree' (duration: 126.907185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.298353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.697015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:54.298438Z","caller":"traceutil/trace.go:171","msg":"trace[625239959] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2906; }","duration":"263.854099ms","start":"2026-03-31T18:33:54.034566Z","end":"2026-03-31T18:33:54.29842Z","steps":["trace[625239959] 'count revisions from in-memory index tree' (duration: 263.572822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:54.544964Z","caller":"traceutil/trace.go:171","msg":"trace[1525378186] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"227.101349ms","start":"2026-03-31T18:33:54.317833Z","end":"2026-03-31T18:33:54.544934Z","steps":["trace[1525378186] 'process raft request' (duration: 196.319824ms)","trace[1525378186] 'compare' (duration: 30.194032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:54.882241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.031414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:54.882361Z","caller":"traceutil/trace.go:171","msg":"trace[164904962] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3030; }","duration":"271.677775ms","start":"2026-03-31T18:33:54.610661Z","end":"2026-03-31T18:33:54.882339Z","steps":["trace[164904962] 'read index received' (duration: 130.282692ms)","trace[164904962] 'applied index is now lower than readState.Index' (duration: 141.392903ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:54.88246Z","caller":"traceutil/trace.go:171","msg":"trace[2060202767] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"282.869788ms","start":"2026-03-31T18:33:54.599562Z","end":"2026-03-31T18:33:54.882432Z","steps":["trace[2060202767] 'process raft request' (duration: 141.507586ms)","trace[2060202767] 'compare' (duration: 140.759828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:54.882553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.88457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:33:54.882599Z","caller":"traceutil/trace.go:171","msg":"trace[691231765] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:2909; }","duration":"271.973672ms","start":"2026-03-31T18:33:54.610611Z","end":"2026-03-31T18:33:54.882584Z","steps":["trace[691231765] 'agreement among raft nodes before linearized reading' (duration: 271.787748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.22252Z","caller":"traceutil/trace.go:171","msg":"trace[725506740] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"101.856961ms","start":"2026-03-31T18:33:55.120628Z","end":"2026-03-31T18:33:55.222485Z","steps":["trace[725506740] 'process raft request' (duration: 101.649016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:55.480388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.386745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:55.480521Z","caller":"traceutil/trace.go:171","msg":"trace[239940682] linearizableReadLoop","detail":"{readStateIndex:3036; appliedIndex:3034; }","duration":"249.888693ms","start":"2026-03-31T18:33:55.230619Z","end":"2026-03-31T18:33:55.480508Z","steps":["trace[239940682] 'read index received' (duration: 115.348844ms)","trace[239940682] 'applied index is now lower than readState.Index' (duration: 134.539219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:55.480647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.037037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:33:55.480683Z","caller":"traceutil/trace.go:171","msg":"trace[1844296598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2913; }","duration":"250.106919ms","start":"2026-03-31T18:33:55.230567Z","end":"2026-03-31T18:33:55.480674Z","steps":["trace[1844296598] 'agreement among raft nodes before linearized reading' (duration: 249.973676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.480769Z","caller":"traceutil/trace.go:171","msg":"trace[1991681499] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"253.174067ms","start":"2026-03-31T18:33:55.227572Z","end":"2026-03-31T18:33:55.480746Z","steps":["trace[1991681499] 'process raft request' (duration: 252.896641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.480739Z","caller":"traceutil/trace.go:171","msg":"trace[962689734] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"254.281853ms","start":"2026-03-31T18:33:55.226365Z","end":"2026-03-31T18:33:55.480647Z","steps":["trace[962689734] 'process raft request' (duration: 119.574711ms)","trace[962689734] 'compare' (duration: 134.302013ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:55.541679Z","caller":"traceutil/trace.go:171","msg":"trace[1992279128] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"121.025634ms","start":"2026-03-31T18:33:55.42063Z","end":"2026-03-31T18:33:55.541656Z","steps":["trace[1992279128] 'process raft request' (duration: 120.887761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:56.560653Z","caller":"traceutil/trace.go:171","msg":"trace[1416574797] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"188.772022ms","start":"2026-03-31T18:33:56.371858Z","end":"2026-03-31T18:33:56.56063Z","steps":["trace[1416574797] 'process raft request' (duration: 187.923043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:56.97226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.608867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:56.972453Z","caller":"traceutil/trace.go:171","msg":"trace[816759904] linearizableReadLoop","detail":"{readStateIndex:3046; appliedIndex:3044; }","duration":"523.024111ms","start":"2026-03-31T18:33:56.449409Z","end":"2026-03-31T18:33:56.972434Z","steps":["trace[816759904] 'read index received' (duration: 110.366592ms)","trace[816759904] 'applied index is now lower than readState.Index' (duration: 412.656369ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:56.972555Z","caller":"traceutil/trace.go:171","msg":"trace[1316484514] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"580.884317ms","start":"2026-03-31T18:33:56.391652Z","end":"2026-03-31T18:33:56.972536Z","steps":["trace[1316484514] 'process raft request' (duration: 376.913072ms)","trace[1316484514] 'compare' (duration: 203.505545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:56.972679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.39162Z","time spent":"580.977389ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:56.972729Z","caller":"traceutil/trace.go:171","msg":"trace[476234326] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"422.359678ms","start":"2026-03-31T18:33:56.550337Z","end":"2026-03-31T18:33:56.972697Z","steps":["trace[476234326] 'process raft request' (duration: 422.028629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:56.972841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.439911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:56.97287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.550313Z","time spent":"422.482751ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:56.97288Z","caller":"traceutil/trace.go:171","msg":"trace[1588351762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2924; }","duration":"523.517843ms","start":"2026-03-31T18:33:56.449351Z","end":"2026-03-31T18:33:56.972869Z","steps":["trace[1588351762] 'agreement among raft nodes before linearized reading' (duration: 523.451931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:56.972914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.449323Z","time spent":"523.585434ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:33:57.020848Z","caller":"traceutil/trace.go:171","msg":"trace[1981213543] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"133.582487ms","start":"2026-03-31T18:33:56.887231Z","end":"2026-03-31T18:33:57.020813Z","steps":["trace[1981213543] 'process raft request' (duration: 133.386393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.021121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.546892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:57.021183Z","caller":"traceutil/trace.go:171","msg":"trace[297897168] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2925; }","duration":"499.642344ms","start":"2026-03-31T18:33:56.521511Z","end":"2026-03-31T18:33:57.021153Z","steps":["trace[297897168] 'agreement among raft nodes before linearized reading' (duration: 499.520351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.021221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:56.521492Z","time spent":"499.718576ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:57.552026Z","caller":"traceutil/trace.go:171","msg":"trace[1295143289] linearizableReadLoop","detail":"{readStateIndex:3049; appliedIndex:3048; }","duration":"455.210599ms","start":"2026-03-31T18:33:57.096785Z","end":"2026-03-31T18:33:57.551996Z","steps":["trace[1295143289] 'read index received' (duration: 454.77533ms)","trace[1295143289] 'applied index is now lower than readState.Index' (duration: 433.849µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:57.552152Z","caller":"traceutil/trace.go:171","msg":"trace[723473905] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"523.114683ms","start":"2026-03-31T18:33:57.028997Z","end":"2026-03-31T18:33:57.552112Z","steps":["trace[723473905] 'process raft request' (duration: 522.798656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.552325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.515126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:33:57.552341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.028966Z","time spent":"523.278006ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8126,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:57.55239Z","caller":"traceutil/trace.go:171","msg":"trace[734842320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2926; }","duration":"455.634959ms","start":"2026-03-31T18:33:57.096738Z","end":"2026-03-31T18:33:57.552373Z","steps":["trace[734842320] 'agreement among raft nodes before linearized reading' (duration: 455.416574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.552442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.096717Z","time spent":"455.709001ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:33:58.144844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.555977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:58.145Z","caller":"traceutil/trace.go:171","msg":"trace[1834618596] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"587.613301ms","start":"2026-03-31T18:33:57.557368Z","end":"2026-03-31T18:33:58.144981Z","steps":["trace[1834618596] 'process raft request' (duration: 135.840159ms)","trace[1834618596] 'compare' (duration: 451.271631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:58.145068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.557356Z","time spent":"587.679242ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.391795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.015295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:58.392084Z","caller":"traceutil/trace.go:171","msg":"trace[850237149] linearizableReadLoop","detail":"{readStateIndex:3052; appliedIndex:3049; }","duration":"833.458312ms","start":"2026-03-31T18:33:57.558612Z","end":"2026-03-31T18:33:58.392071Z","steps":["trace[850237149] 'read index received' (duration: 134.6146ms)","trace[850237149] 'applied index is now lower than readState.Index' (duration: 698.842852ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:58.392153Z","caller":"traceutil/trace.go:171","msg":"trace[1760764915] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"831.285803ms","start":"2026-03-31T18:33:57.56086Z","end":"2026-03-31T18:33:58.392146Z","steps":["trace[1760764915] 'process raft request' (duration: 831.12978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.392202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.560844Z","time spent":"831.335714ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1525,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.392285Z","caller":"traceutil/trace.go:171","msg":"trace[1666484892] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"831.18516ms","start":"2026-03-31T18:33:57.561093Z","end":"2026-03-31T18:33:58.392278Z","steps":["trace[1666484892] 'process raft request' (duration: 830.932215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:58.392257Z","caller":"traceutil/trace.go:171","msg":"trace[1408052651] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"834.356493ms","start":"2026-03-31T18:33:57.557861Z","end":"2026-03-31T18:33:58.392217Z","steps":["trace[1408052651] 'process raft request' (duration: 715.864827ms)","trace[1408052651] 'compare' (duration: 117.77906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:58.392315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.561084Z","time spent":"831.215061ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1331,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.392328Z","caller":"traceutil/trace.go:171","msg":"trace[1218951921] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"831.496397ms","start":"2026-03-31T18:33:57.560785Z","end":"2026-03-31T18:33:58.392282Z","steps":["trace[1218951921] 'process raft request' (duration: 831.122959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.392433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.557846Z","time spent":"834.489116ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.392462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.85544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8762"} {"level":"info","ts":"2026-03-31T18:33:58.392483Z","caller":"traceutil/trace.go:171","msg":"trace[1999207706] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2934; }","duration":"833.896442ms","start":"2026-03-31T18:33:57.55858Z","end":"2026-03-31T18:33:58.392477Z","steps":["trace[1999207706] 'agreement among raft nodes before linearized reading' (duration: 833.79829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.392475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.560776Z","time spent":"831.625781ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1078,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.392502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.558574Z","time spent":"833.924272ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8786,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:33:58.392367Z","caller":"traceutil/trace.go:171","msg":"trace[2144831318] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"830.459464ms","start":"2026-03-31T18:33:57.561901Z","end":"2026-03-31T18:33:58.392361Z","steps":["trace[2144831318] 'process raft request' (duration: 830.145337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.392661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.35902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:33:58.392687Z","caller":"traceutil/trace.go:171","msg":"trace[701310193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2934; }","duration":"814.409731ms","start":"2026-03-31T18:33:57.578271Z","end":"2026-03-31T18:33:58.392681Z","steps":["trace[701310193] 'agreement among raft nodes before linearized reading' (duration: 814.34486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.39267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.561892Z","time spent":"830.71139ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.392706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.578255Z","time spent":"814.446972ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:58.392768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.273262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:58.392803Z","caller":"traceutil/trace.go:171","msg":"trace[1933577645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2934; }","duration":"409.346464ms","start":"2026-03-31T18:33:57.983448Z","end":"2026-03-31T18:33:58.392795Z","steps":["trace[1933577645] 'agreement among raft nodes before linearized reading' (duration: 409.239642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.392824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.983429Z","time spent":"409.389965ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:58.392831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.332179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:58.392445Z","caller":"traceutil/trace.go:171","msg":"trace[1491605275] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"831.605741ms","start":"2026-03-31T18:33:57.560826Z","end":"2026-03-31T18:33:58.392432Z","steps":["trace[1491605275] 'process raft request' (duration: 831.10422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.39293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.560812Z","time spent":"832.079781ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.39286Z","caller":"traceutil/trace.go:171","msg":"trace[1854035963] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2934; }","duration":"771.39353ms","start":"2026-03-31T18:33:57.621458Z","end":"2026-03-31T18:33:58.392852Z","steps":["trace[1854035963] 'agreement among raft nodes before linearized reading' (duration: 771.346109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.392986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.294139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:33:58.392998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.09879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T18:33:58.393015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.655297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:33:58.393049Z","caller":"traceutil/trace.go:171","msg":"trace[361033290] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2934; }","duration":"713.3763ms","start":"2026-03-31T18:33:57.679654Z","end":"2026-03-31T18:33:58.39303Z","steps":["trace[361033290] 'agreement among raft nodes before linearized reading' (duration: 713.238306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:58.393058Z","caller":"traceutil/trace.go:171","msg":"trace[403608683] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2934; }","duration":"669.190322ms","start":"2026-03-31T18:33:57.723852Z","end":"2026-03-31T18:33:58.393043Z","steps":["trace[403608683] 'agreement among raft nodes before linearized reading' (duration: 669.028248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.393052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.621432Z","time spent":"771.598135ms","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:58.393078Z","caller":"traceutil/trace.go:171","msg":"trace[1781514301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2934; }","duration":"713.770819ms","start":"2026-03-31T18:33:57.679292Z","end":"2026-03-31T18:33:58.393063Z","steps":["trace[1781514301] 'agreement among raft nodes before linearized reading' (duration: 713.531203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.393102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.723835Z","time spent":"669.256124ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:33:58.39312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.679273Z","time spent":"713.839321ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:33:58.392112Z","caller":"traceutil/trace.go:171","msg":"trace[1024948640] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"833.608185ms","start":"2026-03-31T18:33:57.558473Z","end":"2026-03-31T18:33:58.392081Z","steps":["trace[1024948640] 'process raft request' (duration: 833.38942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.393258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.558447Z","time spent":"834.766882ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.393083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.679643Z","time spent":"713.431992ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:58.806738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.29619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:58.807042Z","caller":"traceutil/trace.go:171","msg":"trace[244083014] linearizableReadLoop","detail":"{readStateIndex:3060; appliedIndex:3057; }","duration":"403.154075ms","start":"2026-03-31T18:33:58.403871Z","end":"2026-03-31T18:33:58.807025Z","steps":["trace[244083014] 'read index received' (duration: 153.388814ms)","trace[244083014] 'applied index is now lower than readState.Index' (duration: 249.764481ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:58.807158Z","caller":"traceutil/trace.go:171","msg":"trace[803436898] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"406.139912ms","start":"2026-03-31T18:33:58.401004Z","end":"2026-03-31T18:33:58.807144Z","steps":["trace[803436898] 'process raft request' (duration: 156.236499ms)","trace[803436898] 'compare' (duration: 248.998053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:58.807221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.400992Z","time spent":"406.192623ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.807219Z","caller":"traceutil/trace.go:171","msg":"trace[1761568931] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"396.549155ms","start":"2026-03-31T18:33:58.410638Z","end":"2026-03-31T18:33:58.807188Z","steps":["trace[1761568931] 'process raft request' (duration: 396.352141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:58.807263Z","caller":"traceutil/trace.go:171","msg":"trace[1875688119] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"406.123301ms","start":"2026-03-31T18:33:58.401102Z","end":"2026-03-31T18:33:58.807225Z","steps":["trace[1875688119] 'process raft request' (duration: 405.741313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.807335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.410628Z","time spent":"396.643747ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.80732Z","caller":"traceutil/trace.go:171","msg":"trace[572967214] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"406.154853ms","start":"2026-03-31T18:33:58.401141Z","end":"2026-03-31T18:33:58.807296Z","steps":["trace[572967214] 'process raft request' (duration: 405.812085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.80744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.401065Z","time spent":"406.286945ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.807474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.450428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:58.807477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.589084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:33:58.807532Z","caller":"traceutil/trace.go:171","msg":"trace[933296461] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2938; }","duration":"344.53606ms","start":"2026-03-31T18:33:58.462979Z","end":"2026-03-31T18:33:58.807515Z","steps":["trace[933296461] 'agreement among raft nodes before linearized reading' (duration: 344.439118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:58.80756Z","caller":"traceutil/trace.go:171","msg":"trace[1044812646] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2938; }","duration":"403.715517ms","start":"2026-03-31T18:33:58.403824Z","end":"2026-03-31T18:33:58.80754Z","steps":["trace[1044812646] 'agreement among raft nodes before linearized reading' (duration: 403.492362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.807606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.403801Z","time spent":"403.795759ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:33:58.807599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.400935Z","time spent":"406.541031ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.807614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.462957Z","time spent":"344.636254ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:33:58.807684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.229942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:58.807803Z","caller":"traceutil/trace.go:171","msg":"trace[1233772629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2938; }","duration":"359.604951ms","start":"2026-03-31T18:33:58.448182Z","end":"2026-03-31T18:33:58.807787Z","steps":["trace[1233772629] 'agreement among raft nodes before linearized reading' (duration: 359.217782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.807907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.448162Z","time spent":"359.729725ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:33:59.14289Z","caller":"traceutil/trace.go:171","msg":"trace[812798168] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"163.299458ms","start":"2026-03-31T18:33:58.97957Z","end":"2026-03-31T18:33:59.14287Z","steps":["trace[812798168] 'process raft request' (duration: 163.181205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.149776Z","caller":"traceutil/trace.go:171","msg":"trace[2145809688] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"123.302255ms","start":"2026-03-31T18:33:59.02645Z","end":"2026-03-31T18:33:59.149752Z","steps":["trace[2145809688] 'process raft request' (duration: 123.255414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:59.149869Z","caller":"traceutil/trace.go:171","msg":"trace[1361215200] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"170.228155ms","start":"2026-03-31T18:33:58.979619Z","end":"2026-03-31T18:33:59.149847Z","steps":["trace[1361215200] 'process raft request' (duration: 169.942649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:02.005304Z","caller":"traceutil/trace.go:171","msg":"trace[36343574] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"857.471393ms","start":"2026-03-31T18:34:01.147811Z","end":"2026-03-31T18:34:02.005282Z","steps":["trace[36343574] 'process raft request' (duration: 759.423189ms)","trace[36343574] 'compare' (duration: 97.644416ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:02.005781Z","caller":"traceutil/trace.go:171","msg":"trace[757388707] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"764.336801ms","start":"2026-03-31T18:34:01.241431Z","end":"2026-03-31T18:34:02.005768Z","steps":["trace[757388707] 'process raft request' (duration: 764.081356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:02.005784Z","caller":"traceutil/trace.go:171","msg":"trace[332175037] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"847.512138ms","start":"2026-03-31T18:34:01.158251Z","end":"2026-03-31T18:34:02.005763Z","steps":["trace[332175037] 'process raft request' (duration: 847.200811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.005918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.158231Z","time spent":"847.603441ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:02.005815Z","caller":"traceutil/trace.go:171","msg":"trace[959714422] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"849.828461ms","start":"2026-03-31T18:34:01.155961Z","end":"2026-03-31T18:34:02.005789Z","steps":["trace[959714422] 'process raft request' (duration: 849.286759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.006148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.155928Z","time spent":"850.118977ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:02.006412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.241407Z","time spent":"764.404382ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:02.005427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.147775Z","time spent":"857.583916ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:02.029539Z","caller":"traceutil/trace.go:171","msg":"trace[1625947797] linearizableReadLoop","detail":"{readStateIndex:3075; appliedIndex:3071; }","duration":"586.654629ms","start":"2026-03-31T18:34:01.442859Z","end":"2026-03-31T18:34:02.029514Z","steps":["trace[1625947797] 'read index received' (duration: 464.381658ms)","trace[1625947797] 'applied index is now lower than readState.Index' (duration: 122.271691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:02.029783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.900125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:34:02.029825Z","caller":"traceutil/trace.go:171","msg":"trace[1378177940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2952; }","duration":"586.987137ms","start":"2026-03-31T18:34:01.442827Z","end":"2026-03-31T18:34:02.029814Z","steps":["trace[1378177940] 'agreement among raft nodes before linearized reading' (duration: 586.832343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.029861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.44281Z","time spent":"587.041668ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:02.029928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.014274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:02.029998Z","caller":"traceutil/trace.go:171","msg":"trace[265091766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2952; }","duration":"582.101246ms","start":"2026-03-31T18:34:01.447878Z","end":"2026-03-31T18:34:02.02998Z","steps":["trace[265091766] 'agreement among raft nodes before linearized reading' (duration: 581.960022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.030058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.447871Z","time spent":"582.167777ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:02.030036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.72289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:34:02.03012Z","caller":"traceutil/trace.go:171","msg":"trace[2141804608] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2952; }","duration":"586.857903ms","start":"2026-03-31T18:34:01.443244Z","end":"2026-03-31T18:34:02.030102Z","steps":["trace[2141804608] 'agreement among raft nodes before linearized reading' (duration: 586.564787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.030171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.443223Z","time spent":"586.937646ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:34:02.030142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.873151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:02.030224Z","caller":"traceutil/trace.go:171","msg":"trace[181747237] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2952; }","duration":"306.991583ms","start":"2026-03-31T18:34:01.723211Z","end":"2026-03-31T18:34:02.030203Z","steps":["trace[181747237] 'agreement among raft nodes before linearized reading' (duration: 306.620875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.03046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.723191Z","time spent":"307.260359ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:34:02.412785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.05319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:02.41286Z","caller":"traceutil/trace.go:171","msg":"trace[200665185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2954; }","duration":"205.170703ms","start":"2026-03-31T18:34:02.207671Z","end":"2026-03-31T18:34:02.412842Z","steps":["trace[200665185] 'range keys from in-memory index tree' (duration: 204.409126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:04.119876Z","caller":"traceutil/trace.go:171","msg":"trace[1868407521] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"105.718568ms","start":"2026-03-31T18:34:04.014124Z","end":"2026-03-31T18:34:04.119842Z","steps":["trace[1868407521] 'process raft request' (duration: 105.35041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:04.119903Z","caller":"traceutil/trace.go:171","msg":"trace[1398797101] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"105.598755ms","start":"2026-03-31T18:34:04.014197Z","end":"2026-03-31T18:34:04.119796Z","steps":["trace[1398797101] 'process raft request' (duration: 105.531973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:04.916374Z","caller":"traceutil/trace.go:171","msg":"trace[1397663053] linearizableReadLoop","detail":"{readStateIndex:3090; appliedIndex:3089; }","duration":"305.96912ms","start":"2026-03-31T18:34:04.610376Z","end":"2026-03-31T18:34:04.916345Z","steps":["trace[1397663053] 'read index received' (duration: 226.673129ms)","trace[1397663053] 'applied index is now lower than readState.Index' (duration: 79.294971ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:04.916415Z","caller":"traceutil/trace.go:171","msg":"trace[2104767297] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"311.27721ms","start":"2026-03-31T18:34:04.605105Z","end":"2026-03-31T18:34:04.916382Z","steps":["trace[2104767297] 'process raft request' (duration: 232.0392ms)","trace[2104767297] 'compare' (duration: 79.075566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:04.916544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:04.605083Z","time spent":"311.392412ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:04.916651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.235896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:34:04.916746Z","caller":"traceutil/trace.go:171","msg":"trace[1900818282] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:2966; }","duration":"306.342978ms","start":"2026-03-31T18:34:04.610369Z","end":"2026-03-31T18:34:04.916712Z","steps":["trace[1900818282] 'agreement among raft nodes before linearized reading' (duration: 306.093212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:04.916792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:04.610309Z","time spent":"306.47418ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:34:05.599101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.022091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:05.599334Z","caller":"traceutil/trace.go:171","msg":"trace[727663003] linearizableReadLoop","detail":"{readStateIndex:3092; appliedIndex:3091; }","duration":"645.944247ms","start":"2026-03-31T18:34:04.953373Z","end":"2026-03-31T18:34:05.599317Z","steps":["trace[727663003] 'read index received' (duration: 122.555477ms)","trace[727663003] 'applied index is now lower than readState.Index' (duration: 523.38672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:05.599484Z","caller":"traceutil/trace.go:171","msg":"trace[1611070942] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"677.948489ms","start":"2026-03-31T18:34:04.921523Z","end":"2026-03-31T18:34:05.599471Z","steps":["trace[1611070942] 'process raft request' (duration: 154.472718ms)","trace[1611070942] 'compare' (duration: 522.759736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:05.599724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:04.921502Z","time spent":"678.182885ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:05.599779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.72254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:05.599844Z","caller":"traceutil/trace.go:171","msg":"trace[1015744921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2967; }","duration":"559.831372ms","start":"2026-03-31T18:34:05.039996Z","end":"2026-03-31T18:34:05.599827Z","steps":["trace[1015744921] 'agreement among raft nodes before linearized reading' (duration: 559.615127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.59988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.03998Z","time spent":"559.894033ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:05.599908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.47863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:34:05.59989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.70379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:05.599995Z","caller":"traceutil/trace.go:171","msg":"trace[1720357873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2967; }","duration":"646.633603ms","start":"2026-03-31T18:34:04.953318Z","end":"2026-03-31T18:34:05.599951Z","steps":["trace[1720357873] 'agreement among raft nodes before linearized reading' (duration: 646.322396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:05.599991Z","caller":"traceutil/trace.go:171","msg":"trace[481816510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2967; }","duration":"559.868023ms","start":"2026-03-31T18:34:05.040098Z","end":"2026-03-31T18:34:05.599966Z","steps":["trace[481816510] 'agreement among raft nodes before linearized reading' (duration: 559.567447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.600058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.040067Z","time spent":"559.978015ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:05.600066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:04.953291Z","time spent":"646.737805ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:05.600103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.021406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:05.600212Z","caller":"traceutil/trace.go:171","msg":"trace[227150692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2967; }","duration":"560.19143ms","start":"2026-03-31T18:34:05.039996Z","end":"2026-03-31T18:34:05.600188Z","steps":["trace[227150692] 'agreement among raft nodes before linearized reading' (duration: 559.840472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.600264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.039977Z","time spent":"560.279862ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:06.107214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:06.787141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.427805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:06.787282Z","caller":"traceutil/trace.go:171","msg":"trace[1292787672] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"1.182850112s","start":"2026-03-31T18:34:05.604406Z","end":"2026-03-31T18:34:06.787256Z","steps":["trace[1292787672] 'process raft request' (duration: 560.184311ms)","trace[1292787672] 'compare' (duration: 622.306293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:06.787366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.604389Z","time spent":"1.182937714s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:07.190394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025723214s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:07.326041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.133171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:07.326623Z","caller":"traceutil/trace.go:171","msg":"trace[1655748960] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"1.72163617s","start":"2026-03-31T18:34:05.60495Z","end":"2026-03-31T18:34:07.326586Z","steps":["trace[1655748960] 'process raft request' (duration: 1.585796872s)","trace[1655748960] 'compare' (duration: 134.837484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:07.326765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.60494Z","time spent":"1.721764162s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:07.326733Z","caller":"traceutil/trace.go:171","msg":"trace[157622016] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"1.720804061s","start":"2026-03-31T18:34:05.605909Z","end":"2026-03-31T18:34:07.326713Z","steps":["trace[157622016] 'process raft request' (duration: 1.720623327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.326885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.605901Z","time spent":"1.720912604s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:07.327253Z","caller":"traceutil/trace.go:171","msg":"trace[1851788852] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"1.219009848s","start":"2026-03-31T18:34:06.108224Z","end":"2026-03-31T18:34:07.327234Z","steps":["trace[1851788852] 'process raft request' (duration: 1.218682541s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.327249Z","caller":"traceutil/trace.go:171","msg":"trace[76813989] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"1.721098048s","start":"2026-03-31T18:34:05.606115Z","end":"2026-03-31T18:34:07.327213Z","steps":["trace[76813989] 'process raft request' (duration: 1.720487214s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.327352Z","caller":"traceutil/trace.go:171","msg":"trace[1160871473] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"1.201484672s","start":"2026-03-31T18:34:06.125854Z","end":"2026-03-31T18:34:07.327339Z","steps":["trace[1160871473] 'process raft request' (duration: 1.201136205s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.327359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.108204Z","time spent":"1.21909929s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:07.327361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.606099Z","time spent":"1.72121215s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:07.327412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.125823Z","time spent":"1.201559494s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:07.327464Z","caller":"traceutil/trace.go:171","msg":"trace[1021531685] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"1.201492533s","start":"2026-03-31T18:34:06.125964Z","end":"2026-03-31T18:34:07.327456Z","steps":["trace[1021531685] 'process raft request' (duration: 1.20133564s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.327501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.125921Z","time spent":"1.201560224s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:07.327593Z","caller":"traceutil/trace.go:171","msg":"trace[926817120] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"959.028757ms","start":"2026-03-31T18:34:06.368555Z","end":"2026-03-31T18:34:07.327584Z","steps":["trace[926817120] 'process raft request' (duration: 958.903584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.327594Z","caller":"traceutil/trace.go:171","msg":"trace[915123897] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"726.455245ms","start":"2026-03-31T18:34:06.601118Z","end":"2026-03-31T18:34:07.327573Z","steps":["trace[915123897] 'process raft request' (duration: 726.417824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.327638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.368533Z","time spent":"959.084288ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:07.32772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.601099Z","time spent":"726.556637ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:07.327836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721210809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:34:07.327861Z","caller":"traceutil/trace.go:171","msg":"trace[568064787] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2976; }","duration":"1.72126156s","start":"2026-03-31T18:34:05.606593Z","end":"2026-03-31T18:34:07.327854Z","steps":["trace[568064787] 'agreement among raft nodes before linearized reading' (duration: 1.721159328s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.327556Z","caller":"traceutil/trace.go:171","msg":"trace[1084236226] linearizableReadLoop","detail":"{readStateIndex:3096; appliedIndex:3092; }","duration":"1.720908292s","start":"2026-03-31T18:34:05.606627Z","end":"2026-03-31T18:34:07.327535Z","steps":["trace[1084236226] 'read index received' (duration: 558.031111ms)","trace[1084236226] 'applied index is now lower than readState.Index' (duration: 1.162875661s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:07.327885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.606584Z","time spent":"1.721295381s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T18:34:07.328407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708429111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:07.328468Z","caller":"traceutil/trace.go:171","msg":"trace[946336153] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2976; }","duration":"1.708516953s","start":"2026-03-31T18:34:05.619934Z","end":"2026-03-31T18:34:07.328451Z","steps":["trace[946336153] 'agreement among raft nodes before linearized reading' (duration: 1.708403421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.32852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.619914Z","time spent":"1.708587634s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":30,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:07.328551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.213587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:07.328598Z","caller":"traceutil/trace.go:171","msg":"trace[1323561589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2976; }","duration":"408.29017ms","start":"2026-03-31T18:34:06.920292Z","end":"2026-03-31T18:34:07.328583Z","steps":["trace[1323561589] 'agreement among raft nodes before linearized reading' (duration: 408.162737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.328636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.920243Z","time spent":"408.383742ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:07.328696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.035466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:07.328727Z","caller":"traceutil/trace.go:171","msg":"trace[518531555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2976; }","duration":"881.107697ms","start":"2026-03-31T18:34:06.447609Z","end":"2026-03-31T18:34:07.328717Z","steps":["trace[518531555] 'agreement among raft nodes before linearized reading' (duration: 881.060526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.328752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.447584Z","time spent":"881.162398ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:07.328862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.978595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:34:07.328912Z","caller":"traceutil/trace.go:171","msg":"trace[1440870969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2976; }","duration":"750.061057ms","start":"2026-03-31T18:34:06.578839Z","end":"2026-03-31T18:34:07.3289Z","steps":["trace[1440870969] 'agreement among raft nodes before linearized reading' (duration: 749.944215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.328955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.578822Z","time spent":"750.124168ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:07.328408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.762957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:07.329532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606158822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:07.329562Z","caller":"traceutil/trace.go:171","msg":"trace[1292187698] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2976; }","duration":"1.606225354s","start":"2026-03-31T18:34:05.723325Z","end":"2026-03-31T18:34:07.32955Z","steps":["trace[1292187698] 'agreement among raft nodes before linearized reading' (duration: 1.606110621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.329591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.723305Z","time spent":"1.606279015s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:34:07.329567Z","caller":"traceutil/trace.go:171","msg":"trace[1815085243] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2976; }","duration":"822.945665ms","start":"2026-03-31T18:34:06.506592Z","end":"2026-03-31T18:34:07.329538Z","steps":["trace[1815085243] 'agreement among raft nodes before linearized reading' (duration: 821.762037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.329614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237344223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:07.329662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.506575Z","time spent":"823.051936ms","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:07.32969Z","caller":"traceutil/trace.go:171","msg":"trace[1584922856] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2976; }","duration":"1.237464205s","start":"2026-03-31T18:34:06.092206Z","end":"2026-03-31T18:34:07.329671Z","steps":["trace[1584922856] 'agreement among raft nodes before linearized reading' (duration: 1.237345003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.329712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289802978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-31T18:34:07.32974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.092175Z","time spent":"1.237551098s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:07.329761Z","caller":"traceutil/trace.go:171","msg":"trace[1247110502] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200c31662115d; range_end:; response_count:1; response_revision:2976; }","duration":"1.289889529s","start":"2026-03-31T18:34:06.039857Z","end":"2026-03-31T18:34:07.329747Z","steps":["trace[1247110502] 'agreement among raft nodes before linearized reading' (duration: 1.289751636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.329793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.039837Z","time spent":"1.289949101s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" "} {"level":"warn","ts":"2026-03-31T18:34:08.02066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.455161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:08.020853Z","caller":"traceutil/trace.go:171","msg":"trace[1926655355] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"687.898734ms","start":"2026-03-31T18:34:07.332938Z","end":"2026-03-31T18:34:08.020837Z","steps":["trace[1926655355] 'process raft request' (duration: 687.871043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:08.020903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.332912Z","time spent":"687.969706ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:08.020885Z","caller":"traceutil/trace.go:171","msg":"trace[292544053] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"687.953806ms","start":"2026-03-31T18:34:07.332911Z","end":"2026-03-31T18:34:08.020865Z","steps":["trace[292544053] 'process raft request' (duration: 687.831513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:08.020959Z","caller":"traceutil/trace.go:171","msg":"trace[1883746130] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"689.211284ms","start":"2026-03-31T18:34:07.331715Z","end":"2026-03-31T18:34:08.020926Z","steps":["trace[1883746130] 'process raft request' (duration: 405.418415ms)","trace[1883746130] 'compare' (duration: 282.764196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:08.021009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.332902Z","time spent":"688.038847ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:08.02109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.331702Z","time spent":"689.325956ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:08.021259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.384355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T18:34:08.021305Z","caller":"traceutil/trace.go:171","msg":"trace[2038134922] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2979; }","duration":"688.519619ms","start":"2026-03-31T18:34:07.332773Z","end":"2026-03-31T18:34:08.021292Z","steps":["trace[2038134922] 'agreement among raft nodes before linearized reading' (duration: 688.232402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:08.021336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.332753Z","time spent":"688.57547ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T18:34:08.021972Z","caller":"traceutil/trace.go:171","msg":"trace[2129549835] linearizableReadLoop","detail":"{readStateIndex:3102; appliedIndex:3101; }","duration":"688.013827ms","start":"2026-03-31T18:34:07.332813Z","end":"2026-03-31T18:34:08.020826Z","steps":["trace[2129549835] 'read index received' (duration: 404.329751ms)","trace[2129549835] 'applied index is now lower than readState.Index' (duration: 283.681576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:08.022141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.587015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:08.022196Z","caller":"traceutil/trace.go:171","msg":"trace[1540620823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2979; }","duration":"566.669877ms","start":"2026-03-31T18:34:07.455511Z","end":"2026-03-31T18:34:08.022181Z","steps":["trace[1540620823] 'agreement among raft nodes before linearized reading' (duration: 566.587255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:08.022203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.00892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:08.022244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.455497Z","time spent":"566.736548ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:08.022252Z","caller":"traceutil/trace.go:171","msg":"trace[1602872594] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2979; }","duration":"546.071922ms","start":"2026-03-31T18:34:07.476166Z","end":"2026-03-31T18:34:08.022238Z","steps":["trace[1602872594] 'agreement among raft nodes before linearized reading' (duration: 545.98842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:08.022288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.476159Z","time spent":"546.120863ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:08.022226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.686591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:08.023761Z","caller":"traceutil/trace.go:171","msg":"trace[1650008414] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2979; }","duration":"248.296977ms","start":"2026-03-31T18:34:07.775444Z","end":"2026-03-31T18:34:08.023741Z","steps":["trace[1650008414] 'agreement among raft nodes before linearized reading' (duration: 246.66476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:09.784293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.927172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:09.784705Z","caller":"traceutil/trace.go:171","msg":"trace[91217312] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"269.492146ms","start":"2026-03-31T18:34:09.515187Z","end":"2026-03-31T18:34:09.784679Z","steps":["trace[91217312] 'process raft request' (duration: 105.085163ms)","trace[91217312] 'compare' (duration: 163.80904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:10.300929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.66228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T18:34:10.301011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.354155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:10.301159Z","caller":"traceutil/trace.go:171","msg":"trace[1195689167] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2992; }","duration":"142.633821ms","start":"2026-03-31T18:34:10.1585Z","end":"2026-03-31T18:34:10.301134Z","steps":["trace[1195689167] 'count revisions from in-memory index tree' (duration: 142.138079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:10.301022Z","caller":"traceutil/trace.go:171","msg":"trace[1992019754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2992; }","duration":"130.804182ms","start":"2026-03-31T18:34:10.170196Z","end":"2026-03-31T18:34:10.301Z","steps":["trace[1992019754] 'range keys from in-memory index tree' (duration: 130.457555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:11.333894Z","caller":"traceutil/trace.go:171","msg":"trace[914062190] linearizableReadLoop","detail":"{readStateIndex:3119; appliedIndex:3118; }","duration":"327.078296ms","start":"2026-03-31T18:34:11.006775Z","end":"2026-03-31T18:34:11.333854Z","steps":["trace[914062190] 'read index received' (duration: 326.932543ms)","trace[914062190] 'applied index is now lower than readState.Index' (duration: 145.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:11.333989Z","caller":"traceutil/trace.go:171","msg":"trace[1762788522] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"487.337125ms","start":"2026-03-31T18:34:10.846622Z","end":"2026-03-31T18:34:11.333959Z","steps":["trace[1762788522] 'process raft request' (duration: 487.10223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.334158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.327791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:11.334206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.8466Z","time spent":"487.453628ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:11.334287Z","caller":"traceutil/trace.go:171","msg":"trace[1284275762] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2993; }","duration":"327.513036ms","start":"2026-03-31T18:34:11.006724Z","end":"2026-03-31T18:34:11.334237Z","steps":["trace[1284275762] 'agreement among raft nodes before linearized reading' (duration: 327.26001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.3344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.006701Z","time spent":"327.630479ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:11.33419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.03352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T18:34:11.334512Z","caller":"traceutil/trace.go:171","msg":"trace[2134276289] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200c31662115d; range_end:; response_count:1; response_revision:2993; }","duration":"294.394098ms","start":"2026-03-31T18:34:11.040094Z","end":"2026-03-31T18:34:11.334488Z","steps":["trace[2134276289] 'agreement among raft nodes before linearized reading' (duration: 293.890647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.86223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:12.363286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:12.864183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:13.364633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:13.448469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:13.448599Z","caller":"traceutil/trace.go:171","msg":"trace[1670251499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000595968s","start":"2026-03-31T18:34:11.447984Z","end":"2026-03-31T18:34:13.44858Z","steps":["trace[1670251499] 'agreement among raft nodes before linearized reading' (duration: 2.000444395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.448647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.447973Z","time spent":"2.0006642s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:13.83583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.499586927s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:34:13.836218Z","caller":"traceutil/trace.go:171","msg":"trace[1822149499] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"2.500016576s","start":"2026-03-31T18:34:11.336179Z","end":"2026-03-31T18:34:13.836196Z","steps":["trace[1822149499] 'process raft request' (duration: 2.499885913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.836357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.336163Z","time spent":"2.500103438s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:14.246028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.040118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:14.246232Z","caller":"traceutil/trace.go:171","msg":"trace[129003715] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"2.893484732s","start":"2026-03-31T18:34:11.352721Z","end":"2026-03-31T18:34:14.246206Z","steps":["trace[129003715] 'process raft request' (duration: 2.724175708s)","trace[129003715] 'compare' (duration: 168.643158ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:14.246277Z","caller":"traceutil/trace.go:171","msg":"trace[1905346028] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"2.814582561s","start":"2026-03-31T18:34:11.431675Z","end":"2026-03-31T18:34:14.246257Z","steps":["trace[1905346028] 'process raft request' (duration: 2.814461158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.246348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.431657Z","time spent":"2.814659142s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:14.246358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.352695Z","time spent":"2.893596205s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:14.246378Z","caller":"traceutil/trace.go:171","msg":"trace[983560565] linearizableReadLoop","detail":"{readStateIndex:3123; appliedIndex:3119; }","duration":"2.884417688s","start":"2026-03-31T18:34:11.361937Z","end":"2026-03-31T18:34:14.246354Z","steps":["trace[983560565] 'read index received' (duration: 2.474144652s)","trace[983560565] 'applied index is now lower than readState.Index' (duration: 410.272046ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:14.246468Z","caller":"traceutil/trace.go:171","msg":"trace[1912952502] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"2.814682964s","start":"2026-03-31T18:34:11.431777Z","end":"2026-03-31T18:34:14.24646Z","steps":["trace[1912952502] 'process raft request' (duration: 2.814439688s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.246512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.431756Z","time spent":"2.814733804s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:14.246508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884573291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:14.246547Z","caller":"traceutil/trace.go:171","msg":"trace[1813987832] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2997; }","duration":"2.884639393s","start":"2026-03-31T18:34:11.361897Z","end":"2026-03-31T18:34:14.246537Z","steps":["trace[1813987832] 'agreement among raft nodes before linearized reading' (duration: 2.884576872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.246583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.361867Z","time spent":"2.884707984s","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:14.246646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.150282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:14.246673Z","caller":"traceutil/trace.go:171","msg":"trace[191086736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2997; }","duration":"909.176692ms","start":"2026-03-31T18:34:13.337489Z","end":"2026-03-31T18:34:14.246666Z","steps":["trace[191086736] 'agreement among raft nodes before linearized reading' (duration: 909.07059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.246697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.337425Z","time spent":"909.266914ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:14.246783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161556753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:14.246821Z","caller":"traceutil/trace.go:171","msg":"trace[419319620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2997; }","duration":"2.161617285s","start":"2026-03-31T18:34:12.085195Z","end":"2026-03-31T18:34:14.246812Z","steps":["trace[419319620] 'agreement among raft nodes before linearized reading' (duration: 2.161512783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.246847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.085179Z","time spent":"2.161663006s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:14.24686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.521662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:14.24688Z","caller":"traceutil/trace.go:171","msg":"trace[1358133814] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2997; }","duration":"252.577264ms","start":"2026-03-31T18:34:13.994298Z","end":"2026-03-31T18:34:14.246875Z","steps":["trace[1358133814] 'agreement among raft nodes before linearized reading' (duration: 252.539373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.246955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586887356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:14.246969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.696059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T18:34:14.247002Z","caller":"traceutil/trace.go:171","msg":"trace[966518334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2997; }","duration":"1.586934437s","start":"2026-03-31T18:34:12.660056Z","end":"2026-03-31T18:34:14.24699Z","steps":["trace[966518334] 'agreement among raft nodes before linearized reading' (duration: 1.586862356s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.247016Z","caller":"traceutil/trace.go:171","msg":"trace[1109233423] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2997; }","duration":"412.798002ms","start":"2026-03-31T18:34:13.834206Z","end":"2026-03-31T18:34:14.247004Z","steps":["trace[1109233423] 'agreement among raft nodes before linearized reading' (duration: 412.70797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.247037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.659991Z","time spent":"1.587037289s","remote":"127.0.0.1:54346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:14.24706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.83418Z","time spent":"412.873104ms","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T18:34:14.247084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227321105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:14.24711Z","caller":"traceutil/trace.go:171","msg":"trace[2139374211] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2997; }","duration":"1.227345836s","start":"2026-03-31T18:34:13.019755Z","end":"2026-03-31T18:34:14.247101Z","steps":["trace[2139374211] 'agreement among raft nodes before linearized reading' (duration: 1.227309255s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.247128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816247587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:34:14.247136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.019678Z","time spent":"1.227453138s","remote":"127.0.0.1:52084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:14.247152Z","caller":"traceutil/trace.go:171","msg":"trace[1461411304] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2997; }","duration":"2.816310309s","start":"2026-03-31T18:34:11.430834Z","end":"2026-03-31T18:34:14.247145Z","steps":["trace[1461411304] 'agreement among raft nodes before linearized reading' (duration: 2.816253227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.247179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.43081Z","time spent":"2.81636432s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:14.247289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523593929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T18:34:14.247102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.265247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:14.247317Z","caller":"traceutil/trace.go:171","msg":"trace[1258660064] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2997; }","duration":"2.52365677s","start":"2026-03-31T18:34:11.723653Z","end":"2026-03-31T18:34:14.247309Z","steps":["trace[1258660064] 'agreement among raft nodes before linearized reading' (duration: 2.523596259s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.246972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153657415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:34:14.247341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.056028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123673"} {"level":"info","ts":"2026-03-31T18:34:14.247364Z","caller":"traceutil/trace.go:171","msg":"trace[755494148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2997; }","duration":"2.154084064s","start":"2026-03-31T18:34:12.093273Z","end":"2026-03-31T18:34:14.247357Z","steps":["trace[755494148] 'agreement among raft nodes before linearized reading' (duration: 2.153656945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.247367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816861382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:14.247372Z","caller":"traceutil/trace.go:171","msg":"trace[793287976] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2997; }","duration":"413.123969ms","start":"2026-03-31T18:34:13.834239Z","end":"2026-03-31T18:34:14.247363Z","steps":["trace[793287976] 'agreement among raft nodes before linearized reading' (duration: 412.980755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.247393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.093251Z","time spent":"2.154136176s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:14.247402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.834217Z","time spent":"413.17952ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123697,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T18:34:14.2474Z","caller":"traceutil/trace.go:171","msg":"trace[2043438105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2997; }","duration":"2.816936384s","start":"2026-03-31T18:34:11.430454Z","end":"2026-03-31T18:34:14.24739Z","steps":["trace[2043438105] 'agreement among raft nodes before linearized reading' (duration: 2.816811961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.247393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816912324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:34:14.247431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.430431Z","time spent":"2.816994455s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:34:14.247444Z","caller":"traceutil/trace.go:171","msg":"trace[1230133850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2997; }","duration":"2.816965485s","start":"2026-03-31T18:34:11.430466Z","end":"2026-03-31T18:34:14.247432Z","steps":["trace[1230133850] 'agreement among raft nodes before linearized reading' (duration: 2.816082165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.246825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.113363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:34:14.247478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.430403Z","time spent":"2.817066647s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:34:14.247506Z","caller":"traceutil/trace.go:171","msg":"trace[217559667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2997; }","duration":"178.816938ms","start":"2026-03-31T18:34:14.068678Z","end":"2026-03-31T18:34:14.247495Z","steps":["trace[217559667] 'agreement among raft nodes before linearized reading' (duration: 178.100793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.247336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.723631Z","time spent":"2.523700392s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:34:14.247422Z","caller":"traceutil/trace.go:171","msg":"trace[181941251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2997; }","duration":"798.617635ms","start":"2026-03-31T18:34:13.448703Z","end":"2026-03-31T18:34:14.247321Z","steps":["trace[181941251] 'agreement among raft nodes before linearized reading' (duration: 798.232976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.24766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.448683Z","time spent":"798.966232ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:15.755291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3440051s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:16.046683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635319509s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:16.04687Z","caller":"traceutil/trace.go:171","msg":"trace[549767743] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"1.794612267s","start":"2026-03-31T18:34:14.252214Z","end":"2026-03-31T18:34:16.046826Z","steps":["trace[549767743] 'process raft request' (duration: 159.072693ms)","trace[549767743] 'compare' (duration: 1.634850808s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:16.046949Z","caller":"traceutil/trace.go:171","msg":"trace[1975961129] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"1.794456873s","start":"2026-03-31T18:34:14.252463Z","end":"2026-03-31T18:34:16.046919Z","steps":["trace[1975961129] 'process raft request' (duration: 1.79432469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.047041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.252194Z","time spent":"1.794752469s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:16.047043Z","caller":"traceutil/trace.go:171","msg":"trace[598339055] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"1.792967209s","start":"2026-03-31T18:34:14.254061Z","end":"2026-03-31T18:34:16.047028Z","steps":["trace[598339055] 'process raft request' (duration: 1.792924858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.047079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794802131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:34:16.047114Z","caller":"traceutil/trace.go:171","msg":"trace[819987126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3002; }","duration":"1.794871012s","start":"2026-03-31T18:34:14.252234Z","end":"2026-03-31T18:34:16.047105Z","steps":["trace[819987126] 'agreement among raft nodes before linearized reading' (duration: 1.794695908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.047123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.252447Z","time spent":"1.794568195s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:16.047147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.252218Z","time spent":"1.794921484s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:34:16.047144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.25405Z","time spent":"1.793044272s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:16.04726Z","caller":"traceutil/trace.go:171","msg":"trace[2041630910] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"1.794700289s","start":"2026-03-31T18:34:14.252548Z","end":"2026-03-31T18:34:16.047249Z","steps":["trace[2041630910] 'process raft request' (duration: 1.794294669s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:16.046892Z","caller":"traceutil/trace.go:171","msg":"trace[1468650271] linearizableReadLoop","detail":"{readStateIndex:3124; appliedIndex:3123; }","duration":"1.794595015s","start":"2026-03-31T18:34:14.252267Z","end":"2026-03-31T18:34:16.046862Z","steps":["trace[1468650271] 'read index received' (duration: 159.000011ms)","trace[1468650271] 'applied index is now lower than readState.Index' (duration: 1.635592104s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:16.047308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.252539Z","time spent":"1.7947423s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:16.047388Z","caller":"traceutil/trace.go:171","msg":"trace[968996205] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"1.794789951s","start":"2026-03-31T18:34:14.252586Z","end":"2026-03-31T18:34:16.047376Z","steps":["trace[968996205] 'process raft request' (duration: 1.794290099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.047435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.252567Z","time spent":"1.794841413s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:16.047504Z","caller":"traceutil/trace.go:171","msg":"trace[1452131275] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"1.794889914s","start":"2026-03-31T18:34:14.252606Z","end":"2026-03-31T18:34:16.047496Z","steps":["trace[1452131275] 'process raft request' (duration: 1.79430344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.047544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.252583Z","time spent":"1.794938174s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:16.047631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436479299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:34:16.047668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795128789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:22 size:34957"} {"level":"info","ts":"2026-03-31T18:34:16.047681Z","caller":"traceutil/trace.go:171","msg":"trace[1634278534] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:3004; }","duration":"1.43653093s","start":"2026-03-31T18:34:14.611137Z","end":"2026-03-31T18:34:16.047668Z","steps":["trace[1634278534] 'agreement among raft nodes before linearized reading' (duration: 1.436385057s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:16.047694Z","caller":"traceutil/trace.go:171","msg":"trace[235648302] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"1.794132247s","start":"2026-03-31T18:34:14.253552Z","end":"2026-03-31T18:34:16.047684Z","steps":["trace[235648302] 'process raft request' (duration: 1.793387089s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:16.04771Z","caller":"traceutil/trace.go:171","msg":"trace[1592171836] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:22; response_revision:3004; }","duration":"1.79518399s","start":"2026-03-31T18:34:14.252515Z","end":"2026-03-31T18:34:16.047699Z","steps":["trace[1592171836] 'agreement among raft nodes before linearized reading' (duration: 1.794865323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.047716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.611072Z","time spent":"1.436636612s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:34:16.047721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693271919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T18:34:16.047739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.25251Z","time spent":"1.795221731s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":34981,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T18:34:16.047749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.253544Z","time spent":"1.794173077s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:16.047845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79210123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:16.04787Z","caller":"traceutil/trace.go:171","msg":"trace[844794778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3004; }","duration":"1.792142342s","start":"2026-03-31T18:34:14.25572Z","end":"2026-03-31T18:34:16.047862Z","steps":["trace[844794778] 'agreement among raft nodes before linearized reading' (duration: 1.792104521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.047896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.25571Z","time spent":"1.792180832s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:16.047805Z","caller":"traceutil/trace.go:171","msg":"trace[1888436531] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3004; }","duration":"1.69335019s","start":"2026-03-31T18:34:14.354399Z","end":"2026-03-31T18:34:16.047749Z","steps":["trace[1888436531] 'agreement among raft nodes before linearized reading' (duration: 1.693133375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.047986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.354379Z","time spent":"1.693593376s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":307,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:16.048014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122326225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:16.048052Z","caller":"traceutil/trace.go:171","msg":"trace[779919105] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3004; }","duration":"1.122414147s","start":"2026-03-31T18:34:14.925627Z","end":"2026-03-31T18:34:16.048041Z","steps":["trace[779919105] 'agreement among raft nodes before linearized reading' (duration: 1.122336135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.048087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.925602Z","time spent":"1.122473718s","remote":"127.0.0.1:38674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:16.048116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795517717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T18:34:16.048155Z","caller":"traceutil/trace.go:171","msg":"trace[1440049690] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3004; }","duration":"1.795583039s","start":"2026-03-31T18:34:14.252562Z","end":"2026-03-31T18:34:16.048145Z","steps":["trace[1440049690] 'agreement among raft nodes before linearized reading' (duration: 1.795485737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.048184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.252548Z","time spent":"1.79563023s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T18:34:16.048186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309680036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:16.048215Z","caller":"traceutil/trace.go:171","msg":"trace[666607418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3004; }","duration":"1.309733937s","start":"2026-03-31T18:34:14.73847Z","end":"2026-03-31T18:34:16.048204Z","steps":["trace[666607418] 'agreement among raft nodes before linearized reading' (duration: 1.309690126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.048239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.738454Z","time spent":"1.309776068s","remote":"127.0.0.1:54336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:16.04828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183078367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:16.04833Z","caller":"traceutil/trace.go:171","msg":"trace[1767543400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3004; }","duration":"1.183165989s","start":"2026-03-31T18:34:14.865149Z","end":"2026-03-31T18:34:16.048315Z","steps":["trace[1767543400] 'agreement among raft nodes before linearized reading' (duration: 1.183085317s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.048368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.865128Z","time spent":"1.18322919s","remote":"127.0.0.1:54362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:16.048469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795909616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:22 size:34957"} {"level":"info","ts":"2026-03-31T18:34:16.048503Z","caller":"traceutil/trace.go:171","msg":"trace[1328621648] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:22; response_revision:3004; }","duration":"1.795960628s","start":"2026-03-31T18:34:14.252534Z","end":"2026-03-31T18:34:16.048494Z","steps":["trace[1328621648] 'agreement among raft nodes before linearized reading' (duration: 1.795775164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.048529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:14.252524Z","time spent":"1.795997908s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":34981,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T18:34:16.553846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:17.83191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029775376s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:18.057795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:18.058001Z","caller":"traceutil/trace.go:171","msg":"trace[348891424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420175s","start":"2026-03-31T18:34:16.057559Z","end":"2026-03-31T18:34:18.057979Z","steps":["trace[348891424] 'agreement among raft nodes before linearized reading' (duration: 2.00020036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:18.058076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.057551Z","time spent":"2.000504947s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:18.981249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.10834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:18.981374Z","caller":"traceutil/trace.go:171","msg":"trace[451507520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3004; }","duration":"235.244383ms","start":"2026-03-31T18:34:18.74611Z","end":"2026-03-31T18:34:18.981355Z","steps":["trace[451507520] 'range keys from in-memory index tree' (duration: 235.091798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:18.981919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179894788s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T18:34:18.982123Z","caller":"traceutil/trace.go:171","msg":"trace[1239881915] linearizableReadLoop","detail":"{readStateIndex:3134; appliedIndex:3130; }","duration":"2.929347132s","start":"2026-03-31T18:34:16.052763Z","end":"2026-03-31T18:34:18.982111Z","steps":["trace[1239881915] 'read index received' (duration: 749.372143ms)","trace[1239881915] 'applied index is now lower than readState.Index' (duration: 2.179974239s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:18.982175Z","caller":"traceutil/trace.go:171","msg":"trace[1943473004] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"2.727888574s","start":"2026-03-31T18:34:16.25428Z","end":"2026-03-31T18:34:18.982169Z","steps":["trace[1943473004] 'process raft request' (duration: 2.727793502s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:18.982189Z","caller":"traceutil/trace.go:171","msg":"trace[636422528] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"2.728510887s","start":"2026-03-31T18:34:16.253635Z","end":"2026-03-31T18:34:18.982146Z","steps":["trace[636422528] 'process raft request' (duration: 2.728352144s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:18.982237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.254251Z","time spent":"2.727939544s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:18.982321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.253603Z","time spent":"2.728645711s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:18.98236Z","caller":"traceutil/trace.go:171","msg":"trace[5664796] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"2.726497172s","start":"2026-03-31T18:34:16.255857Z","end":"2026-03-31T18:34:18.982354Z","steps":["trace[5664796] 'process raft request' (duration: 2.726234106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:18.982389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.255812Z","time spent":"2.726560963s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:18.982566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.050285Z","time spent":"2.932277409s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:34:18.982726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929947986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:34:18.982844Z","caller":"traceutil/trace.go:171","msg":"trace[31058620] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3007; }","duration":"2.930083839s","start":"2026-03-31T18:34:16.052743Z","end":"2026-03-31T18:34:18.982827Z","steps":["trace[31058620] 'agreement among raft nodes before linearized reading' (duration: 2.929783653s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:18.982916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.052734Z","time spent":"2.930169181s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:34:19.483792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:19.984086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:20.059019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:20.059099Z","caller":"traceutil/trace.go:171","msg":"trace[1513142096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000319112s","start":"2026-03-31T18:34:18.058764Z","end":"2026-03-31T18:34:20.059083Z","steps":["trace[1513142096] 'agreement among raft nodes before linearized reading' (duration: 2.000209889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:20.059138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.058753Z","time spent":"2.000376814s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:20.150256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.318228841s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:20.584634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001092339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:20.584697Z","caller":"traceutil/trace.go:171","msg":"trace[1225044058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001212132s","start":"2026-03-31T18:34:18.583471Z","end":"2026-03-31T18:34:20.584683Z","steps":["trace[1225044058] 'agreement among raft nodes before linearized reading' (duration: 2.00113194s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:20.584728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.583447Z","time spent":"2.001274604s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:21.373189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222574441s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:21.373799Z","caller":"traceutil/trace.go:171","msg":"trace[1484676903] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"4.084240085s","start":"2026-03-31T18:34:17.28953Z","end":"2026-03-31T18:34:21.37377Z","steps":["trace[1484676903] 'process raft request' (duration: 2.860998008s)","trace[1484676903] 'compare' (duration: 1.222237073s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:21.373845Z","caller":"traceutil/trace.go:171","msg":"trace[263037522] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"3.890119081s","start":"2026-03-31T18:34:17.483712Z","end":"2026-03-31T18:34:21.373831Z","steps":["trace[263037522] 'process raft request' (duration: 3.889562998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.373921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.483688Z","time spent":"3.890207634s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:21.373965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.289499Z","time spent":"4.084393459s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:21.374177Z","caller":"traceutil/trace.go:171","msg":"trace[1536706317] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"3.661292684s","start":"2026-03-31T18:34:17.712815Z","end":"2026-03-31T18:34:21.374108Z","steps":["trace[1536706317] 'process raft request' (duration: 3.660984137s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:21.374247Z","caller":"traceutil/trace.go:171","msg":"trace[1161175963] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"2.39023318s","start":"2026-03-31T18:34:18.983977Z","end":"2026-03-31T18:34:21.37421Z","steps":["trace[1161175963] 'process raft request' (duration: 2.390026195s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.374376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.983953Z","time spent":"2.390360384s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:21.374371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.712785Z","time spent":"3.661472948s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:22.068676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000344921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:22.068755Z","caller":"traceutil/trace.go:171","msg":"trace[1299276664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470804s","start":"2026-03-31T18:34:20.068267Z","end":"2026-03-31T18:34:22.068737Z","steps":["trace[1299276664] 'agreement among raft nodes before linearized reading' (duration: 2.000373781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:22.068799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:20.068249Z","time spent":"2.000541856s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:22.895045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022322246s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:23.053739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999073866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:23.053853Z","caller":"traceutil/trace.go:171","msg":"trace[374241820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99924646s","start":"2026-03-31T18:34:18.05458Z","end":"2026-03-31T18:34:23.053827Z","steps":["trace[374241820] 'agreement among raft nodes before linearized reading' (duration: 4.999106946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.054053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.054557Z","time spent":"4.999430525s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:23.05377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999188529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:23.054279Z","caller":"traceutil/trace.go:171","msg":"trace[1607106007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999732182s","start":"2026-03-31T18:34:18.054516Z","end":"2026-03-31T18:34:23.054249Z","steps":["trace[1607106007] 'agreement among raft nodes before linearized reading' (duration: 4.99921844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.054374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.054496Z","time spent":"4.999843724s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:23.054617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999389074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:23.054669Z","caller":"traceutil/trace.go:171","msg":"trace[1329123069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999466646s","start":"2026-03-31T18:34:18.055191Z","end":"2026-03-31T18:34:23.054658Z","steps":["trace[1329123069] 'agreement among raft nodes before linearized reading' (duration: 4.999408645s)"],"step_count":1} 2026/03/31 18:34:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:23.054714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.055181Z","time spent":"4.999523967s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:34:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:23.512957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138830086s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:34:23.513178Z","caller":"traceutil/trace.go:171","msg":"trace[2010043619] linearizableReadLoop","detail":"{readStateIndex:3139; appliedIndex:3134; }","duration":"4.531012151s","start":"2026-03-31T18:34:18.982147Z","end":"2026-03-31T18:34:23.513159Z","steps":["trace[2010043619] 'read index received' (duration: 1.168438546s)","trace[2010043619] 'applied index is now lower than readState.Index' (duration: 3.362572495s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:23.513266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.360858256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:23.513318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.459474174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T18:34:23.513349Z","caller":"traceutil/trace.go:171","msg":"trace[1340833018] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3011; }","duration":"7.459523024s","start":"2026-03-31T18:34:16.053815Z","end":"2026-03-31T18:34:23.513338Z","steps":["trace[1340833018] 'agreement among raft nodes before linearized reading' (duration: 7.459451763s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:23.513359Z","caller":"traceutil/trace.go:171","msg":"trace[822031038] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3011; }","duration":"7.360979559s","start":"2026-03-31T18:34:16.152356Z","end":"2026-03-31T18:34:23.513336Z","steps":["trace[822031038] 'agreement among raft nodes before linearized reading' (duration: 7.360848186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.513397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.053811Z","time spent":"7.459574456s","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T18:34:23.513425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.152338Z","time spent":"7.361075641s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:34:23.513474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.457836802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:23.51354Z","caller":"traceutil/trace.go:171","msg":"trace[483609713] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3011; }","duration":"5.457899993s","start":"2026-03-31T18:34:18.055613Z","end":"2026-03-31T18:34:23.513513Z","steps":["trace[483609713] 'agreement among raft nodes before linearized reading' (duration: 5.45780262s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.513615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.055601Z","time spent":"5.457999025s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:23.513732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.461932407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:34:23.513766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.460134948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T18:34:23.513773Z","caller":"traceutil/trace.go:171","msg":"trace[1729981460] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3011; }","duration":"6.462014109s","start":"2026-03-31T18:34:17.051748Z","end":"2026-03-31T18:34:23.513762Z","steps":["trace[1729981460] 'agreement among raft nodes before linearized reading' (duration: 6.461869035s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:23.513799Z","caller":"traceutil/trace.go:171","msg":"trace[1787845931] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200c31662115d; range_end:; response_count:1; response_revision:3011; }","duration":"7.460177219s","start":"2026-03-31T18:34:16.053613Z","end":"2026-03-31T18:34:23.51379Z","steps":["trace[1787845931] 'agreement among raft nodes before linearized reading' (duration: 7.460061076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.513807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.051724Z","time spent":"6.46207196s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:34:23.513828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.053606Z","time spent":"7.460216581s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" "} {"level":"warn","ts":"2026-03-31T18:34:23.513904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.500040917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:23.513925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.45865515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:23.513938Z","caller":"traceutil/trace.go:171","msg":"trace[1584426694] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3011; }","duration":"6.500115799s","start":"2026-03-31T18:34:17.013814Z","end":"2026-03-31T18:34:23.51393Z","steps":["trace[1584426694] 'agreement among raft nodes before linearized reading' (duration: 6.500031797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.513961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.013794Z","time spent":"6.50016151s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:23.513961Z","caller":"traceutil/trace.go:171","msg":"trace[1737132059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3011; }","duration":"5.458708101s","start":"2026-03-31T18:34:18.055241Z","end":"2026-03-31T18:34:23.513949Z","steps":["trace[1737132059] 'agreement among raft nodes before linearized reading' (duration: 5.458577528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.513995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.055234Z","time spent":"5.458751633s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:23.514095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.460576509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123673"} {"level":"warn","ts":"2026-03-31T18:34:23.514128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.459561021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:23.514135Z","caller":"traceutil/trace.go:171","msg":"trace[1145566984] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3011; }","duration":"7.46062705s","start":"2026-03-31T18:34:16.053498Z","end":"2026-03-31T18:34:23.514125Z","steps":["trace[1145566984] 'agreement among raft nodes before linearized reading' (duration: 7.460486247s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:23.514157Z","caller":"traceutil/trace.go:171","msg":"trace[1689168656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3011; }","duration":"5.459617342s","start":"2026-03-31T18:34:18.05453Z","end":"2026-03-31T18:34:23.514147Z","steps":["trace[1689168656] 'agreement among raft nodes before linearized reading' (duration: 5.45954175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.514192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.054516Z","time spent":"5.459669274s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:23.513359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.45992108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:34:23.514164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.053491Z","time spent":"7.460666621s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123697,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T18:34:23.514279Z","caller":"traceutil/trace.go:171","msg":"trace[460292488] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3011; }","duration":"6.460885933s","start":"2026-03-31T18:34:17.053382Z","end":"2026-03-31T18:34:23.514267Z","steps":["trace[460292488] 'agreement among raft nodes before linearized reading' (duration: 6.459818268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.514319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.053363Z","time spent":"6.460945724s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:23.514285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.865974549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:23.514381Z","caller":"traceutil/trace.go:171","msg":"trace[1832157739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3011; }","duration":"5.866097662s","start":"2026-03-31T18:34:17.648263Z","end":"2026-03-31T18:34:23.51436Z","steps":["trace[1832157739] 'agreement among raft nodes before linearized reading' (duration: 5.865904117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.514437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:17.648221Z","time spent":"5.866205734s","remote":"127.0.0.1:54290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:23.515592Z","caller":"traceutil/trace.go:171","msg":"trace[1890608000] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"2.525381803s","start":"2026-03-31T18:34:20.990198Z","end":"2026-03-31T18:34:23.51558Z","steps":["trace[1890608000] 'process raft request' (duration: 2.522858034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:23.515676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:20.990178Z","time spent":"2.525450106s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:24.069692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000629625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:24.06977Z","caller":"traceutil/trace.go:171","msg":"trace[1957423179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000755907s","start":"2026-03-31T18:34:22.068997Z","end":"2026-03-31T18:34:24.069753Z","steps":["trace[1957423179] 'agreement among raft nodes before linearized reading' (duration: 2.000657175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:24.069817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:22.068979Z","time spent":"2.00082538s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:25.36427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848602532s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:25.364475Z","caller":"traceutil/trace.go:171","msg":"trace[1886539377] linearizableReadLoop","detail":"{readStateIndex:3142; appliedIndex:3139; }","duration":"1.851234553s","start":"2026-03-31T18:34:23.513223Z","end":"2026-03-31T18:34:25.364458Z","steps":["trace[1886539377] 'read index received' (duration: 959.622µs)","trace[1886539377] 'applied index is now lower than readState.Index' (duration: 1.850273501s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:25.364557Z","caller":"traceutil/trace.go:171","msg":"trace[1363452814] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"4.374117829s","start":"2026-03-31T18:34:20.990428Z","end":"2026-03-31T18:34:25.364546Z","steps":["trace[1363452814] 'process raft request' (duration: 2.525140298s)","trace[1363452814] 'compare' (duration: 1.848249723s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:25.364623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:20.990421Z","time spent":"4.374167811s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:25.364986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988129714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T18:34:25.364999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.855232374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:25.365055Z","caller":"traceutil/trace.go:171","msg":"trace[1408332485] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3014; }","duration":"3.988232596s","start":"2026-03-31T18:34:21.376807Z","end":"2026-03-31T18:34:25.36504Z","steps":["trace[1408332485] 'agreement among raft nodes before linearized reading' (duration: 3.988071042s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:25.365086Z","caller":"traceutil/trace.go:171","msg":"trace[170771430] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3014; }","duration":"5.855387309s","start":"2026-03-31T18:34:19.509677Z","end":"2026-03-31T18:34:25.365064Z","steps":["trace[170771430] 'agreement among raft nodes before linearized reading' (duration: 5.855233825s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:25.365152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.509653Z","time spent":"5.855484312s","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:25.36513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.37576152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-31T18:34:25.365716Z","caller":"traceutil/trace.go:171","msg":"trace[1609375420] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3014; }","duration":"6.376418825s","start":"2026-03-31T18:34:18.98928Z","end":"2026-03-31T18:34:25.365699Z","steps":["trace[1609375420] 'agreement among raft nodes before linearized reading' (duration: 6.375685918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:25.365777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.989257Z","time spent":"6.376503857s","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:34:25.365192Z","caller":"traceutil/trace.go:171","msg":"trace[2024955650] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"4.374625372s","start":"2026-03-31T18:34:20.990555Z","end":"2026-03-31T18:34:25.36518Z","steps":["trace[2024955650] 'process raft request' (duration: 4.373843672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:25.365242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993701779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:25.365926Z","caller":"traceutil/trace.go:171","msg":"trace[1017989603] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3014; }","duration":"2.994417915s","start":"2026-03-31T18:34:22.371494Z","end":"2026-03-31T18:34:25.365912Z","steps":["trace[1017989603] 'agreement among raft nodes before linearized reading' (duration: 2.993720838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:25.365968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:22.371473Z","time spent":"2.994480347s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:25.365382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.402319138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:25.365983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:20.990523Z","time spent":"4.375306458s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:25.366041Z","caller":"traceutil/trace.go:171","msg":"trace[1933790148] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3014; }","duration":"5.402991244s","start":"2026-03-31T18:34:19.963018Z","end":"2026-03-31T18:34:25.366009Z","steps":["trace[1933790148] 'agreement among raft nodes before linearized reading' (duration: 5.402316318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:25.366134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.963002Z","time spent":"5.403105597s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:25.365091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.376792Z","time spent":"3.988291638s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:34:25.864839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:25.944772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.426047747s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:26.075274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000695036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:26.075347Z","caller":"traceutil/trace.go:171","msg":"trace[518219075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809109s","start":"2026-03-31T18:34:24.074523Z","end":"2026-03-31T18:34:26.075332Z","steps":["trace[518219075] 'agreement among raft nodes before linearized reading' (duration: 2.000721976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:26.075384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.074507Z","time spent":"2.00086844s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:28.054019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996906194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:28.054101Z","caller":"traceutil/trace.go:171","msg":"trace[2108860020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997045938s","start":"2026-03-31T18:34:25.057036Z","end":"2026-03-31T18:34:28.054082Z","steps":["trace[2108860020] 'agreement among raft nodes before linearized reading' (duration: 2.996942455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:28.054194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.057014Z","time spent":"2.99712679s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:34:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:28.054753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996458773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:28.054856Z","caller":"traceutil/trace.go:171","msg":"trace[1613362818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996627687s","start":"2026-03-31T18:34:25.058201Z","end":"2026-03-31T18:34:28.054829Z","steps":["trace[1613362818] 'agreement among raft nodes before linearized reading' (duration: 2.996501894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:28.054921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.058187Z","time spent":"2.99672035s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:34:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:28.05506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999011915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:28.055264Z","caller":"traceutil/trace.go:171","msg":"trace[1593322225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999267121s","start":"2026-03-31T18:34:25.05597Z","end":"2026-03-31T18:34:28.055238Z","steps":["trace[1593322225] 'agreement among raft nodes before linearized reading' (duration: 2.999047116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:28.055334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.055948Z","time spent":"2.999369414s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:34:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:28.056038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:23.520001Z","time spent":"4.536032989s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:34:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:28.056145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:23.520496Z","time spent":"4.535647679s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:34:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:28.056202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:23.518623Z","time spent":"4.537575366s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:34:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:28.076075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:28.076161Z","caller":"traceutil/trace.go:171","msg":"trace[2025154448] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000605004s","start":"2026-03-31T18:34:26.075536Z","end":"2026-03-31T18:34:28.076141Z","steps":["trace[2025154448] 'agreement among raft nodes before linearized reading' (duration: 2.000497751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:28.076207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:26.075528Z","time spent":"2.000670535s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:29.434761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.057569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:29.434883Z","caller":"traceutil/trace.go:171","msg":"trace[1420106978] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3014; }","duration":"689.188242ms","start":"2026-03-31T18:34:28.745679Z","end":"2026-03-31T18:34:29.434867Z","steps":["trace[1420106978] 'range keys from in-memory index tree' (duration: 689.041667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:29.435296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489965422s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:29.436015Z","caller":"traceutil/trace.go:171","msg":"trace[369068951] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"5.917351341s","start":"2026-03-31T18:34:23.518611Z","end":"2026-03-31T18:34:29.435962Z","steps":["trace[369068951] 'process raft request' (duration: 2.426475998s)","trace[369068951] 'compare' (duration: 3.488354693s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:29.43622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:23.518597Z","time spent":"5.917515775s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:29.436198Z","caller":"traceutil/trace.go:171","msg":"trace[1739519259] linearizableReadLoop","detail":"{readStateIndex:3149; appliedIndex:3142; }","duration":"4.071667001s","start":"2026-03-31T18:34:25.364513Z","end":"2026-03-31T18:34:29.43618Z","steps":["trace[1739519259] 'read index received' (duration: 580.554781ms)","trace[1739519259] 'applied index is now lower than readState.Index' (duration: 3.49111052s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:29.436453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378190126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:29.437371Z","caller":"traceutil/trace.go:171","msg":"trace[115913234] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3020; }","duration":"4.379156258s","start":"2026-03-31T18:34:25.058202Z","end":"2026-03-31T18:34:29.437358Z","steps":["trace[115913234] 'agreement among raft nodes before linearized reading' (duration: 4.378219416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:29.43741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.058131Z","time spent":"4.379268111s","remote":"127.0.0.1:52106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:29.436382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.905934498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:29.437559Z","caller":"traceutil/trace.go:171","msg":"trace[474416134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3020; }","duration":"4.907143706s","start":"2026-03-31T18:34:24.530392Z","end":"2026-03-31T18:34:29.437536Z","steps":["trace[474416134] 'agreement among raft nodes before linearized reading' (duration: 4.905880076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:29.437641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.530375Z","time spent":"4.907239758s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:29.436632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918032858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:29.43771Z","caller":"traceutil/trace.go:171","msg":"trace[298451459] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3020; }","duration":"5.919175674s","start":"2026-03-31T18:34:23.518525Z","end":"2026-03-31T18:34:29.437701Z","steps":["trace[298451459] 'agreement among raft nodes before linearized reading' (duration: 5.918042148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:29.437771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:23.51851Z","time spent":"5.919250146s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:34:29.436617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:23.518606Z","time spent":"5.918003467s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:34:29.436655Z","caller":"traceutil/trace.go:171","msg":"trace[797710939] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"5.916689855s","start":"2026-03-31T18:34:23.519946Z","end":"2026-03-31T18:34:29.436635Z","steps":["trace[797710939] 'process raft request' (duration: 5.915933157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:29.438285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:23.519931Z","time spent":"5.918286815s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:29.436709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.33716134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:29.438402Z","caller":"traceutil/trace.go:171","msg":"trace[854954148] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3020; }","duration":"5.338874181s","start":"2026-03-31T18:34:24.099494Z","end":"2026-03-31T18:34:29.438368Z","steps":["trace[854954148] 'agreement among raft nodes before linearized reading' (duration: 5.33717707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:29.438517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.099471Z","time spent":"5.339001934s","remote":"127.0.0.1:51644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:29.436267Z","caller":"traceutil/trace.go:171","msg":"trace[271416800] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"3.914514514s","start":"2026-03-31T18:34:25.521705Z","end":"2026-03-31T18:34:29.43622Z","steps":["trace[271416800] 'process raft request' (duration: 3.914343389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:29.438711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.521681Z","time spent":"3.916970083s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:29.436442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.1374386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:29.438884Z","caller":"traceutil/trace.go:171","msg":"trace[1157216698] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3020; }","duration":"5.13991788s","start":"2026-03-31T18:34:24.298944Z","end":"2026-03-31T18:34:29.438862Z","steps":["trace[1157216698] 'agreement among raft nodes before linearized reading' (duration: 5.13740736s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:29.438979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:24.298923Z","time spent":"5.140032202s","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:29.937841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:30.019537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.142979035s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:30.083155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001026684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:30.083249Z","caller":"traceutil/trace.go:171","msg":"trace[1614163050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001165357s","start":"2026-03-31T18:34:28.082063Z","end":"2026-03-31T18:34:30.083229Z","steps":["trace[1614163050] 'agreement among raft nodes before linearized reading' (duration: 2.001040914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:30.08344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.082052Z","time spent":"2.001375431s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:32.083848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:32.083911Z","caller":"traceutil/trace.go:171","msg":"trace[1423757374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054681s","start":"2026-03-31T18:34:30.083842Z","end":"2026-03-31T18:34:32.083896Z","steps":["trace[1423757374] 'agreement among raft nodes before linearized reading' (duration: 1.999972789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:32.083942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:30.083824Z","time spent":"2.000111952s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:32.370113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:27.372112Z","time spent":"4.997955009s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:34:32.370168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:27.372299Z","time spent":"4.997861367s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:34:33.055503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.057469Z","time spent":"4.998025691s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:34:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:33.055902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.057406Z","time spent":"4.998492602s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:34:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:33.069908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:26.06833Z","time spent":"7.001569965s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:34:34.091705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000323257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:34.091813Z","caller":"traceutil/trace.go:171","msg":"trace[1063388005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048403s","start":"2026-03-31T18:34:32.091304Z","end":"2026-03-31T18:34:34.091788Z","steps":["trace[1063388005] 'agreement among raft nodes before linearized reading' (duration: 2.000338877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.091874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.091292Z","time spent":"2.000571463s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:34.878793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.8589576s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:34.973055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.953130682s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:34.973544Z","caller":"traceutil/trace.go:171","msg":"trace[1415802650] linearizableReadLoop","detail":"{readStateIndex:3158; appliedIndex:3149; }","duration":"5.536223175s","start":"2026-03-31T18:34:29.437303Z","end":"2026-03-31T18:34:34.973526Z","steps":["trace[1415802650] 'read index received' (duration: 582.476987ms)","trace[1415802650] 'applied index is now lower than readState.Index' (duration: 4.953745428s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:34.973812Z","caller":"traceutil/trace.go:171","msg":"trace[999375525] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3025; }","duration":"6.914942705s","start":"2026-03-31T18:34:28.058858Z","end":"2026-03-31T18:34:34.973801Z","steps":["trace[999375525] 'process raft request' (duration: 6.914494734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.97392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.058847Z","time spent":"6.915000946s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:34.974187Z","caller":"traceutil/trace.go:171","msg":"trace[1347309397] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3025; }","duration":"6.913814737s","start":"2026-03-31T18:34:28.060361Z","end":"2026-03-31T18:34:34.974175Z","steps":["trace[1347309397] 'process raft request' (duration: 6.913041499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.974262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.060343Z","time spent":"6.913881778s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:34.974432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.95809444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:34.9745Z","caller":"traceutil/trace.go:171","msg":"trace[849690947] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3027; }","duration":"6.958204043s","start":"2026-03-31T18:34:28.016282Z","end":"2026-03-31T18:34:34.974486Z","steps":["trace[849690947] 'agreement among raft nodes before linearized reading' (duration: 6.95807801s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.974531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.016263Z","time spent":"6.958261395s","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:34.974594Z","caller":"traceutil/trace.go:171","msg":"trace[238256077] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"6.092448589s","start":"2026-03-31T18:34:28.882127Z","end":"2026-03-31T18:34:34.974576Z","steps":["trace[238256077] 'process raft request' (duration: 6.091303202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.97458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.251231173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:34.97467Z","caller":"traceutil/trace.go:171","msg":"trace[302682387] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3027; }","duration":"9.251377057s","start":"2026-03-31T18:34:25.723266Z","end":"2026-03-31T18:34:34.974643Z","steps":["trace[302682387] 'agreement among raft nodes before linearized reading' (duration: 9.251133931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.974701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.898414887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:34.974725Z","caller":"traceutil/trace.go:171","msg":"trace[42498765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3027; }","duration":"6.898492049s","start":"2026-03-31T18:34:28.076225Z","end":"2026-03-31T18:34:34.974717Z","steps":["trace[42498765] 'agreement among raft nodes before linearized reading' (duration: 6.898449138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.974745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.076206Z","time spent":"6.89853375s","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:34.97477Z","caller":"traceutil/trace.go:171","msg":"trace[1699156380] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"5.535371723s","start":"2026-03-31T18:34:29.439392Z","end":"2026-03-31T18:34:34.974764Z","steps":["trace[1699156380] 'process raft request' (duration: 5.534084342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.974525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.242934526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:34.974836Z","caller":"traceutil/trace.go:171","msg":"trace[73240345] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3027; }","duration":"6.243285384s","start":"2026-03-31T18:34:28.73154Z","end":"2026-03-31T18:34:34.974825Z","steps":["trace[73240345] 'agreement among raft nodes before linearized reading' (duration: 6.242938346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.974684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.882096Z","time spent":"6.092543222s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:34.974874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.731519Z","time spent":"6.243344646s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:34.97488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.176759255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:34.974879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.544528833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:34.974957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.344625328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:34.974955Z","caller":"traceutil/trace.go:171","msg":"trace[1891852468] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3027; }","duration":"5.544648406s","start":"2026-03-31T18:34:29.430289Z","end":"2026-03-31T18:34:34.974937Z","steps":["trace[1891852468] 'agreement among raft nodes before linearized reading' (duration: 5.544502952s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.974989Z","caller":"traceutil/trace.go:171","msg":"trace[58336891] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3027; }","duration":"8.34469464s","start":"2026-03-31T18:34:26.630287Z","end":"2026-03-31T18:34:34.974982Z","steps":["trace[58336891] 'agreement among raft nodes before linearized reading' (duration: 8.344642269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.975015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:26.630269Z","time spent":"8.344738161s","remote":"127.0.0.1:51528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:34.975011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:29.430267Z","time spent":"5.544728497s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:34.974522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.606441749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:34:34.97488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.80075754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:34.975113Z","caller":"traceutil/trace.go:171","msg":"trace[847772204] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3027; }","duration":"9.607067314s","start":"2026-03-31T18:34:25.368035Z","end":"2026-03-31T18:34:34.975102Z","steps":["trace[847772204] 'agreement among raft nodes before linearized reading' (duration: 9.606367917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.975149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.368019Z","time spent":"9.607119295s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T18:34:34.975144Z","caller":"traceutil/trace.go:171","msg":"trace[253380565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3027; }","duration":"6.801063147s","start":"2026-03-31T18:34:28.174064Z","end":"2026-03-31T18:34:34.975127Z","steps":["trace[253380565] 'agreement among raft nodes before linearized reading' (duration: 6.80076531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.975206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.903939138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:34.975227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.174043Z","time spent":"6.80116559s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:34.975229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.896546882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-31T18:34:34.975289Z","caller":"traceutil/trace.go:171","msg":"trace[63904080] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3027; }","duration":"6.896635724s","start":"2026-03-31T18:34:28.07864Z","end":"2026-03-31T18:34:34.975275Z","steps":["trace[63904080] 'agreement among raft nodes before linearized reading' (duration: 6.896519361s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.97524Z","caller":"traceutil/trace.go:171","msg":"trace[1234703431] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3027; }","duration":"8.903996419s","start":"2026-03-31T18:34:26.071235Z","end":"2026-03-31T18:34:34.975232Z","steps":["trace[1234703431] 'agreement among raft nodes before linearized reading' (duration: 8.903928397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.975325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:28.078629Z","time spent":"6.896690646s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T18:34:34.975342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:26.071224Z","time spent":"8.904107322s","remote":"127.0.0.1:51836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:34.974736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.723204Z","time spent":"9.25151798s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:34:34.974803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:29.439224Z","time spent":"5.535561217s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:34.974913Z","caller":"traceutil/trace.go:171","msg":"trace[752912516] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3027; }","duration":"7.176822117s","start":"2026-03-31T18:34:27.798082Z","end":"2026-03-31T18:34:34.974904Z","steps":["trace[752912516] 'agreement among raft nodes before linearized reading' (duration: 7.176715065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.975495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:27.798065Z","time spent":"7.177419611s","remote":"127.0.0.1:51750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:35.47457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444122878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:36.09268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:36.092743Z","caller":"traceutil/trace.go:171","msg":"trace[1450405032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402369s","start":"2026-03-31T18:34:34.092327Z","end":"2026-03-31T18:34:36.09273Z","steps":["trace[1450405032] 'agreement among raft nodes before linearized reading' (duration: 2.000314437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.092778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.0923Z","time spent":"2.000468501s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:36.16081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.981943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:36.16128Z","caller":"traceutil/trace.go:171","msg":"trace[577569835] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"4.760832311s","start":"2026-03-31T18:34:31.400406Z","end":"2026-03-31T18:34:36.161238Z","steps":["trace[577569835] 'process raft request' (duration: 4.384309054s)","trace[577569835] 'compare' (duration: 375.683327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:36.161466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.400369Z","time spent":"4.761011576s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:36.161679Z","caller":"traceutil/trace.go:171","msg":"trace[482704439] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"4.718523825s","start":"2026-03-31T18:34:31.443118Z","end":"2026-03-31T18:34:36.161642Z","steps":["trace[482704439] 'process raft request' (duration: 4.717805087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.161998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.443089Z","time spent":"4.718693188s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:36.161702Z","caller":"traceutil/trace.go:171","msg":"trace[529974914] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"4.594235448s","start":"2026-03-31T18:34:31.567446Z","end":"2026-03-31T18:34:36.161682Z","steps":["trace[529974914] 'process raft request' (duration: 4.593550431s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.162249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.56742Z","time spent":"4.59476739s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:36.81488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030291598s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:36.851446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.179014ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:34:36.85264Z","caller":"traceutil/trace.go:171","msg":"trace[1933074021] linearizableReadLoop","detail":"{readStateIndex:3163; appliedIndex:3158; }","duration":"1.879012521s","start":"2026-03-31T18:34:34.973585Z","end":"2026-03-31T18:34:36.852597Z","steps":["trace[1933074021] 'read index received' (duration: 811.140371ms)","trace[1933074021] 'applied index is now lower than readState.Index' (duration: 1.06787076s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:36.852646Z","caller":"traceutil/trace.go:171","msg":"trace[493149985] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"1.864674296s","start":"2026-03-31T18:34:34.987936Z","end":"2026-03-31T18:34:36.85261Z","steps":["trace[493149985] 'process raft request' (duration: 1.863606691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.852834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.987918Z","time spent":"1.86482054s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:37.236942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964930638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:37.237012Z","caller":"traceutil/trace.go:171","msg":"trace[1201751794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3032; }","duration":"1.965051661s","start":"2026-03-31T18:34:35.27194Z","end":"2026-03-31T18:34:37.236992Z","steps":["trace[1201751794] 'agreement among raft nodes before linearized reading' (duration: 1.580828546s)","trace[1201751794] 'count revisions from in-memory index tree' (duration: 384.114892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.237009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55595806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:37.237052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:35.27192Z","time spent":"1.965123223s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496542212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:37.237119Z","caller":"traceutil/trace.go:171","msg":"trace[1819154725] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3032; }","duration":"3.496651964s","start":"2026-03-31T18:34:33.74045Z","end":"2026-03-31T18:34:37.237102Z","steps":["trace[1819154725] 'agreement among raft nodes before linearized reading' (duration: 3.112219255s)","trace[1819154725] 'count revisions from in-memory index tree' (duration: 384.315467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.237102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436448058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:37.237159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.740436Z","time spent":"3.496711486s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.864114715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T18:34:37.237192Z","caller":"traceutil/trace.go:171","msg":"trace[662976379] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3032; }","duration":"4.864145685s","start":"2026-03-31T18:34:32.373039Z","end":"2026-03-31T18:34:37.237185Z","steps":["trace[662976379] 'agreement among raft nodes before linearized reading' (duration: 4.479652804s)","trace[662976379] 'range keys from in-memory index tree' (duration: 384.404799ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:37.23719Z","caller":"traceutil/trace.go:171","msg":"trace[854993754] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3032; }","duration":"2.436603452s","start":"2026-03-31T18:34:34.800564Z","end":"2026-03-31T18:34:37.237168Z","steps":["trace[854993754] 'agreement among raft nodes before linearized reading' (duration: 2.052125331s)","trace[854993754] 'count revisions from in-memory index tree' (duration: 384.337287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.237222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.373033Z","time spent":"4.864183776s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:34:37.237244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.800548Z","time spent":"2.436684753s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.585187881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:37.237323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002899069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:37.237334Z","caller":"traceutil/trace.go:171","msg":"trace[594513548] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3032; }","duration":"7.585258802s","start":"2026-03-31T18:34:29.652067Z","end":"2026-03-31T18:34:37.237326Z","steps":["trace[594513548] 'agreement among raft nodes before linearized reading' (duration: 7.200637088s)","trace[594513548] 'count revisions from in-memory index tree' (duration: 384.585203ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:37.237341Z","caller":"traceutil/trace.go:171","msg":"trace[1967832354] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3032; }","duration":"4.002950691s","start":"2026-03-31T18:34:33.234382Z","end":"2026-03-31T18:34:37.237333Z","steps":["trace[1967832354] 'agreement among raft nodes before linearized reading' (duration: 3.618284675s)","trace[1967832354] 'count revisions from in-memory index tree' (duration: 384.629234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.237357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.234362Z","time spent":"4.002989941s","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635772748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:37.237404Z","caller":"traceutil/trace.go:171","msg":"trace[224493846] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3032; }","duration":"2.635831819s","start":"2026-03-31T18:34:34.601561Z","end":"2026-03-31T18:34:37.237393Z","steps":["trace[224493846] 'agreement among raft nodes before linearized reading' (duration: 2.251148033s)","trace[224493846] 'count revisions from in-memory index tree' (duration: 384.657134ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:37.237078Z","caller":"traceutil/trace.go:171","msg":"trace[1930834452] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3032; }","duration":"2.556133554s","start":"2026-03-31T18:34:34.680924Z","end":"2026-03-31T18:34:37.237058Z","steps":["trace[1930834452] 'agreement among raft nodes before linearized reading' (duration: 2.171776096s)","trace[1930834452] 'count revisions from in-memory index tree' (duration: 384.236865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.237431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.601539Z","time spent":"2.635880861s","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.680901Z","time spent":"2.556547514s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.721932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-31T18:34:37.23751Z","caller":"traceutil/trace.go:171","msg":"trace[1953188386] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3032; }","duration":"378.760442ms","start":"2026-03-31T18:34:36.858738Z","end":"2026-03-31T18:34:37.237498Z","steps":["trace[1953188386] 'range keys from in-memory index tree' (duration: 378.64245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:37.237849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161342307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:37.237903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259547318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:34:37.237933Z","caller":"traceutil/trace.go:171","msg":"trace[390060287] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3032; }","duration":"2.259599619s","start":"2026-03-31T18:34:34.978324Z","end":"2026-03-31T18:34:37.237924Z","steps":["trace[390060287] 'agreement among raft nodes before linearized reading' (duration: 1.874447932s)","trace[390060287] 'range keys from in-memory index tree' (duration: 385.066435ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:37.237926Z","caller":"traceutil/trace.go:171","msg":"trace[171017488] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3032; }","duration":"1.16145363s","start":"2026-03-31T18:34:36.076455Z","end":"2026-03-31T18:34:37.237909Z","steps":["trace[171017488] 'agreement among raft nodes before linearized reading' (duration: 776.359825ms)","trace[171017488] 'count revisions from in-memory index tree' (duration: 385.009123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.237939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-03-31T18:34:37.237953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.978307Z","time spent":"2.25964079s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T18:34:37.237968Z","caller":"traceutil/trace.go:171","msg":"trace[791307699] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3032; }","duration":"2.2584567s","start":"2026-03-31T18:34:34.979502Z","end":"2026-03-31T18:34:37.237959Z","steps":["trace[791307699] 'agreement among raft nodes before linearized reading' (duration: 1.873320744s)","trace[791307699] 'range keys from in-memory index tree' (duration: 385.009403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.237972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:36.076434Z","time spent":"1.161524272s","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.97947Z","time spent":"2.258517032s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T18:34:37.237965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258346888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:34:37.238049Z","caller":"traceutil/trace.go:171","msg":"trace[1345156347] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:3032; }","duration":"2.258461231s","start":"2026-03-31T18:34:34.979559Z","end":"2026-03-31T18:34:37.23802Z","steps":["trace[1345156347] 'agreement among raft nodes before linearized reading' (duration: 1.873234642s)","trace[1345156347] 'range keys from in-memory index tree' (duration: 385.008193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.238095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.979543Z","time spent":"2.258542042s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" "} {"level":"warn","ts":"2026-03-31T18:34:37.237355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:29.652042Z","time spent":"7.585307213s","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:36.858687Z","time spent":"379.221823ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T18:34:37.237528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.069496259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:37.238404Z","caller":"traceutil/trace.go:171","msg":"trace[1957455235] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3032; }","duration":"6.070409421s","start":"2026-03-31T18:34:31.167979Z","end":"2026-03-31T18:34:37.238388Z","steps":["trace[1957455235] 'agreement among raft nodes before linearized reading' (duration: 5.684746362s)","trace[1957455235] 'count revisions from in-memory index tree' (duration: 384.775148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.238476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.167953Z","time spent":"6.070507743s","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.197415773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:37.238588Z","caller":"traceutil/trace.go:171","msg":"trace[2035178753] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3032; }","duration":"6.198467188s","start":"2026-03-31T18:34:31.04011Z","end":"2026-03-31T18:34:37.238577Z","steps":["trace[2035178753] 'agreement among raft nodes before linearized reading' (duration: 5.812618295s)","trace[2035178753] 'count revisions from in-memory index tree' (duration: 384.822039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.238624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.040091Z","time spent":"6.198523129s","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.218660543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:37.238746Z","caller":"traceutil/trace.go:171","msg":"trace[499352634] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3032; }","duration":"7.219854161s","start":"2026-03-31T18:34:30.018864Z","end":"2026-03-31T18:34:37.238718Z","steps":["trace[499352634] 'agreement among raft nodes before linearized reading' (duration: 6.833839134s)","trace[499352634] 'count revisions from in-memory index tree' (duration: 384.844739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.237596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.962710254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:37.238842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:30.018842Z","time spent":"7.219965753s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:37.238885Z","caller":"traceutil/trace.go:171","msg":"trace[61678936] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3032; }","duration":"6.964026325s","start":"2026-03-31T18:34:30.274838Z","end":"2026-03-31T18:34:37.238864Z","steps":["trace[61678936] 'agreement among raft nodes before linearized reading' (duration: 6.577893295s)","trace[61678936] 'count revisions from in-memory index tree' (duration: 384.845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.238942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:30.274813Z","time spent":"6.964110096s","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.601328159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:37.23909Z","caller":"traceutil/trace.go:171","msg":"trace[1178083853] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3032; }","duration":"7.602818994s","start":"2026-03-31T18:34:29.636246Z","end":"2026-03-31T18:34:37.239065Z","steps":["trace[1178083853] 'agreement among raft nodes before linearized reading' (duration: 7.216473109s)","trace[1178083853] 'count revisions from in-memory index tree' (duration: 384.87367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.237632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.485080364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:37.239187Z","caller":"traceutil/trace.go:171","msg":"trace[1766522635] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3032; }","duration":"7.486669442s","start":"2026-03-31T18:34:29.752505Z","end":"2026-03-31T18:34:37.239175Z","steps":["trace[1766522635] 'agreement among raft nodes before linearized reading' (duration: 7.100212065s)","trace[1766522635] 'count revisions from in-memory index tree' (duration: 384.89616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.239244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:29.752484Z","time spent":"7.486748935s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.86517459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:34:37.239353Z","caller":"traceutil/trace.go:171","msg":"trace[772314619] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3032; }","duration":"4.866903441s","start":"2026-03-31T18:34:32.372425Z","end":"2026-03-31T18:34:37.239329Z","steps":["trace[772314619] 'agreement among raft nodes before linearized reading' (duration: 4.480212168s)","trace[772314619] 'range keys from in-memory index tree' (duration: 384.901561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.239407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.372407Z","time spent":"4.866985742s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:34:37.237726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164765278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9175"} {"level":"info","ts":"2026-03-31T18:34:37.239501Z","caller":"traceutil/trace.go:171","msg":"trace[1257464001] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3032; }","duration":"4.166578752s","start":"2026-03-31T18:34:33.072909Z","end":"2026-03-31T18:34:37.239488Z","steps":["trace[1257464001] 'agreement among raft nodes before linearized reading' (duration: 3.779770886s)","trace[1257464001] 'range keys from in-memory index tree' (duration: 384.921341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.239546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.072888Z","time spent":"4.166646463s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9199,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:34:37.23775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047590164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:37.239636Z","caller":"traceutil/trace.go:171","msg":"trace[1748457921] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3032; }","duration":"2.04949656s","start":"2026-03-31T18:34:35.190122Z","end":"2026-03-31T18:34:37.239619Z","steps":["trace[1748457921] 'agreement among raft nodes before linearized reading' (duration: 1.662682383s)","trace[1748457921] 'count revisions from in-memory index tree' (duration: 384.916631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.239711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:35.190107Z","time spent":"2.049589383s","remote":"127.0.0.1:51642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.237819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.796083898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:34:37.239807Z","caller":"traceutil/trace.go:171","msg":"trace[923667245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3032; }","duration":"7.798102227s","start":"2026-03-31T18:34:29.441695Z","end":"2026-03-31T18:34:37.239798Z","steps":["trace[923667245] 'agreement among raft nodes before linearized reading' (duration: 7.411054354s)","trace[923667245] 'range keys from in-memory index tree' (duration: 384.995963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.239835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:29.441679Z","time spent":"7.798145968s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:34:37.237843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139853492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:37.23994Z","caller":"traceutil/trace.go:171","msg":"trace[1466624642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3032; }","duration":"1.141960572s","start":"2026-03-31T18:34:36.097966Z","end":"2026-03-31T18:34:37.239927Z","steps":["trace[1466624642] 'agreement among raft nodes before linearized reading' (duration: 754.818007ms)","trace[1466624642] 'range keys from in-memory index tree' (duration: 385.027423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:37.239982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:36.097956Z","time spent":"1.142017414s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:37.240222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:29.636231Z","time spent":"7.602945137s","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:37.998968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.987913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:37.99905Z","caller":"traceutil/trace.go:171","msg":"trace[1671645241] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3048; }","duration":"276.073225ms","start":"2026-03-31T18:34:37.722958Z","end":"2026-03-31T18:34:37.999031Z","steps":["trace[1671645241] 'range keys from in-memory index tree' (duration: 275.84784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:38.417745Z","caller":"traceutil/trace.go:171","msg":"trace[529573461] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"163.089329ms","start":"2026-03-31T18:34:38.254627Z","end":"2026-03-31T18:34:38.417716Z","steps":["trace[529573461] 'process raft request' (duration: 144.40836ms)","trace[529573461] 'compare' (duration: 18.520856ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:38.419796Z","caller":"traceutil/trace.go:171","msg":"trace[1736202190] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"158.742755ms","start":"2026-03-31T18:34:38.261037Z","end":"2026-03-31T18:34:38.41978Z","steps":["trace[1736202190] 'process raft request' (duration: 158.629772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.545769Z","caller":"traceutil/trace.go:171","msg":"trace[1745059213] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"237.716163ms","start":"2026-03-31T18:34:45.308034Z","end":"2026-03-31T18:34:45.54575Z","steps":["trace[1745059213] 'process raft request' (duration: 237.564278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.918725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.325275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:45.918906Z","caller":"traceutil/trace.go:171","msg":"trace[926075223] linearizableReadLoop","detail":"{readStateIndex:3248; appliedIndex:3245; }","duration":"544.309679ms","start":"2026-03-31T18:34:45.374581Z","end":"2026-03-31T18:34:45.918891Z","steps":["trace[926075223] 'read index received' (duration: 171.012829ms)","trace[926075223] 'applied index is now lower than readState.Index' (duration: 373.29601ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:45.918951Z","caller":"traceutil/trace.go:171","msg":"trace[64308205] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"550.115299ms","start":"2026-03-31T18:34:45.368817Z","end":"2026-03-31T18:34:45.918932Z","steps":["trace[64308205] 'process raft request' (duration: 287.510348ms)","trace[64308205] 'compare' (duration: 261.977067ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:45.91905Z","caller":"traceutil/trace.go:171","msg":"trace[137960556] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"548.779397ms","start":"2026-03-31T18:34:45.370232Z","end":"2026-03-31T18:34:45.919012Z","steps":["trace[137960556] 'process raft request' (duration: 548.582513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.919061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.368792Z","time spent":"550.214682ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:45.919116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.370192Z","time spent":"548.8884ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:45.919263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.071627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:34:45.919261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.735852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:34:45.919487Z","caller":"traceutil/trace.go:171","msg":"trace[1950990347] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3116; }","duration":"155.329522ms","start":"2026-03-31T18:34:45.76415Z","end":"2026-03-31T18:34:45.919479Z","steps":["trace[1950990347] 'agreement among raft nodes before linearized reading' (duration: 155.075046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.919538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.637237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:45.919506Z","caller":"traceutil/trace.go:171","msg":"trace[386477991] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3116; }","duration":"542.983038ms","start":"2026-03-31T18:34:45.376509Z","end":"2026-03-31T18:34:45.919492Z","steps":["trace[386477991] 'agreement among raft nodes before linearized reading' (duration: 542.520687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.919556Z","caller":"traceutil/trace.go:171","msg":"trace[1066361514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3116; }","duration":"472.655387ms","start":"2026-03-31T18:34:45.446897Z","end":"2026-03-31T18:34:45.919552Z","steps":["trace[1066361514] 'agreement among raft nodes before linearized reading' (duration: 472.628476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.919526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.696882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T18:34:45.91957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.446849Z","time spent":"472.716209ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:45.919537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.831485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T18:34:45.919598Z","caller":"traceutil/trace.go:171","msg":"trace[930923364] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3116; }","duration":"195.804685ms","start":"2026-03-31T18:34:45.72378Z","end":"2026-03-31T18:34:45.919584Z","steps":["trace[930923364] 'agreement among raft nodes before linearized reading' (duration: 195.310633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.919612Z","caller":"traceutil/trace.go:171","msg":"trace[1727911538] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3116; }","duration":"448.942327ms","start":"2026-03-31T18:34:45.470652Z","end":"2026-03-31T18:34:45.919594Z","steps":["trace[1727911538] 'agreement among raft nodes before linearized reading' (duration: 448.529107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.919654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.470637Z","time spent":"449.008899ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T18:34:45.919584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.376478Z","time spent":"543.086559ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:34:45.919701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.098729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:34:45.91977Z","caller":"traceutil/trace.go:171","msg":"trace[1089586306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3116; }","duration":"545.208871ms","start":"2026-03-31T18:34:45.374545Z","end":"2026-03-31T18:34:45.919753Z","steps":["trace[1089586306] 'agreement among raft nodes before linearized reading' (duration: 544.611807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.919818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.374529Z","time spent":"545.280753ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:46.445317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.680021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:46.445524Z","caller":"traceutil/trace.go:171","msg":"trace[1241537275] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"517.240028ms","start":"2026-03-31T18:34:45.928247Z","end":"2026-03-31T18:34:46.445487Z","steps":["trace[1241537275] 'process raft request' (duration: 279.28391ms)","trace[1241537275] 'compare' (duration: 237.377133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:46.445728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.928234Z","time spent":"517.385462ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:46.445823Z","caller":"traceutil/trace.go:171","msg":"trace[502434517] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"161.231234ms","start":"2026-03-31T18:34:46.284552Z","end":"2026-03-31T18:34:46.445783Z","steps":["trace[502434517] 'process raft request' (duration: 161.047139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:46.446159Z","caller":"traceutil/trace.go:171","msg":"trace[993369273] linearizableReadLoop","detail":"{readStateIndex:3249; appliedIndex:3248; }","duration":"517.7703ms","start":"2026-03-31T18:34:45.928364Z","end":"2026-03-31T18:34:46.446134Z","steps":["trace[993369273] 'read index received' (duration: 279.252229ms)","trace[993369273] 'applied index is now lower than readState.Index' (duration: 238.515231ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:46.446265Z","caller":"traceutil/trace.go:171","msg":"trace[101488598] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"180.348433ms","start":"2026-03-31T18:34:46.265885Z","end":"2026-03-31T18:34:46.446234Z","steps":["trace[101488598] 'process raft request' (duration: 179.616136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.446373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.007946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-31T18:34:46.446432Z","caller":"traceutil/trace.go:171","msg":"trace[1517922283] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3119; }","duration":"518.068068ms","start":"2026-03-31T18:34:45.92835Z","end":"2026-03-31T18:34:46.446418Z","steps":["trace[1517922283] 'agreement among raft nodes before linearized reading' (duration: 517.886883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.44648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.928317Z","time spent":"518.15185ms","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:34:46.460921Z","caller":"traceutil/trace.go:171","msg":"trace[1112232352] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"157.812481ms","start":"2026-03-31T18:34:46.303088Z","end":"2026-03-31T18:34:46.460901Z","steps":["trace[1112232352] 'process raft request' (duration: 157.504834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.46113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.268632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-31T18:34:46.460944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.303725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T18:34:46.461221Z","caller":"traceutil/trace.go:171","msg":"trace[989332053] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200c31662115d; range_end:; response_count:1; response_revision:3120; }","duration":"427.592422ms","start":"2026-03-31T18:34:46.033592Z","end":"2026-03-31T18:34:46.461184Z","steps":["trace[989332053] 'agreement among raft nodes before linearized reading' (duration: 427.228504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.461289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:46.033575Z","time spent":"427.687295ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" "} {"level":"warn","ts":"2026-03-31T18:34:46.460969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.683099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:46.461583Z","caller":"traceutil/trace.go:171","msg":"trace[2032918636] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3120; }","duration":"285.339925ms","start":"2026-03-31T18:34:46.176216Z","end":"2026-03-31T18:34:46.461556Z","steps":["trace[2032918636] 'agreement among raft nodes before linearized reading' (duration: 284.682109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:46.461793Z","caller":"traceutil/trace.go:171","msg":"trace[1494243639] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3120; }","duration":"128.917858ms","start":"2026-03-31T18:34:46.332854Z","end":"2026-03-31T18:34:46.461771Z","steps":["trace[1494243639] 'agreement among raft nodes before linearized reading' (duration: 127.930064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:46.66054Z","caller":"traceutil/trace.go:171","msg":"trace[1632800674] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"195.251801ms","start":"2026-03-31T18:34:46.465256Z","end":"2026-03-31T18:34:46.660507Z","steps":["trace[1632800674] 'process raft request' (duration: 165.22907ms)","trace[1632800674] 'compare' (duration: 29.843626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:46.875959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.494616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:46.87646Z","caller":"traceutil/trace.go:171","msg":"trace[458025727] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"179.631316ms","start":"2026-03-31T18:34:46.696793Z","end":"2026-03-31T18:34:46.876424Z","steps":["trace[458025727] 'process raft request' (duration: 65.558896ms)","trace[458025727] 'compare' (duration: 113.307931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:47.099472Z","caller":"traceutil/trace.go:171","msg":"trace[1032149818] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"217.150617ms","start":"2026-03-31T18:34:46.882277Z","end":"2026-03-31T18:34:47.099427Z","steps":["trace[1032149818] 'process raft request' (duration: 123.787104ms)","trace[1032149818] 'compare' (duration: 93.183509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:47.457037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.002854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:34:47.457134Z","caller":"traceutil/trace.go:171","msg":"trace[1389004114] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:3124; }","duration":"217.156817ms","start":"2026-03-31T18:34:47.239954Z","end":"2026-03-31T18:34:47.457111Z","steps":["trace[1389004114] 'range keys from in-memory index tree' (duration: 216.82686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:47.503931Z","caller":"traceutil/trace.go:171","msg":"trace[1538885770] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"208.629214ms","start":"2026-03-31T18:34:47.295277Z","end":"2026-03-31T18:34:47.503906Z","steps":["trace[1538885770] 'process raft request' (duration: 208.434789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.16707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.528584ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:34:53.167592Z","caller":"traceutil/trace.go:171","msg":"trace[1980132247] linearizableReadLoop","detail":"{readStateIndex:3278; appliedIndex:3277; }","duration":"720.015073ms","start":"2026-03-31T18:34:52.447553Z","end":"2026-03-31T18:34:53.167568Z","steps":["trace[1980132247] 'read index received' (duration: 43.121µs)","trace[1980132247] 'applied index is now lower than readState.Index' (duration: 719.970532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.167798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.203407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:53.167895Z","caller":"traceutil/trace.go:171","msg":"trace[1446877610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3144; }","duration":"720.361371ms","start":"2026-03-31T18:34:52.44751Z","end":"2026-03-31T18:34:53.167871Z","steps":["trace[1446877610] 'agreement among raft nodes before linearized reading' (duration: 720.189947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.16795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.447489Z","time spent":"720.447513ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:53.168261Z","caller":"traceutil/trace.go:171","msg":"trace[835281889] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"622.665514ms","start":"2026-03-31T18:34:52.545572Z","end":"2026-03-31T18:34:53.168237Z","steps":["trace[835281889] 'process raft request' (duration: 621.882934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.168404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.545547Z","time spent":"622.780037ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:53.379426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.604705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:53.379424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.141588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:34:53.379478Z","caller":"traceutil/trace.go:171","msg":"trace[69271983] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3145; }","duration":"457.658657ms","start":"2026-03-31T18:34:52.921808Z","end":"2026-03-31T18:34:53.379466Z","steps":["trace[69271983] 'agreement among raft nodes before linearized reading' (duration: 246.431522ms)","trace[69271983] 'count revisions from in-memory index tree' (duration: 211.146123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.379504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.921741Z","time spent":"457.756328ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:53.379497Z","caller":"traceutil/trace.go:171","msg":"trace[1024645504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3145; }","duration":"753.279381ms","start":"2026-03-31T18:34:52.626198Z","end":"2026-03-31T18:34:53.379477Z","steps":["trace[1024645504] 'agreement among raft nodes before linearized reading' (duration: 542.035525ms)","trace[1024645504] 'range keys from in-memory index tree' (duration: 211.00559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.379546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.626187Z","time spent":"753.343452ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:53.37954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.95278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:34:53.379633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.820244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-b5w7g\" ","response":"range_response_count:1 size:5926"} {"level":"info","ts":"2026-03-31T18:34:53.379631Z","caller":"traceutil/trace.go:171","msg":"trace[286833509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3145; }","duration":"596.101124ms","start":"2026-03-31T18:34:52.783504Z","end":"2026-03-31T18:34:53.379605Z","steps":["trace[286833509] 'agreement among raft nodes before linearized reading' (duration: 384.717694ms)","trace[286833509] 'range keys from in-memory index tree' (duration: 211.123574ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:53.379657Z","caller":"traceutil/trace.go:171","msg":"trace[1629005009] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-b5w7g; range_end:; response_count:1; response_revision:3145; }","duration":"731.878296ms","start":"2026-03-31T18:34:52.647771Z","end":"2026-03-31T18:34:53.379649Z","steps":["trace[1629005009] 'agreement among raft nodes before linearized reading' (duration: 520.476857ms)","trace[1629005009] 'range keys from in-memory index tree' (duration: 211.339268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.379629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.536777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:53.379733Z","caller":"traceutil/trace.go:171","msg":"trace[860860600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3145; }","duration":"602.692811ms","start":"2026-03-31T18:34:52.777014Z","end":"2026-03-31T18:34:53.379707Z","steps":["trace[860860600] 'agreement among raft nodes before linearized reading' (duration: 391.222781ms)","trace[860860600] 'range keys from in-memory index tree' (duration: 211.223655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.379721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.386633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:53.379813Z","caller":"traceutil/trace.go:171","msg":"trace[1242544853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3145; }","duration":"217.530597ms","start":"2026-03-31T18:34:53.162263Z","end":"2026-03-31T18:34:53.379793Z","steps":["trace[1242544853] 'range keys from in-memory index tree' (duration: 211.303768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.379875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.776993Z","time spent":"602.858136ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:53.379672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.647751Z","time spent":"731.918157ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5950,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-b5w7g\" "} {"level":"warn","ts":"2026-03-31T18:34:53.379688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.17324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:53.38022Z","caller":"traceutil/trace.go:171","msg":"trace[560764631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3145; }","duration":"210.713573ms","start":"2026-03-31T18:34:53.169482Z","end":"2026-03-31T18:34:53.380195Z","steps":["trace[560764631] 'range keys from in-memory index tree' (duration: 210.066608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.38018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.347825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:34:53.3804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.192163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:34:53.380442Z","caller":"traceutil/trace.go:171","msg":"trace[829216421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3145; }","duration":"764.289356ms","start":"2026-03-31T18:34:52.616138Z","end":"2026-03-31T18:34:53.380427Z","steps":["trace[829216421] 'agreement among raft nodes before linearized reading' (duration: 552.066007ms)","trace[829216421] 'range keys from in-memory index tree' (duration: 212.117617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.380484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.616113Z","time spent":"764.362667ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:34:53.37968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.783481Z","time spent":"596.189555ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:53.380473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.120183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:53.380565Z","caller":"traceutil/trace.go:171","msg":"trace[1792108060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3145; }","duration":"467.243007ms","start":"2026-03-31T18:34:52.9133Z","end":"2026-03-31T18:34:53.380543Z","steps":["trace[1792108060] 'agreement among raft nodes before linearized reading' (duration: 254.901955ms)","trace[1792108060] 'range keys from in-memory index tree' (duration: 212.074636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.380641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.913249Z","time spent":"467.3805ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:34:53.38057Z","caller":"traceutil/trace.go:171","msg":"trace[1261678500] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3145; }","duration":"308.244877ms","start":"2026-03-31T18:34:53.072162Z","end":"2026-03-31T18:34:53.380407Z","steps":["trace[1261678500] 'agreement among raft nodes before linearized reading' (duration: 96.066958ms)","trace[1261678500] 'range keys from in-memory index tree' (duration: 211.152713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.380802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.07214Z","time spent":"308.641536ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:34:53.563316Z","caller":"traceutil/trace.go:171","msg":"trace[356697061] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"177.70454ms","start":"2026-03-31T18:34:53.385588Z","end":"2026-03-31T18:34:53.563293Z","steps":["trace[356697061] 'process raft request' (duration: 177.558486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.6854Z","caller":"traceutil/trace.go:171","msg":"trace[990038150] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"299.701282ms","start":"2026-03-31T18:34:53.385659Z","end":"2026-03-31T18:34:53.68536Z","steps":["trace[990038150] 'process raft request' (duration: 275.045399ms)","trace[990038150] 'compare' (duration: 24.206492ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:53.686061Z","caller":"traceutil/trace.go:171","msg":"trace[1067030535] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"300.262195ms","start":"2026-03-31T18:34:53.385769Z","end":"2026-03-31T18:34:53.686031Z","steps":["trace[1067030535] 'process raft request' (duration: 299.514087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.686159Z","caller":"traceutil/trace.go:171","msg":"trace[1021863865] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"300.335726ms","start":"2026-03-31T18:34:53.385802Z","end":"2026-03-31T18:34:53.686138Z","steps":["trace[1021863865] 'process raft request' (duration: 300.164602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.686202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.385756Z","time spent":"300.371268ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:53.686297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.385786Z","time spent":"300.421049ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:53.686499Z","caller":"traceutil/trace.go:171","msg":"trace[643010878] linearizableReadLoop","detail":"{readStateIndex:3281; appliedIndex:3279; }","duration":"300.757346ms","start":"2026-03-31T18:34:53.385725Z","end":"2026-03-31T18:34:53.686482Z","steps":["trace[643010878] 'read index received' (duration: 177.403292ms)","trace[643010878] 'applied index is now lower than readState.Index' (duration: 123.353104ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:53.686549Z","caller":"traceutil/trace.go:171","msg":"trace[1854599592] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"296.146207ms","start":"2026-03-31T18:34:53.390393Z","end":"2026-03-31T18:34:53.686539Z","steps":["trace[1854599592] 'process raft request' (duration: 295.651844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.68668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.951612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T18:34:53.686748Z","caller":"traceutil/trace.go:171","msg":"trace[1149586503] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3150; }","duration":"301.038785ms","start":"2026-03-31T18:34:53.385701Z","end":"2026-03-31T18:34:53.68674Z","steps":["trace[1149586503] 'agreement among raft nodes before linearized reading' (duration: 300.875061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.686771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.385688Z","time spent":"301.078115ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:34:53.686877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.783314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:53.686956Z","caller":"traceutil/trace.go:171","msg":"trace[423793967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3150; }","duration":"237.883766ms","start":"2026-03-31T18:34:53.449053Z","end":"2026-03-31T18:34:53.686937Z","steps":["trace[423793967] 'agreement among raft nodes before linearized reading' (duration: 237.771334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:54.102069Z","caller":"traceutil/trace.go:171","msg":"trace[393989137] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"116.420657ms","start":"2026-03-31T18:34:53.985619Z","end":"2026-03-31T18:34:54.102039Z","steps":["trace[393989137] 'process raft request' (duration: 116.236383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:54.668803Z","caller":"traceutil/trace.go:171","msg":"trace[553479447] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"160.690322ms","start":"2026-03-31T18:34:54.508085Z","end":"2026-03-31T18:34:54.668776Z","steps":["trace[553479447] 'process raft request' (duration: 160.489997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:55.313837Z","caller":"traceutil/trace.go:171","msg":"trace[1449319494] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"138.218701ms","start":"2026-03-31T18:34:55.175594Z","end":"2026-03-31T18:34:55.313813Z","steps":["trace[1449319494] 'process raft request' (duration: 138.054347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:56.067608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.251053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:56.067727Z","caller":"traceutil/trace.go:171","msg":"trace[365421098] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"354.404357ms","start":"2026-03-31T18:34:55.713302Z","end":"2026-03-31T18:34:56.067707Z","steps":["trace[365421098] 'process raft request' (duration: 61.929888ms)","trace[365421098] 'compare' (duration: 292.1205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:56.067796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.713284Z","time spent":"354.476059ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:56.259013Z","caller":"traceutil/trace.go:171","msg":"trace[299120424] linearizableReadLoop","detail":"{readStateIndex:3293; appliedIndex:3290; }","duration":"536.292708ms","start":"2026-03-31T18:34:55.722696Z","end":"2026-03-31T18:34:56.258989Z","steps":["trace[299120424] 'read index received' (duration: 52.620835ms)","trace[299120424] 'applied index is now lower than readState.Index' (duration: 483.670863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:56.259146Z","caller":"traceutil/trace.go:171","msg":"trace[1694667598] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"545.548861ms","start":"2026-03-31T18:34:55.713579Z","end":"2026-03-31T18:34:56.259128Z","steps":["trace[1694667598] 'process raft request' (duration: 534.019364ms)","trace[1694667598] 'compare' (duration: 11.207449ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:56.259232Z","caller":"traceutil/trace.go:171","msg":"trace[1651905535] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"545.211632ms","start":"2026-03-31T18:34:55.713993Z","end":"2026-03-31T18:34:56.259205Z","steps":["trace[1651905535] 'process raft request' (duration: 544.931596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:56.259296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.713572Z","time spent":"545.602792ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:56.259383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.713974Z","time spent":"545.330096ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:56.259424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.718298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:56.259476Z","caller":"traceutil/trace.go:171","msg":"trace[1425794370] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3159; }","duration":"536.848541ms","start":"2026-03-31T18:34:55.722614Z","end":"2026-03-31T18:34:56.259462Z","steps":["trace[1425794370] 'agreement among raft nodes before linearized reading' (duration: 536.652097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:56.259511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.722599Z","time spent":"536.904902ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:34:56.298183Z","caller":"traceutil/trace.go:171","msg":"trace[1254929763] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"222.044676ms","start":"2026-03-31T18:34:56.076115Z","end":"2026-03-31T18:34:56.29816Z","steps":["trace[1254929763] 'process raft request' (duration: 221.78183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:56.298882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.743986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T18:34:56.298961Z","caller":"traceutil/trace.go:171","msg":"trace[776517648] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200c31662115d; range_end:; response_count:1; response_revision:3161; }","duration":"265.860548ms","start":"2026-03-31T18:34:56.033085Z","end":"2026-03-31T18:34:56.298945Z","steps":["trace[776517648] 'agreement among raft nodes before linearized reading' (duration: 265.08061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:56.763987Z","caller":"traceutil/trace.go:171","msg":"trace[1845106742] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"176.639165ms","start":"2026-03-31T18:34:56.587322Z","end":"2026-03-31T18:34:56.763962Z","steps":["trace[1845106742] 'process raft request' (duration: 176.491071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:56.786162Z","caller":"traceutil/trace.go:171","msg":"trace[1811706896] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"105.693421ms","start":"2026-03-31T18:34:56.680435Z","end":"2026-03-31T18:34:56.786128Z","steps":["trace[1811706896] 'process raft request' (duration: 105.529567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:56.998407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.054101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:56.998556Z","caller":"traceutil/trace.go:171","msg":"trace[167249677] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"191.882512ms","start":"2026-03-31T18:34:56.806645Z","end":"2026-03-31T18:34:56.998527Z","steps":["trace[167249677] 'process raft request' (duration: 25.618456ms)","trace[167249677] 'compare' (duration: 165.918677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:57.264794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.691686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-31T18:34:57.264859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.5645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:57.264893Z","caller":"traceutil/trace.go:171","msg":"trace[1005714911] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:3167; }","duration":"166.83319ms","start":"2026-03-31T18:34:57.09804Z","end":"2026-03-31T18:34:57.264873Z","steps":["trace[1005714911] 'range keys from in-memory index tree' (duration: 166.578804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:57.265225Z","caller":"traceutil/trace.go:171","msg":"trace[1499276249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3167; }","duration":"138.715523ms","start":"2026-03-31T18:34:57.126208Z","end":"2026-03-31T18:34:57.264924Z","steps":["trace[1499276249] 'count revisions from in-memory index tree' (duration: 138.462927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:57.701372Z","caller":"traceutil/trace.go:171","msg":"trace[343540657] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"382.016821ms","start":"2026-03-31T18:34:57.319324Z","end":"2026-03-31T18:34:57.701341Z","steps":["trace[343540657] 'process raft request' (duration: 346.5916ms)","trace[343540657] 'compare' (duration: 35.026102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:57.70153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.319298Z","time spent":"382.146585ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:57.740564Z","caller":"traceutil/trace.go:171","msg":"trace[668126615] linearizableReadLoop","detail":"{readStateIndex:3304; appliedIndex:3302; }","duration":"379.587342ms","start":"2026-03-31T18:34:57.360953Z","end":"2026-03-31T18:34:57.740541Z","steps":["trace[668126615] 'read index received' (duration: 305.091942ms)","trace[668126615] 'applied index is now lower than readState.Index' (duration: 74.49379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:57.740804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.827228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T18:34:57.740869Z","caller":"traceutil/trace.go:171","msg":"trace[1587135218] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:3170; }","duration":"379.939051ms","start":"2026-03-31T18:34:57.360919Z","end":"2026-03-31T18:34:57.740858Z","steps":["trace[1587135218] 'agreement among raft nodes before linearized reading' (duration: 379.827458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:57.740921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.360907Z","time spent":"380.005582ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-03-31T18:34:57.740817Z","caller":"traceutil/trace.go:171","msg":"trace[13044833] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"127.680228ms","start":"2026-03-31T18:34:57.613087Z","end":"2026-03-31T18:34:57.740767Z","steps":["trace[13044833] 'process raft request' (duration: 127.405582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:57.741211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.50833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:57.741254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.531256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-03-31T18:34:57.7414Z","caller":"traceutil/trace.go:171","msg":"trace[531099488] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:3170; }","duration":"323.73562ms","start":"2026-03-31T18:34:57.417633Z","end":"2026-03-31T18:34:57.741369Z","steps":["trace[531099488] 'agreement among raft nodes before linearized reading' (duration: 323.293969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:57.741302Z","caller":"traceutil/trace.go:171","msg":"trace[2134157431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3170; }","duration":"292.645903ms","start":"2026-03-31T18:34:57.448634Z","end":"2026-03-31T18:34:57.74128Z","steps":["trace[2134157431] 'agreement among raft nodes before linearized reading' (duration: 292.496399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:57.741221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.606467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:34:57.74166Z","caller":"traceutil/trace.go:171","msg":"trace[61042385] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3170; }","duration":"190.084808ms","start":"2026-03-31T18:34:57.55156Z","end":"2026-03-31T18:34:57.741645Z","steps":["trace[61042385] 'agreement among raft nodes before linearized reading' (duration: 189.474394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:57.74132Z","caller":"traceutil/trace.go:171","msg":"trace[155335311] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"384.484229ms","start":"2026-03-31T18:34:57.35646Z","end":"2026-03-31T18:34:57.740944Z","steps":["trace[155335311] 'process raft request' (duration: 383.878234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:57.741465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.417593Z","time spent":"323.861313ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-31T18:34:57.74182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.35644Z","time spent":"385.273518ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:57.987267Z","caller":"traceutil/trace.go:171","msg":"trace[1853172075] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"240.356115ms","start":"2026-03-31T18:34:57.746884Z","end":"2026-03-31T18:34:57.98724Z","steps":["trace[1853172075] 'process raft request' (duration: 199.469812ms)","trace[1853172075] 'compare' (duration: 40.682478ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:57.987412Z","caller":"traceutil/trace.go:171","msg":"trace[810879865] linearizableReadLoop","detail":"{readStateIndex:3307; appliedIndex:3305; }","duration":"240.314404ms","start":"2026-03-31T18:34:57.747069Z","end":"2026-03-31T18:34:57.987383Z","steps":["trace[810879865] 'read index received' (duration: 42.956142ms)","trace[810879865] 'applied index is now lower than readState.Index' (duration: 197.356682ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:57.98755Z","caller":"traceutil/trace.go:171","msg":"trace[1131464584] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"237.530507ms","start":"2026-03-31T18:34:57.74998Z","end":"2026-03-31T18:34:57.987511Z","steps":["trace[1131464584] 'process raft request' (duration: 237.199169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:57.987636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.556159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:34:57.987669Z","caller":"traceutil/trace.go:171","msg":"trace[57105960] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3173; }","duration":"240.642502ms","start":"2026-03-31T18:34:57.74702Z","end":"2026-03-31T18:34:57.987662Z","steps":["trace[57105960] 'agreement among raft nodes before linearized reading' (duration: 240.483068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:57.987672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.272343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"warn","ts":"2026-03-31T18:34:57.987676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.151849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:34:57.987744Z","caller":"traceutil/trace.go:171","msg":"trace[338351987] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3173; }","duration":"240.257092ms","start":"2026-03-31T18:34:57.747468Z","end":"2026-03-31T18:34:57.987725Z","steps":["trace[338351987] 'agreement among raft nodes before linearized reading' (duration: 240.079638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:57.987753Z","caller":"traceutil/trace.go:171","msg":"trace[833402938] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:3173; }","duration":"240.381465ms","start":"2026-03-31T18:34:57.747336Z","end":"2026-03-31T18:34:57.987718Z","steps":["trace[833402938] 'agreement among raft nodes before linearized reading' (duration: 240.237102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.670068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.084759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:58.670276Z","caller":"traceutil/trace.go:171","msg":"trace[1203083164] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"678.31963ms","start":"2026-03-31T18:34:57.991921Z","end":"2026-03-31T18:34:58.67024Z","steps":["trace[1203083164] 'process raft request' (duration: 134.970604ms)","trace[1203083164] 'compare' (duration: 542.780372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:58.670395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.991901Z","time spent":"678.444574ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":930,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:58.670453Z","caller":"traceutil/trace.go:171","msg":"trace[521861167] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"672.398448ms","start":"2026-03-31T18:34:57.998036Z","end":"2026-03-31T18:34:58.670435Z","steps":["trace[521861167] 'process raft request' (duration: 672.330076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:58.670416Z","caller":"traceutil/trace.go:171","msg":"trace[668390882] linearizableReadLoop","detail":"{readStateIndex:3309; appliedIndex:3308; }","duration":"676.63756ms","start":"2026-03-31T18:34:57.993745Z","end":"2026-03-31T18:34:58.670382Z","steps":["trace[668390882] 'read index received' (duration: 133.16844ms)","trace[668390882] 'applied index is now lower than readState.Index' (duration: 543.46623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:58.670543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.998016Z","time spent":"672.470129ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:58.670559Z","caller":"traceutil/trace.go:171","msg":"trace[1868979305] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"674.518209ms","start":"2026-03-31T18:34:57.995954Z","end":"2026-03-31T18:34:58.670472Z","steps":["trace[1868979305] 'process raft request' (duration: 674.302984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.67084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.995937Z","time spent":"674.740384ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:58.671096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.324726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-31T18:34:58.671169Z","caller":"traceutil/trace.go:171","msg":"trace[1054379234] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:3176; }","duration":"677.443609ms","start":"2026-03-31T18:34:57.993708Z","end":"2026-03-31T18:34:58.671152Z","steps":["trace[1054379234] 'agreement among raft nodes before linearized reading' (duration: 677.276085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.671217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.993701Z","time spent":"677.50274ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-03-31T18:34:58.754467Z","caller":"traceutil/trace.go:171","msg":"trace[645704873] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"448.522539ms","start":"2026-03-31T18:34:58.305916Z","end":"2026-03-31T18:34:58.754439Z","steps":["trace[645704873] 'process raft request' (duration: 448.339705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.754626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.305855Z","time spent":"448.694713ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:58.754688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.40433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:58.754723Z","caller":"traceutil/trace.go:171","msg":"trace[226466226] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"448.095218ms","start":"2026-03-31T18:34:58.306601Z","end":"2026-03-31T18:34:58.754696Z","steps":["trace[226466226] 'process raft request' (duration: 447.793331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:58.75478Z","caller":"traceutil/trace.go:171","msg":"trace[1664403487] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3178; }","duration":"129.537843ms","start":"2026-03-31T18:34:58.625222Z","end":"2026-03-31T18:34:58.75476Z","steps":["trace[1664403487] 'agreement among raft nodes before linearized reading' (duration: 129.3965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.754827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.250275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:34:58.754841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.723189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:58.754884Z","caller":"traceutil/trace.go:171","msg":"trace[208854977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3178; }","duration":"491.343607ms","start":"2026-03-31T18:34:58.26353Z","end":"2026-03-31T18:34:58.754873Z","steps":["trace[208854977] 'agreement among raft nodes before linearized reading' (duration: 491.202304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.754911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.263508Z","time spent":"491.397529ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:34:58.754921Z","caller":"traceutil/trace.go:171","msg":"trace[163931341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3178; }","duration":"169.834591ms","start":"2026-03-31T18:34:58.585044Z","end":"2026-03-31T18:34:58.754879Z","steps":["trace[163931341] 'agreement among raft nodes before linearized reading' (duration: 169.717948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.755003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.154463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:58.755123Z","caller":"traceutil/trace.go:171","msg":"trace[1584854110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3178; }","duration":"491.544053ms","start":"2026-03-31T18:34:58.263563Z","end":"2026-03-31T18:34:58.755108Z","steps":["trace[1584854110] 'agreement among raft nodes before linearized reading' (duration: 491.057401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.755175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.263546Z","time spent":"491.615394ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:58.755208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.02886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:34:58.755013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.306582Z","time spent":"448.282342ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:58.755262Z","caller":"traceutil/trace.go:171","msg":"trace[812190369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3178; }","duration":"682.108732ms","start":"2026-03-31T18:34:58.073144Z","end":"2026-03-31T18:34:58.755253Z","steps":["trace[812190369] 'agreement among raft nodes before linearized reading' (duration: 681.969989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.755527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.073128Z","time spent":"682.385818ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:59.138259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.225608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:59.138648Z","caller":"traceutil/trace.go:171","msg":"trace[1225764737] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"379.515661ms","start":"2026-03-31T18:34:58.759017Z","end":"2026-03-31T18:34:59.138533Z","steps":["trace[1225764737] 'process raft request' (duration: 40.829352ms)","trace[1225764737] 'compare' (duration: 337.830238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:59.138795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.758995Z","time spent":"379.728485ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:59.138854Z","caller":"traceutil/trace.go:171","msg":"trace[70582037] linearizableReadLoop","detail":"{readStateIndex:3316; appliedIndex:3313; }","duration":"377.477152ms","start":"2026-03-31T18:34:58.761353Z","end":"2026-03-31T18:34:59.13883Z","steps":["trace[70582037] 'read index received' (duration: 38.577538ms)","trace[70582037] 'applied index is now lower than readState.Index' (duration: 338.898424ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:59.139028Z","caller":"traceutil/trace.go:171","msg":"trace[1370861587] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"378.189468ms","start":"2026-03-31T18:34:58.760824Z","end":"2026-03-31T18:34:59.139013Z","steps":["trace[1370861587] 'process raft request' (duration: 377.876001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.139088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.731738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-31T18:34:59.139136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.760798Z","time spent":"378.284831ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:59.13917Z","caller":"traceutil/trace.go:171","msg":"trace[1616898275] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:3182; }","duration":"377.83569ms","start":"2026-03-31T18:34:58.761318Z","end":"2026-03-31T18:34:59.139154Z","steps":["trace[1616898275] 'agreement among raft nodes before linearized reading' (duration: 377.717767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.139217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.761309Z","time spent":"377.896322ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-31T18:34:59.13886Z","caller":"traceutil/trace.go:171","msg":"trace[1660638779] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"378.572887ms","start":"2026-03-31T18:34:58.760264Z","end":"2026-03-31T18:34:59.138837Z","steps":["trace[1660638779] 'process raft request' (duration: 378.127126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.139365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.76025Z","time spent":"379.049409ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:59.13944Z","caller":"traceutil/trace.go:171","msg":"trace[243721098] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"376.368154ms","start":"2026-03-31T18:34:58.763056Z","end":"2026-03-31T18:34:59.139424Z","steps":["trace[243721098] 'process raft request' (duration: 375.706178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.139489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.129107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:34:59.139546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.76304Z","time spent":"376.452097ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:59.139576Z","caller":"traceutil/trace.go:171","msg":"trace[1864825772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3182; }","duration":"373.261789ms","start":"2026-03-31T18:34:58.766295Z","end":"2026-03-31T18:34:59.139556Z","steps":["trace[1864825772] 'agreement among raft nodes before linearized reading' (duration: 373.008603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.139671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.766278Z","time spent":"373.379593ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:34:59.613846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.538828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:59.613923Z","caller":"traceutil/trace.go:171","msg":"trace[118945887] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3183; }","duration":"371.63934ms","start":"2026-03-31T18:34:59.242271Z","end":"2026-03-31T18:34:59.61391Z","steps":["trace[118945887] 'range keys from in-memory index tree' (duration: 371.410054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.613954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.242213Z","time spent":"371.734442ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:34:59.61397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.18242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:59.614047Z","caller":"traceutil/trace.go:171","msg":"trace[105801611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3183; }","duration":"165.303373ms","start":"2026-03-31T18:34:59.448726Z","end":"2026-03-31T18:34:59.614029Z","steps":["trace[105801611] 'range keys from in-memory index tree' (duration: 165.067256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.614075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.391558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T18:34:59.614175Z","caller":"traceutil/trace.go:171","msg":"trace[1305047875] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:3183; }","duration":"367.523591ms","start":"2026-03-31T18:34:59.246626Z","end":"2026-03-31T18:34:59.61415Z","steps":["trace[1305047875] 'range keys from in-memory index tree' (duration: 367.282196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.614238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.246614Z","time spent":"367.609694ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T18:34:59.614486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.645408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:34:59.614565Z","caller":"traceutil/trace.go:171","msg":"trace[143606433] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3183; }","duration":"162.759171ms","start":"2026-03-31T18:34:59.451789Z","end":"2026-03-31T18:34:59.614548Z","steps":["trace[143606433] 'range keys from in-memory index tree' (duration: 162.455603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.614478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.945417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:34:59.614641Z","caller":"traceutil/trace.go:171","msg":"trace[488622092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3183; }","duration":"163.341116ms","start":"2026-03-31T18:34:59.451277Z","end":"2026-03-31T18:34:59.614618Z","steps":["trace[488622092] 'range keys from in-memory index tree' (duration: 162.770062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.198144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.136294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:00.198266Z","caller":"traceutil/trace.go:171","msg":"trace[1067300113] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"490.712352ms","start":"2026-03-31T18:34:59.707541Z","end":"2026-03-31T18:35:00.198254Z","steps":["trace[1067300113] 'process raft request' (duration: 490.675711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.19831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.707522Z","time spent":"490.768122ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:00.198444Z","caller":"traceutil/trace.go:171","msg":"trace[1121461823] linearizableReadLoop","detail":"{readStateIndex:3320; appliedIndex:3318; }","duration":"579.131657ms","start":"2026-03-31T18:34:59.619305Z","end":"2026-03-31T18:35:00.198437Z","steps":["trace[1121461823] 'read index received' (duration: 84.48029ms)","trace[1121461823] 'applied index is now lower than readState.Index' (duration: 494.650317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:00.19871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.29801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T18:35:00.198744Z","caller":"traceutil/trace.go:171","msg":"trace[1363904106] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:3186; }","duration":"579.354322ms","start":"2026-03-31T18:34:59.619381Z","end":"2026-03-31T18:35:00.198735Z","steps":["trace[1363904106] 'agreement among raft nodes before linearized reading' (duration: 579.27367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.198766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.61937Z","time spent":"579.390463ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T18:35:00.198838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.206046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:00.198917Z","caller":"traceutil/trace.go:171","msg":"trace[663431062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3186; }","duration":"405.331269ms","start":"2026-03-31T18:34:59.793563Z","end":"2026-03-31T18:35:00.198895Z","steps":["trace[663431062] 'agreement among raft nodes before linearized reading' (duration: 405.093213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.198945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.793541Z","time spent":"405.397911ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:00.198962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.654589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T18:35:00.198989Z","caller":"traceutil/trace.go:171","msg":"trace[420329147] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3186; }","duration":"579.70133ms","start":"2026-03-31T18:34:59.619281Z","end":"2026-03-31T18:35:00.198983Z","steps":["trace[420329147] 'agreement among raft nodes before linearized reading' (duration: 579.607218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.199057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.619272Z","time spent":"579.779652ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:35:00.199118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.336047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:00.199183Z","caller":"traceutil/trace.go:171","msg":"trace[1683906684] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3186; }","duration":"476.440498ms","start":"2026-03-31T18:34:59.722726Z","end":"2026-03-31T18:35:00.199166Z","steps":["trace[1683906684] 'agreement among raft nodes before linearized reading' (duration: 475.934716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.199233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.722703Z","time spent":"476.518551ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:35:00.198711Z","caller":"traceutil/trace.go:171","msg":"trace[1469017085] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"579.821563ms","start":"2026-03-31T18:34:59.618863Z","end":"2026-03-31T18:35:00.198685Z","steps":["trace[1469017085] 'process raft request' (duration: 152.081544ms)","trace[1469017085] 'compare' (duration: 427.048542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:00.199814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.618844Z","time spent":"580.840708ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:00.541036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.717486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:00.54117Z","caller":"traceutil/trace.go:171","msg":"trace[497471157] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3321; }","duration":"335.092871ms","start":"2026-03-31T18:35:00.206058Z","end":"2026-03-31T18:35:00.54115Z","steps":["trace[497471157] 'read index received' (duration: 158.108229ms)","trace[497471157] 'applied index is now lower than readState.Index' (duration: 176.983512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:00.541295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.232235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T18:35:00.541333Z","caller":"traceutil/trace.go:171","msg":"trace[33808720] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:3187; }","duration":"335.283395ms","start":"2026-03-31T18:35:00.20604Z","end":"2026-03-31T18:35:00.541323Z","steps":["trace[33808720] 'agreement among raft nodes before linearized reading' (duration: 335.205174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.541369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.206031Z","time spent":"335.330056ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-03-31T18:35:00.541353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.245944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T18:35:00.541429Z","caller":"traceutil/trace.go:171","msg":"trace[1001747708] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:3187; }","duration":"335.375448ms","start":"2026-03-31T18:35:00.206035Z","end":"2026-03-31T18:35:00.54141Z","steps":["trace[1001747708] 'agreement among raft nodes before linearized reading' (duration: 335.234654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:00.541289Z","caller":"traceutil/trace.go:171","msg":"trace[467702630] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"337.467608ms","start":"2026-03-31T18:35:00.203756Z","end":"2026-03-31T18:35:00.541224Z","steps":["trace[467702630] 'process raft request' (duration: 160.476366ms)","trace[467702630] 'compare' (duration: 176.596933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:00.541479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.206016Z","time spent":"335.449821ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T18:35:00.541481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.345048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:35:00.541548Z","caller":"traceutil/trace.go:171","msg":"trace[1154039202] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3187; }","duration":"335.43173ms","start":"2026-03-31T18:35:00.206103Z","end":"2026-03-31T18:35:00.541534Z","steps":["trace[1154039202] 'agreement among raft nodes before linearized reading' (duration: 335.237115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.54158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.206096Z","time spent":"335.477471ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:35:00.541644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.203732Z","time spent":"337.770137ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:00.541788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.59335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:35:00.541861Z","caller":"traceutil/trace.go:171","msg":"trace[1564337862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3187; }","duration":"329.793355ms","start":"2026-03-31T18:35:00.212041Z","end":"2026-03-31T18:35:00.541834Z","steps":["trace[1564337862] 'agreement among raft nodes before linearized reading' (duration: 329.291232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.542073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.212033Z","time spent":"330.0212ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:35:00.957562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.874448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T18:35:00.957646Z","caller":"traceutil/trace.go:171","msg":"trace[129522406] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:3187; }","duration":"307.97299ms","start":"2026-03-31T18:35:00.649653Z","end":"2026-03-31T18:35:00.957626Z","steps":["trace[129522406] 'range keys from in-memory index tree' (duration: 307.763055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.957691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.649595Z","time spent":"308.086552ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-31T18:35:00.957754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.527128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:35:00.957863Z","caller":"traceutil/trace.go:171","msg":"trace[1842922367] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3187; }","duration":"282.690092ms","start":"2026-03-31T18:35:00.675149Z","end":"2026-03-31T18:35:00.957839Z","steps":["trace[1842922367] 'range keys from in-memory index tree' (duration: 282.332104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:00.958232Z","caller":"traceutil/trace.go:171","msg":"trace[602273578] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"197.605488ms","start":"2026-03-31T18:35:00.760599Z","end":"2026-03-31T18:35:00.958205Z","steps":["trace[602273578] 'process raft request' (duration: 147.999446ms)","trace[602273578] 'compare' (duration: 49.509779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:00.958235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.628336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-31T18:35:00.958255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.092503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T18:35:00.958335Z","caller":"traceutil/trace.go:171","msg":"trace[1194356530] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:3187; }","duration":"288.758338ms","start":"2026-03-31T18:35:00.669552Z","end":"2026-03-31T18:35:00.958311Z","steps":["trace[1194356530] 'range keys from in-memory index tree' (duration: 288.550013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:00.958374Z","caller":"traceutil/trace.go:171","msg":"trace[1654431031] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:3187; }","duration":"296.298408ms","start":"2026-03-31T18:35:00.662051Z","end":"2026-03-31T18:35:00.958349Z","steps":["trace[1654431031] 'range keys from in-memory index tree' (duration: 295.979041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:00.976851Z","caller":"traceutil/trace.go:171","msg":"trace[1720796289] linearizableReadLoop","detail":"{readStateIndex:3324; appliedIndex:3322; }","duration":"179.164765ms","start":"2026-03-31T18:35:00.797651Z","end":"2026-03-31T18:35:00.976816Z","steps":["trace[1720796289] 'read index received' (duration: 110.866394ms)","trace[1720796289] 'applied index is now lower than readState.Index' (duration: 68.296541ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:00.977045Z","caller":"traceutil/trace.go:171","msg":"trace[1595385781] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"216.181444ms","start":"2026-03-31T18:35:00.760843Z","end":"2026-03-31T18:35:00.977024Z","steps":["trace[1595385781] 'process raft request' (duration: 215.758944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.977143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.465782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:00.977228Z","caller":"traceutil/trace.go:171","msg":"trace[1741230543] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3189; }","duration":"179.598956ms","start":"2026-03-31T18:35:00.797609Z","end":"2026-03-31T18:35:00.977208Z","steps":["trace[1741230543] 'agreement among raft nodes before linearized reading' (duration: 179.471653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.207811Z","caller":"traceutil/trace.go:171","msg":"trace[1522672378] linearizableReadLoop","detail":"{readStateIndex:3325; appliedIndex:3324; }","duration":"230.825226ms","start":"2026-03-31T18:35:00.976964Z","end":"2026-03-31T18:35:01.20779Z","steps":["trace[1522672378] 'read index received' (duration: 230.605531ms)","trace[1522672378] 'applied index is now lower than readState.Index' (duration: 218.855µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:01.207962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.267273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T18:35:01.208001Z","caller":"traceutil/trace.go:171","msg":"trace[2099024540] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:3190; }","duration":"245.339405ms","start":"2026-03-31T18:35:00.962645Z","end":"2026-03-31T18:35:01.207985Z","steps":["trace[2099024540] 'agreement among raft nodes before linearized reading' (duration: 245.259633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.207833Z","caller":"traceutil/trace.go:171","msg":"trace[50864304] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"245.093359ms","start":"2026-03-31T18:35:00.962717Z","end":"2026-03-31T18:35:01.20781Z","steps":["trace[50864304] 'process raft request' (duration: 244.859323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:01.208327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.663793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-31T18:35:01.208389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.403565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T18:35:01.208446Z","caller":"traceutil/trace.go:171","msg":"trace[1825817487] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200c31662115d; range_end:; response_count:1; response_revision:3190; }","duration":"175.499217ms","start":"2026-03-31T18:35:01.032934Z","end":"2026-03-31T18:35:01.208433Z","steps":["trace[1825817487] 'agreement among raft nodes before linearized reading' (duration: 175.339234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:01.208463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.78792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T18:35:01.208508Z","caller":"traceutil/trace.go:171","msg":"trace[617892527] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:3190; }","duration":"246.869863ms","start":"2026-03-31T18:35:00.961628Z","end":"2026-03-31T18:35:01.208497Z","steps":["trace[617892527] 'agreement among raft nodes before linearized reading' (duration: 246.792621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.208394Z","caller":"traceutil/trace.go:171","msg":"trace[1587219060] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:3190; }","duration":"245.763876ms","start":"2026-03-31T18:35:00.962616Z","end":"2026-03-31T18:35:01.20838Z","steps":["trace[1587219060] 'agreement among raft nodes before linearized reading' (duration: 245.654904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.503427Z","caller":"traceutil/trace.go:171","msg":"trace[83604835] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"290.47804ms","start":"2026-03-31T18:35:01.212926Z","end":"2026-03-31T18:35:01.503404Z","steps":["trace[83604835] 'process raft request' (duration: 290.280366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.503445Z","caller":"traceutil/trace.go:171","msg":"trace[1572477742] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"290.133882ms","start":"2026-03-31T18:35:01.21329Z","end":"2026-03-31T18:35:01.503424Z","steps":["trace[1572477742] 'process raft request' (duration: 290.05306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.503746Z","caller":"traceutil/trace.go:171","msg":"trace[1014875440] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"288.660086ms","start":"2026-03-31T18:35:01.21508Z","end":"2026-03-31T18:35:01.50374Z","steps":["trace[1014875440] 'process raft request' (duration: 288.604725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.503835Z","caller":"traceutil/trace.go:171","msg":"trace[897357607] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"286.771511ms","start":"2026-03-31T18:35:01.217053Z","end":"2026-03-31T18:35:01.503825Z","steps":["trace[897357607] 'process raft request' (duration: 286.665719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.503951Z","caller":"traceutil/trace.go:171","msg":"trace[902477189] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"289.006494ms","start":"2026-03-31T18:35:01.214937Z","end":"2026-03-31T18:35:01.503943Z","steps":["trace[902477189] 'process raft request' (duration: 288.458931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.503978Z","caller":"traceutil/trace.go:171","msg":"trace[722533373] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"286.777901ms","start":"2026-03-31T18:35:01.21719Z","end":"2026-03-31T18:35:01.503968Z","steps":["trace[722533373] 'process raft request' (duration: 286.596326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.504253Z","caller":"traceutil/trace.go:171","msg":"trace[1684530392] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"286.75685ms","start":"2026-03-31T18:35:01.217485Z","end":"2026-03-31T18:35:01.504242Z","steps":["trace[1684530392] 'process raft request' (duration: 286.451313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.504292Z","caller":"traceutil/trace.go:171","msg":"trace[117293797] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"286.627057ms","start":"2026-03-31T18:35:01.21765Z","end":"2026-03-31T18:35:01.504277Z","steps":["trace[117293797] 'process raft request' (duration: 286.531055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.504558Z","caller":"traceutil/trace.go:171","msg":"trace[773975349] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"286.75773ms","start":"2026-03-31T18:35:01.217793Z","end":"2026-03-31T18:35:01.504551Z","steps":["trace[773975349] 'process raft request' (duration: 286.451873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.504611Z","caller":"traceutil/trace.go:171","msg":"trace[1186514990] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"286.492674ms","start":"2026-03-31T18:35:01.218099Z","end":"2026-03-31T18:35:01.504592Z","steps":["trace[1186514990] 'process raft request' (duration: 286.348171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.505391Z","caller":"traceutil/trace.go:171","msg":"trace[1742162533] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"290.379297ms","start":"2026-03-31T18:35:01.214984Z","end":"2026-03-31T18:35:01.505363Z","steps":["trace[1742162533] 'process raft request' (duration: 288.644746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.038315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.690256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5207"} {"level":"info","ts":"2026-03-31T18:35:02.03838Z","caller":"traceutil/trace.go:171","msg":"trace[781822319] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:3202; }","duration":"129.807479ms","start":"2026-03-31T18:35:01.908558Z","end":"2026-03-31T18:35:02.038366Z","steps":["trace[781822319] 'range keys from in-memory index tree' (duration: 129.488432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.038368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.696921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"warn","ts":"2026-03-31T18:35:02.03837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.900916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2122"} {"level":"info","ts":"2026-03-31T18:35:02.038429Z","caller":"traceutil/trace.go:171","msg":"trace[1463596944] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3202; }","duration":"130.813454ms","start":"2026-03-31T18:35:01.907597Z","end":"2026-03-31T18:35:02.038411Z","steps":["trace[1463596944] 'range keys from in-memory index tree' (duration: 130.516867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:02.038445Z","caller":"traceutil/trace.go:171","msg":"trace[322307153] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:3202; }","duration":"131.012538ms","start":"2026-03-31T18:35:01.907414Z","end":"2026-03-31T18:35:02.038426Z","steps":["trace[322307153] 'range keys from in-memory index tree' (duration: 130.66924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.038637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.228624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478\" ","response":"range_response_count:1 size:5610"} {"level":"warn","ts":"2026-03-31T18:35:02.038708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.118581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-03-31T18:35:02.038727Z","caller":"traceutil/trace.go:171","msg":"trace[1164293813] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:3202; }","duration":"131.145541ms","start":"2026-03-31T18:35:01.907575Z","end":"2026-03-31T18:35:02.038721Z","steps":["trace[1164293813] 'range keys from in-memory index tree' (duration: 131.031979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.038724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.106426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"info","ts":"2026-03-31T18:35:02.038756Z","caller":"traceutil/trace.go:171","msg":"trace[177112000] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:3202; }","duration":"130.160557ms","start":"2026-03-31T18:35:01.908587Z","end":"2026-03-31T18:35:02.038747Z","steps":["trace[177112000] 'range keys from in-memory index tree' (duration: 129.951092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:02.038748Z","caller":"traceutil/trace.go:171","msg":"trace[1181427749] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478; range_end:; response_count:1; response_revision:3202; }","duration":"131.320336ms","start":"2026-03-31T18:35:01.90737Z","end":"2026-03-31T18:35:02.03869Z","steps":["trace[1181427749] 'range keys from in-memory index tree' (duration: 130.908126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.03877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.002849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T18:35:02.03877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.598579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15342"} {"level":"warn","ts":"2026-03-31T18:35:02.038861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.881176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-03-31T18:35:02.038882Z","caller":"traceutil/trace.go:171","msg":"trace[938839501] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:3202; }","duration":"130.918676ms","start":"2026-03-31T18:35:01.907957Z","end":"2026-03-31T18:35:02.038876Z","steps":["trace[938839501] 'range keys from in-memory index tree' (duration: 130.767743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:02.038879Z","caller":"traceutil/trace.go:171","msg":"trace[1590842409] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:3202; }","duration":"130.752313ms","start":"2026-03-31T18:35:01.90811Z","end":"2026-03-31T18:35:02.038862Z","steps":["trace[1590842409] 'range keys from in-memory index tree' (duration: 130.425875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.038922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.354067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-03-31T18:35:02.038952Z","caller":"traceutil/trace.go:171","msg":"trace[589301651] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:3202; }","duration":"131.397808ms","start":"2026-03-31T18:35:01.907545Z","end":"2026-03-31T18:35:02.038942Z","steps":["trace[589301651] 'range keys from in-memory index tree' (duration: 131.221563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.038966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.628383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788\" ","response":"range_response_count:1 size:5896"} {"level":"info","ts":"2026-03-31T18:35:02.038984Z","caller":"traceutil/trace.go:171","msg":"trace[537837257] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788; range_end:; response_count:1; response_revision:3202; }","duration":"131.645443ms","start":"2026-03-31T18:35:01.907332Z","end":"2026-03-31T18:35:02.038978Z","steps":["trace[537837257] 'range keys from in-memory index tree' (duration: 131.404207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:02.038877Z","caller":"traceutil/trace.go:171","msg":"trace[1636725260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3202; }","duration":"131.176173ms","start":"2026-03-31T18:35:01.907677Z","end":"2026-03-31T18:35:02.038853Z","steps":["trace[1636725260] 'range keys from in-memory index tree' (duration: 130.776633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.038998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.325576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2108"} {"level":"warn","ts":"2026-03-31T18:35:02.039041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.699645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2775"} {"level":"info","ts":"2026-03-31T18:35:02.039063Z","caller":"traceutil/trace.go:171","msg":"trace[2092892672] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:3202; }","duration":"131.396828ms","start":"2026-03-31T18:35:01.907652Z","end":"2026-03-31T18:35:02.039049Z","steps":["trace[2092892672] 'range keys from in-memory index tree' (duration: 131.189633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:02.039089Z","caller":"traceutil/trace.go:171","msg":"trace[929137548] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:3202; }","duration":"131.786177ms","start":"2026-03-31T18:35:01.907292Z","end":"2026-03-31T18:35:02.039078Z","steps":["trace[929137548] 'range keys from in-memory index tree' (duration: 131.442548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.039099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.672844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-03-31T18:35:02.040006Z","caller":"traceutil/trace.go:171","msg":"trace[541733930] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:3202; }","duration":"132.582075ms","start":"2026-03-31T18:35:01.907401Z","end":"2026-03-31T18:35:02.039983Z","steps":["trace[541733930] 'range keys from in-memory index tree' (duration: 131.299076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.039104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.652075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:02.040251Z","caller":"traceutil/trace.go:171","msg":"trace[209959053] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3202; }","duration":"316.785902ms","start":"2026-03-31T18:35:01.723404Z","end":"2026-03-31T18:35:02.04019Z","steps":["trace[209959053] 'range keys from in-memory index tree' (duration: 315.480721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.039145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.362916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:02.040331Z","caller":"traceutil/trace.go:171","msg":"trace[257347269] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3202; }","duration":"370.575025ms","start":"2026-03-31T18:35:01.669738Z","end":"2026-03-31T18:35:02.040313Z","steps":["trace[257347269] 'count revisions from in-memory index tree' (duration: 369.181511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.040373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:01.669719Z","time spent":"370.641177ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:02.039156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.738525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"warn","ts":"2026-03-31T18:35:02.040363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:01.723383Z","time spent":"316.924806ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:35:02.040419Z","caller":"traceutil/trace.go:171","msg":"trace[1739730313] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:3202; }","duration":"133.013657ms","start":"2026-03-31T18:35:01.907389Z","end":"2026-03-31T18:35:02.040403Z","steps":["trace[1739730313] 'range keys from in-memory index tree' (duration: 131.423978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.038664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.176233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"warn","ts":"2026-03-31T18:35:02.039195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.821678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-03-31T18:35:02.040638Z","caller":"traceutil/trace.go:171","msg":"trace[2033399863] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:3202; }","duration":"133.294334ms","start":"2026-03-31T18:35:01.907336Z","end":"2026-03-31T18:35:02.04063Z","steps":["trace[2033399863] 'range keys from in-memory index tree' (duration: 131.689904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:02.04062Z","caller":"traceutil/trace.go:171","msg":"trace[138970109] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:3202; }","duration":"133.068869ms","start":"2026-03-31T18:35:01.907473Z","end":"2026-03-31T18:35:02.040542Z","steps":["trace[138970109] 'range keys from in-memory index tree' (duration: 131.005078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.039192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.313645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2123"} {"level":"warn","ts":"2026-03-31T18:35:02.039225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.778497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-03-31T18:35:02.038387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.374173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-7cff949c8b\" ","response":"range_response_count:1 size:4105"} {"level":"info","ts":"2026-03-31T18:35:02.040787Z","caller":"traceutil/trace.go:171","msg":"trace[1519530364] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-7cff949c8b; range_end:; response_count:1; response_revision:3202; }","duration":"132.755361ms","start":"2026-03-31T18:35:01.907977Z","end":"2026-03-31T18:35:02.040732Z","steps":["trace[1519530364] 'range keys from in-memory index tree' (duration: 130.26098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:02.040839Z","caller":"traceutil/trace.go:171","msg":"trace[901868731] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:3202; }","duration":"132.973366ms","start":"2026-03-31T18:35:01.907845Z","end":"2026-03-31T18:35:02.040818Z","steps":["trace[901868731] 'range keys from in-memory index tree' (duration: 131.218653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:02.040889Z","caller":"traceutil/trace.go:171","msg":"trace[776668405] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:3202; }","duration":"133.450018ms","start":"2026-03-31T18:35:01.907427Z","end":"2026-03-31T18:35:02.040877Z","steps":["trace[776668405] 'range keys from in-memory index tree' (duration: 131.631743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.67407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.927044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:02.674172Z","caller":"traceutil/trace.go:171","msg":"trace[622070282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3203; }","duration":"227.045076ms","start":"2026-03-31T18:35:02.447102Z","end":"2026-03-31T18:35:02.674147Z","steps":["trace[622070282] 'range keys from in-memory index tree' (duration: 226.840891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.674089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.237701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:02.674308Z","caller":"traceutil/trace.go:171","msg":"trace[2107793859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3203; }","duration":"120.456265ms","start":"2026-03-31T18:35:02.553798Z","end":"2026-03-31T18:35:02.674255Z","steps":["trace[2107793859] 'range keys from in-memory index tree' (duration: 120.004074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.958152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.247244ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:35:03.540016Z","caller":"traceutil/trace.go:171","msg":"trace[1222163959] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"562.63913ms","start":"2026-03-31T18:35:02.977356Z","end":"2026-03-31T18:35:03.539995Z","steps":["trace[1222163959] 'process raft request' (duration: 562.487767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.540409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.977326Z","time spent":"562.771563ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:03.583825Z","caller":"traceutil/trace.go:171","msg":"trace[1580983940] linearizableReadLoop","detail":"{readStateIndex:3342; appliedIndex:3340; }","duration":"476.337277ms","start":"2026-03-31T18:35:03.107459Z","end":"2026-03-31T18:35:03.583797Z","steps":["trace[1580983940] 'read index received' (duration: 432.455682ms)","trace[1580983940] 'applied index is now lower than readState.Index' (duration: 43.880735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:03.583889Z","caller":"traceutil/trace.go:171","msg":"trace[807670228] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"603.42382ms","start":"2026-03-31T18:35:02.980442Z","end":"2026-03-31T18:35:03.583866Z","steps":["trace[807670228] 'process raft request' (duration: 603.168843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.58403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.543772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:03.584132Z","caller":"traceutil/trace.go:171","msg":"trace[1547278163] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3206; }","duration":"476.696085ms","start":"2026-03-31T18:35:03.107406Z","end":"2026-03-31T18:35:03.584102Z","steps":["trace[1547278163] 'agreement among raft nodes before linearized reading' (duration: 476.529641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.584167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.60382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:35:03.584204Z","caller":"traceutil/trace.go:171","msg":"trace[1246842557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3206; }","duration":"371.682512ms","start":"2026-03-31T18:35:03.212512Z","end":"2026-03-31T18:35:03.584194Z","steps":["trace[1246842557] 'agreement among raft nodes before linearized reading' (duration: 371.561959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.584194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.107346Z","time spent":"476.834448ms","remote":"127.0.0.1:52054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:03.584233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.212493Z","time spent":"371.734902ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:03.584344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.062486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:03.584414Z","caller":"traceutil/trace.go:171","msg":"trace[1265739034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3206; }","duration":"135.160808ms","start":"2026-03-31T18:35:03.449236Z","end":"2026-03-31T18:35:03.584397Z","steps":["trace[1265739034] 'agreement among raft nodes before linearized reading' (duration: 135.071586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.58498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.980417Z","time spent":"604.463315ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:04.146736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.988631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:04.146996Z","caller":"traceutil/trace.go:171","msg":"trace[376721304] linearizableReadLoop","detail":"{readStateIndex:3347; appliedIndex:3342; }","duration":"419.748987ms","start":"2026-03-31T18:35:03.727232Z","end":"2026-03-31T18:35:04.146981Z","steps":["trace[376721304] 'read index received' (duration: 348.789821ms)","trace[376721304] 'applied index is now lower than readState.Index' (duration: 70.958416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:04.147213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.986412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:04.147259Z","caller":"traceutil/trace.go:171","msg":"trace[530971779] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3211; }","duration":"420.072014ms","start":"2026-03-31T18:35:03.727177Z","end":"2026-03-31T18:35:04.147249Z","steps":["trace[530971779] 'agreement among raft nodes before linearized reading' (duration: 419.858459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:04.147289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.727154Z","time spent":"420.126535ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:35:04.147464Z","caller":"traceutil/trace.go:171","msg":"trace[297002438] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"557.909236ms","start":"2026-03-31T18:35:03.589544Z","end":"2026-03-31T18:35:04.147453Z","steps":["trace[297002438] 'process raft request' (duration: 557.374193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:04.147485Z","caller":"traceutil/trace.go:171","msg":"trace[643816513] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"557.948307ms","start":"2026-03-31T18:35:03.589493Z","end":"2026-03-31T18:35:04.147441Z","steps":["trace[643816513] 'process raft request' (duration: 557.393034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:04.147558Z","caller":"traceutil/trace.go:171","msg":"trace[791688572] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"556.634755ms","start":"2026-03-31T18:35:03.590915Z","end":"2026-03-31T18:35:04.14755Z","steps":["trace[791688572] 'process raft request' (duration: 556.031031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:04.147613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.590898Z","time spent":"556.684077ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:04.147689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.589467Z","time spent":"558.109381ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:04.147687Z","caller":"traceutil/trace.go:171","msg":"trace[1133205297] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"558.803928ms","start":"2026-03-31T18:35:03.588855Z","end":"2026-03-31T18:35:04.147659Z","steps":["trace[1133205297] 'process raft request' (duration: 557.972637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:04.147676Z","caller":"traceutil/trace.go:171","msg":"trace[1887912750] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"559.637767ms","start":"2026-03-31T18:35:03.588004Z","end":"2026-03-31T18:35:04.147641Z","steps":["trace[1887912750] 'process raft request' (duration: 41.643681ms)","trace[1887912750] 'compare' (duration: 516.670314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:04.147527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.589531Z","time spent":"557.957417ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:04.147804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.588828Z","time spent":"558.915031ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:04.147837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.58799Z","time spent":"559.769291ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:05.030283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.882655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:05.030388Z","caller":"traceutil/trace.go:171","msg":"trace[1931353836] linearizableReadLoop","detail":"{readStateIndex:3350; appliedIndex:3349; }","duration":"135.125557ms","start":"2026-03-31T18:35:04.895245Z","end":"2026-03-31T18:35:05.030371Z","steps":["trace[1931353836] 'read index received' (duration: 49.052µs)","trace[1931353836] 'applied index is now lower than readState.Index' (duration: 135.075165ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:05.03047Z","caller":"traceutil/trace.go:171","msg":"trace[1423822622] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"334.19461ms","start":"2026-03-31T18:35:04.696263Z","end":"2026-03-31T18:35:05.030457Z","steps":["trace[1423822622] 'process raft request' (duration: 114.04795ms)","trace[1423822622] 'compare' (duration: 219.505935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:05.030528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.696249Z","time spent":"334.246612ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:05.030652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.386563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200cd46e0e2bc\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-31T18:35:05.030731Z","caller":"traceutil/trace.go:171","msg":"trace[582859263] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200cd46e0e2bc; range_end:; response_count:1; response_revision:3214; }","duration":"135.497205ms","start":"2026-03-31T18:35:04.895217Z","end":"2026-03-31T18:35:05.030714Z","steps":["trace[582859263] 'agreement among raft nodes before linearized reading' (duration: 135.305511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:05.924359Z","caller":"traceutil/trace.go:171","msg":"trace[757184112] linearizableReadLoop","detail":"{readStateIndex:3352; appliedIndex:3351; }","duration":"478.009976ms","start":"2026-03-31T18:35:05.446266Z","end":"2026-03-31T18:35:05.924275Z","steps":["trace[757184112] 'read index received' (duration: 477.77297ms)","trace[757184112] 'applied index is now lower than readState.Index' (duration: 236.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:05.924435Z","caller":"traceutil/trace.go:171","msg":"trace[263517799] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"679.117818ms","start":"2026-03-31T18:35:05.245286Z","end":"2026-03-31T18:35:05.924403Z","steps":["trace[263517799] 'process raft request' (duration: 678.7666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:05.924576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:05.245265Z","time spent":"679.23147ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:05.925019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.736734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:05.925103Z","caller":"traceutil/trace.go:171","msg":"trace[300806991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3216; }","duration":"478.867456ms","start":"2026-03-31T18:35:05.446217Z","end":"2026-03-31T18:35:05.925085Z","steps":["trace[300806991] 'agreement among raft nodes before linearized reading' (duration: 478.733923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:05.925154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:05.4462Z","time spent":"478.938598ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:35:05.945041Z","caller":"traceutil/trace.go:171","msg":"trace[1345933906] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"399.5525ms","start":"2026-03-31T18:35:05.545463Z","end":"2026-03-31T18:35:05.945016Z","steps":["trace[1345933906] 'process raft request' (duration: 399.376246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:05.945224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:05.545437Z","time spent":"399.685672ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:05.945274Z","caller":"traceutil/trace.go:171","msg":"trace[780834546] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"353.458682ms","start":"2026-03-31T18:35:05.591779Z","end":"2026-03-31T18:35:05.945237Z","steps":["trace[780834546] 'process raft request' (duration: 353.189686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:05.945374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.13047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:05.945433Z","caller":"traceutil/trace.go:171","msg":"trace[1616563355] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3218; }","duration":"245.227662ms","start":"2026-03-31T18:35:05.700189Z","end":"2026-03-31T18:35:05.945416Z","steps":["trace[1616563355] 'agreement among raft nodes before linearized reading' (duration: 245.121139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:05.945421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.242301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:05.945497Z","caller":"traceutil/trace.go:171","msg":"trace[1998578812] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3218; }","duration":"222.352243ms","start":"2026-03-31T18:35:05.723127Z","end":"2026-03-31T18:35:05.94548Z","steps":["trace[1998578812] 'agreement among raft nodes before linearized reading' (duration: 222.115296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:05.945483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:05.591757Z","time spent":"353.616027ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:05.945532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.831915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:35:05.945596Z","caller":"traceutil/trace.go:171","msg":"trace[1883022842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3218; }","duration":"396.923687ms","start":"2026-03-31T18:35:05.548654Z","end":"2026-03-31T18:35:05.945578Z","steps":["trace[1883022842] 'agreement among raft nodes before linearized reading' (duration: 396.608209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:05.945639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:05.548639Z","time spent":"396.988418ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:35:06.267238Z","caller":"traceutil/trace.go:171","msg":"trace[1845523922] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"112.935353ms","start":"2026-03-31T18:35:06.154278Z","end":"2026-03-31T18:35:06.267213Z","steps":["trace[1845523922] 'process raft request' (duration: 45.353899ms)","trace[1845523922] 'compare' (duration: 67.361299ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:06.267552Z","caller":"traceutil/trace.go:171","msg":"trace[1693672503] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"112.983975ms","start":"2026-03-31T18:35:06.154525Z","end":"2026-03-31T18:35:06.267509Z","steps":["trace[1693672503] 'process raft request' (duration: 112.639916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.267675Z","caller":"traceutil/trace.go:171","msg":"trace[1830701508] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"113.036977ms","start":"2026-03-31T18:35:06.154625Z","end":"2026-03-31T18:35:06.267662Z","steps":["trace[1830701508] 'process raft request' (duration: 112.755569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.267675Z","caller":"traceutil/trace.go:171","msg":"trace[271403538] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"112.177455ms","start":"2026-03-31T18:35:06.155478Z","end":"2026-03-31T18:35:06.267655Z","steps":["trace[271403538] 'process raft request' (duration: 112.101244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:07.303805Z","caller":"traceutil/trace.go:171","msg":"trace[1063629547] linearizableReadLoop","detail":"{readStateIndex:3363; appliedIndex:3362; }","duration":"269.337201ms","start":"2026-03-31T18:35:07.034435Z","end":"2026-03-31T18:35:07.303772Z","steps":["trace[1063629547] 'read index received' (duration: 269.149037ms)","trace[1063629547] 'applied index is now lower than readState.Index' (duration: 186.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:07.303897Z","caller":"traceutil/trace.go:171","msg":"trace[1172498518] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"371.745342ms","start":"2026-03-31T18:35:06.932098Z","end":"2026-03-31T18:35:07.303844Z","steps":["trace[1172498518] 'process raft request' (duration: 371.484266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:07.304016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.243052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:07.30406Z","caller":"traceutil/trace.go:171","msg":"trace[256288717] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3227; }","duration":"173.355626ms","start":"2026-03-31T18:35:07.130693Z","end":"2026-03-31T18:35:07.304049Z","steps":["trace[256288717] 'agreement among raft nodes before linearized reading' (duration: 173.248942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:07.30412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:06.932074Z","time spent":"371.916537ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:07.304149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.708592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:07.304209Z","caller":"traceutil/trace.go:171","msg":"trace[1539382366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3227; }","duration":"269.768713ms","start":"2026-03-31T18:35:07.034423Z","end":"2026-03-31T18:35:07.304191Z","steps":["trace[1539382366] 'agreement among raft nodes before linearized reading' (duration: 269.517106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.091432Z","caller":"traceutil/trace.go:171","msg":"trace[1262766442] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"141.959252ms","start":"2026-03-31T18:35:07.949448Z","end":"2026-03-31T18:35:08.091407Z","steps":["trace[1262766442] 'process raft request' (duration: 141.780648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.566476Z","caller":"traceutil/trace.go:171","msg":"trace[37277775] linearizableReadLoop","detail":"{readStateIndex:3368; appliedIndex:3367; }","duration":"394.375927ms","start":"2026-03-31T18:35:08.172067Z","end":"2026-03-31T18:35:08.566443Z","steps":["trace[37277775] 'read index received' (duration: 379.466159ms)","trace[37277775] 'applied index is now lower than readState.Index' (duration: 14.908088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:08.566859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.775766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:35:08.566945Z","caller":"traceutil/trace.go:171","msg":"trace[667868946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3231; }","duration":"394.911959ms","start":"2026-03-31T18:35:08.172008Z","end":"2026-03-31T18:35:08.56692Z","steps":["trace[667868946] 'agreement among raft nodes before linearized reading' (duration: 394.695124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.566859Z","caller":"traceutil/trace.go:171","msg":"trace[165022779] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"617.128029ms","start":"2026-03-31T18:35:07.949466Z","end":"2026-03-31T18:35:08.566594Z","steps":["trace[165022779] 'process raft request' (duration: 602.046386ms)","trace[165022779] 'compare' (duration: 14.803796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:08.566987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:08.171989Z","time spent":"394.989502ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:08.567157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:07.949456Z","time spent":"617.549889ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:08.653422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.629256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:08.653448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.221652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:08.653547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.326707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:08.653597Z","caller":"traceutil/trace.go:171","msg":"trace[982090153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3232; }","duration":"382.390999ms","start":"2026-03-31T18:35:08.271185Z","end":"2026-03-31T18:35:08.653576Z","steps":["trace[982090153] 'agreement among raft nodes before linearized reading' (duration: 382.312387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.653524Z","caller":"traceutil/trace.go:171","msg":"trace[1823562443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3232; }","duration":"164.78977ms","start":"2026-03-31T18:35:08.488712Z","end":"2026-03-31T18:35:08.653502Z","steps":["trace[1823562443] 'agreement among raft nodes before linearized reading' (duration: 164.592265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.653631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:08.271168Z","time spent":"382.4579ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:35:08.653443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.290086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:35:08.653703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.888627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:35:08.6538Z","caller":"traceutil/trace.go:171","msg":"trace[680989387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3232; }","duration":"382.04399ms","start":"2026-03-31T18:35:08.271737Z","end":"2026-03-31T18:35:08.653781Z","steps":["trace[680989387] 'agreement among raft nodes before linearized reading' (duration: 381.810884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.653792Z","caller":"traceutil/trace.go:171","msg":"trace[1934286733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3232; }","duration":"382.659294ms","start":"2026-03-31T18:35:08.271109Z","end":"2026-03-31T18:35:08.653768Z","steps":["trace[1934286733] 'agreement among raft nodes before linearized reading' (duration: 381.898636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.653846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:08.271716Z","time spent":"382.121492ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:08.653919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:08.271053Z","time spent":"382.794468ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:35:08.653599Z","caller":"traceutil/trace.go:171","msg":"trace[1684982784] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3232; }","duration":"344.436136ms","start":"2026-03-31T18:35:08.309122Z","end":"2026-03-31T18:35:08.653559Z","steps":["trace[1684982784] 'agreement among raft nodes before linearized reading' (duration: 343.951265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.653705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.04934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:08.653602Z","caller":"traceutil/trace.go:171","msg":"trace[400621868] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"181.359658ms","start":"2026-03-31T18:35:08.472219Z","end":"2026-03-31T18:35:08.653579Z","steps":["trace[400621868] 'process raft request' (duration: 180.60011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.654056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:08.309108Z","time spent":"344.888058ms","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:08.654112Z","caller":"traceutil/trace.go:171","msg":"trace[605524217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3232; }","duration":"382.495931ms","start":"2026-03-31T18:35:08.271597Z","end":"2026-03-31T18:35:08.654093Z","steps":["trace[605524217] 'agreement among raft nodes before linearized reading' (duration: 381.884167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.654209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:08.271589Z","time spent":"382.560332ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:35:09.495271Z","caller":"traceutil/trace.go:171","msg":"trace[156678578] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"155.968148ms","start":"2026-03-31T18:35:09.339269Z","end":"2026-03-31T18:35:09.495237Z","steps":["trace[156678578] 'process raft request' (duration: 155.825685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.772515Z","caller":"traceutil/trace.go:171","msg":"trace[1412299714] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"199.941786ms","start":"2026-03-31T18:35:10.572531Z","end":"2026-03-31T18:35:10.772473Z","steps":["trace[1412299714] 'process raft request' (duration: 199.757421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.908094Z","caller":"traceutil/trace.go:171","msg":"trace[1888560647] linearizableReadLoop","detail":"{readStateIndex:3378; appliedIndex:3376; }","duration":"240.406768ms","start":"2026-03-31T18:35:10.667659Z","end":"2026-03-31T18:35:10.908065Z","steps":["trace[1888560647] 'read index received' (duration: 104.541283ms)","trace[1888560647] 'applied index is now lower than readState.Index' (duration: 135.864345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:10.908205Z","caller":"traceutil/trace.go:171","msg":"trace[1317127753] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"248.902401ms","start":"2026-03-31T18:35:10.659262Z","end":"2026-03-31T18:35:10.908164Z","steps":["trace[1317127753] 'process raft request' (duration: 235.608861ms)","trace[1317127753] 'compare' (duration: 13.064505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:10.908336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.654983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:35:10.908373Z","caller":"traceutil/trace.go:171","msg":"trace[1934636211] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3241; }","duration":"240.735816ms","start":"2026-03-31T18:35:10.667625Z","end":"2026-03-31T18:35:10.908361Z","steps":["trace[1934636211] 'agreement among raft nodes before linearized reading' (duration: 240.588172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:10.908489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.903756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:35:10.908555Z","caller":"traceutil/trace.go:171","msg":"trace[227118593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3241; }","duration":"155.987978ms","start":"2026-03-31T18:35:10.75255Z","end":"2026-03-31T18:35:10.908538Z","steps":["trace[227118593] 'agreement among raft nodes before linearized reading' (duration: 155.803714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:10.908538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.411959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:10.908596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.155513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:35:10.908623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.860605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:35:10.908584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.855635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:35:10.908665Z","caller":"traceutil/trace.go:171","msg":"trace[1968010072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3241; }","duration":"155.948027ms","start":"2026-03-31T18:35:10.752702Z","end":"2026-03-31T18:35:10.90865Z","steps":["trace[1968010072] 'agreement among raft nodes before linearized reading' (duration: 155.780513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.908661Z","caller":"traceutil/trace.go:171","msg":"trace[1310044779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3241; }","duration":"156.265465ms","start":"2026-03-31T18:35:10.752379Z","end":"2026-03-31T18:35:10.908645Z","steps":["trace[1310044779] 'agreement among raft nodes before linearized reading' (duration: 156.086351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.908661Z","caller":"traceutil/trace.go:171","msg":"trace[159156212] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3241; }","duration":"156.604763ms","start":"2026-03-31T18:35:10.752028Z","end":"2026-03-31T18:35:10.908633Z","steps":["trace[159156212] 'agreement among raft nodes before linearized reading' (duration: 156.279195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.9087Z","caller":"traceutil/trace.go:171","msg":"trace[1489715152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3241; }","duration":"156.0665ms","start":"2026-03-31T18:35:10.752609Z","end":"2026-03-31T18:35:10.908676Z","steps":["trace[1489715152] 'agreement among raft nodes before linearized reading' (duration: 155.718472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.640779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.484376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:11.64102Z","caller":"traceutil/trace.go:171","msg":"trace[1693786606] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"727.363909ms","start":"2026-03-31T18:35:10.91364Z","end":"2026-03-31T18:35:11.641003Z","steps":["trace[1693786606] 'process raft request' (duration: 727.302407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.641093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.913631Z","time spent":"727.42857ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:11.64121Z","caller":"traceutil/trace.go:171","msg":"trace[1552351227] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"727.604114ms","start":"2026-03-31T18:35:10.913597Z","end":"2026-03-31T18:35:11.641201Z","steps":["trace[1552351227] 'process raft request' (duration: 727.268406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.641261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.913585Z","time spent":"727.651056ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:11.64143Z","caller":"traceutil/trace.go:171","msg":"trace[1808098546] linearizableReadLoop","detail":"{readStateIndex:3383; appliedIndex:3379; }","duration":"607.230162ms","start":"2026-03-31T18:35:11.034151Z","end":"2026-03-31T18:35:11.641381Z","steps":["trace[1808098546] 'read index received' (duration: 423.980327ms)","trace[1808098546] 'applied index is now lower than readState.Index' (duration: 183.247364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:11.64151Z","caller":"traceutil/trace.go:171","msg":"trace[1028336357] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"727.934472ms","start":"2026-03-31T18:35:10.91356Z","end":"2026-03-31T18:35:11.641495Z","steps":["trace[1028336357] 'process raft request' (duration: 544.653047ms)","trace[1028336357] 'compare' (duration: 182.027004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:11.64211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.913545Z","time spent":"728.460054ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:11.641638Z","caller":"traceutil/trace.go:171","msg":"trace[2049267304] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"727.8105ms","start":"2026-03-31T18:35:10.913709Z","end":"2026-03-31T18:35:11.641519Z","steps":["trace[2049267304] 'process raft request' (duration: 727.264057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.642238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.913672Z","time spent":"728.512476ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:11.641696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.518718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T18:35:11.642388Z","caller":"traceutil/trace.go:171","msg":"trace[9557571] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200c31662115d; range_end:; response_count:1; response_revision:3246; }","duration":"608.251706ms","start":"2026-03-31T18:35:11.034116Z","end":"2026-03-31T18:35:11.642368Z","steps":["trace[9557571] 'agreement among raft nodes before linearized reading' (duration: 607.430166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.642447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.034097Z","time spent":"608.336457ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a200c31662115d\" "} {"level":"warn","ts":"2026-03-31T18:35:11.642452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.086548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:11.642557Z","caller":"traceutil/trace.go:171","msg":"trace[25990849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3246; }","duration":"143.233102ms","start":"2026-03-31T18:35:11.499306Z","end":"2026-03-31T18:35:11.642539Z","steps":["trace[25990849] 'agreement among raft nodes before linearized reading' (duration: 142.960155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.643187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.362942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:35:11.643377Z","caller":"traceutil/trace.go:171","msg":"trace[990066550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3246; }","duration":"495.602769ms","start":"2026-03-31T18:35:11.147745Z","end":"2026-03-31T18:35:11.643348Z","steps":["trace[990066550] 'agreement among raft nodes before linearized reading' (duration: 494.369559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.644038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.14772Z","time spent":"496.280165ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:35:12.048532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.650302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:12.048668Z","caller":"traceutil/trace.go:171","msg":"trace[1442242823] linearizableReadLoop","detail":"{readStateIndex:3385; appliedIndex:3384; }","duration":"320.345927ms","start":"2026-03-31T18:35:11.72829Z","end":"2026-03-31T18:35:12.048636Z","steps":["trace[1442242823] 'read index received' (duration: 136.382687ms)","trace[1442242823] 'applied index is now lower than readState.Index' (duration: 183.96195ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:12.048723Z","caller":"traceutil/trace.go:171","msg":"trace[993313910] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"401.267413ms","start":"2026-03-31T18:35:11.647387Z","end":"2026-03-31T18:35:12.048654Z","steps":["trace[993313910] 'process raft request' (duration: 217.394005ms)","trace[993313910] 'compare' (duration: 183.438927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:12.048876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.647375Z","time spent":"401.419146ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:12.048915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.233505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:12.048971Z","caller":"traceutil/trace.go:171","msg":"trace[2015564106] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3248; }","duration":"325.336038ms","start":"2026-03-31T18:35:11.72362Z","end":"2026-03-31T18:35:12.048956Z","steps":["trace[2015564106] 'agreement among raft nodes before linearized reading' (duration: 325.139503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.049025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.723601Z","time spent":"325.410499ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:35:12.049187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.106019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T18:35:12.049336Z","caller":"traceutil/trace.go:171","msg":"trace[1042014756] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3248; }","duration":"319.280802ms","start":"2026-03-31T18:35:11.730042Z","end":"2026-03-31T18:35:12.049323Z","steps":["trace[1042014756] 'agreement among raft nodes before linearized reading' (duration: 318.993576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.049479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.730029Z","time spent":"319.435516ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:35:12.260861Z","caller":"traceutil/trace.go:171","msg":"trace[1560431789] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"131.221334ms","start":"2026-03-31T18:35:12.129611Z","end":"2026-03-31T18:35:12.260833Z","steps":["trace[1560431789] 'process raft request' (duration: 131.06492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.984439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.203938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:35:12.984859Z","caller":"traceutil/trace.go:171","msg":"trace[978593568] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"206.43968ms","start":"2026-03-31T18:35:12.778396Z","end":"2026-03-31T18:35:12.984836Z","steps":["trace[978593568] 'process raft request' (duration: 206.206894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:13.026766Z","caller":"traceutil/trace.go:171","msg":"trace[280233610] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"110.133006ms","start":"2026-03-31T18:35:12.916582Z","end":"2026-03-31T18:35:13.026715Z","steps":["trace[280233610] 'process raft request' (duration: 109.928611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:13.745276Z","caller":"traceutil/trace.go:171","msg":"trace[847179051] linearizableReadLoop","detail":"{readStateIndex:3391; appliedIndex:3390; }","duration":"295.837419ms","start":"2026-03-31T18:35:13.449415Z","end":"2026-03-31T18:35:13.745252Z","steps":["trace[847179051] 'read index received' (duration: 295.613764ms)","trace[847179051] 'applied index is now lower than readState.Index' (duration: 222.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:13.74541Z","caller":"traceutil/trace.go:171","msg":"trace[2076237708] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"312.53029ms","start":"2026-03-31T18:35:13.432839Z","end":"2026-03-31T18:35:13.745369Z","steps":["trace[2076237708] 'process raft request' (duration: 312.226593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.745609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.432814Z","time spent":"312.687744ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:13.745452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.011673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:13.745935Z","caller":"traceutil/trace.go:171","msg":"trace[1068709539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3253; }","duration":"296.471425ms","start":"2026-03-31T18:35:13.449382Z","end":"2026-03-31T18:35:13.745853Z","steps":["trace[1068709539] 'agreement among raft nodes before linearized reading' (duration: 296.020214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:14.252873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444123539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:14.753425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444123539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:15.23458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484372478s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:35:15.235024Z","caller":"traceutil/trace.go:171","msg":"trace[577082758] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"1.484920912s","start":"2026-03-31T18:35:13.750082Z","end":"2026-03-31T18:35:15.235003Z","steps":["trace[577082758] 'process raft request' (duration: 1.484758408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:15.235152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.750064Z","time spent":"1.485021845s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:16.103854Z","caller":"traceutil/trace.go:171","msg":"trace[1649002658] linearizableReadLoop","detail":"{readStateIndex:3396; appliedIndex:3391; }","duration":"2.351499057s","start":"2026-03-31T18:35:13.752335Z","end":"2026-03-31T18:35:16.103834Z","steps":["trace[1649002658] 'read index received' (duration: 1.482532146s)","trace[1649002658] 'applied index is now lower than readState.Index' (duration: 868.966161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:16.103957Z","caller":"traceutil/trace.go:171","msg":"trace[1590327604] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"1.837784841s","start":"2026-03-31T18:35:14.266164Z","end":"2026-03-31T18:35:16.103949Z","steps":["trace[1590327604] 'process raft request' (duration: 1.837568496s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:16.103941Z","caller":"traceutil/trace.go:171","msg":"trace[1093633287] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"2.35249164s","start":"2026-03-31T18:35:13.751412Z","end":"2026-03-31T18:35:16.103904Z","steps":["trace[1093633287] 'process raft request' (duration: 2.352291626s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:16.104021Z","caller":"traceutil/trace.go:171","msg":"trace[246154284] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"2.352783827s","start":"2026-03-31T18:35:13.751203Z","end":"2026-03-31T18:35:16.103987Z","steps":["trace[246154284] 'process raft request' (duration: 2.35247252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.1041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131807747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:16.104133Z","caller":"traceutil/trace.go:171","msg":"trace[583979600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3260; }","duration":"2.131881638s","start":"2026-03-31T18:35:13.972244Z","end":"2026-03-31T18:35:16.104126Z","steps":["trace[583979600] 'agreement among raft nodes before linearized reading' (duration: 2.131828977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.10416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.97222Z","time spent":"2.131932269s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:16.104198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.751188Z","time spent":"2.35291432s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:16.104231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351895236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:35:16.104287Z","caller":"traceutil/trace.go:171","msg":"trace[1896825193] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3260; }","duration":"2.351990948s","start":"2026-03-31T18:35:13.752285Z","end":"2026-03-31T18:35:16.104276Z","steps":["trace[1896825193] 'agreement among raft nodes before linearized reading' (duration: 2.351754912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.104231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.751401Z","time spent":"2.352696285s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:16.104329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.752271Z","time spent":"2.352049479s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:35:16.104349Z","caller":"traceutil/trace.go:171","msg":"trace[991689188] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"1.113353823s","start":"2026-03-31T18:35:14.99098Z","end":"2026-03-31T18:35:16.104334Z","steps":["trace[991689188] 'process raft request' (duration: 1.11278012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.104373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127449123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:16.104395Z","caller":"traceutil/trace.go:171","msg":"trace[1704004418] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3260; }","duration":"1.127497694s","start":"2026-03-31T18:35:14.976892Z","end":"2026-03-31T18:35:16.104389Z","steps":["trace[1704004418] 'agreement among raft nodes before linearized reading' (duration: 1.127460673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.104416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.97688Z","time spent":"1.127528845s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:16.104408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.990945Z","time spent":"1.113431256s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:16.104498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654918197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:16.104529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811544451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:16.104515Z","caller":"traceutil/trace.go:171","msg":"trace[160833495] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"1.07157465s","start":"2026-03-31T18:35:15.032928Z","end":"2026-03-31T18:35:16.104502Z","steps":["trace[160833495] 'process raft request' (duration: 1.070877264s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:16.104548Z","caller":"traceutil/trace.go:171","msg":"trace[1748923069] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3260; }","duration":"1.811600922s","start":"2026-03-31T18:35:14.292941Z","end":"2026-03-31T18:35:16.104542Z","steps":["trace[1748923069] 'agreement among raft nodes before linearized reading' (duration: 1.811569332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.104568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.292919Z","time spent":"1.811643984s","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:16.104557Z","caller":"traceutil/trace.go:171","msg":"trace[2091052289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3260; }","duration":"1.65501707s","start":"2026-03-31T18:35:14.449523Z","end":"2026-03-31T18:35:16.10454Z","steps":["trace[2091052289] 'agreement among raft nodes before linearized reading' (duration: 1.654933098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.104582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:15.032901Z","time spent":"1.071651692s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:16.104603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.449497Z","time spent":"1.655096752s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:35:16.103963Z","caller":"traceutil/trace.go:171","msg":"trace[192742906] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"2.353727199s","start":"2026-03-31T18:35:13.750203Z","end":"2026-03-31T18:35:16.10393Z","steps":["trace[192742906] 'process raft request' (duration: 2.35333789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.104688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.567084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:16.104332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040542434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:35:16.104721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050970414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:16.104724Z","caller":"traceutil/trace.go:171","msg":"trace[1565487213] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3260; }","duration":"511.641315ms","start":"2026-03-31T18:35:15.593072Z","end":"2026-03-31T18:35:16.104713Z","steps":["trace[1565487213] 'agreement among raft nodes before linearized reading' (duration: 511.581244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.104042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.266125Z","time spent":"1.837852343s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:16.10474Z","caller":"traceutil/trace.go:171","msg":"trace[1462793606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3260; }","duration":"2.051013955s","start":"2026-03-31T18:35:14.053721Z","end":"2026-03-31T18:35:16.104735Z","steps":["trace[1462793606] 'agreement among raft nodes before linearized reading' (duration: 2.050929673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.104758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.053707Z","time spent":"2.051047685s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:35:16.104746Z","caller":"traceutil/trace.go:171","msg":"trace[1236487617] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3260; }","duration":"1.041005976s","start":"2026-03-31T18:35:15.063722Z","end":"2026-03-31T18:35:16.104728Z","steps":["trace[1236487617] 'agreement among raft nodes before linearized reading' (duration: 1.040374891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.104756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:15.593051Z","time spent":"511.697346ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:16.10475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.695816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:35:16.104796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:15.063709Z","time spent":"1.041069657s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:16.10481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143503588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:16.104816Z","caller":"traceutil/trace.go:171","msg":"trace[1865602051] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3260; }","duration":"898.781497ms","start":"2026-03-31T18:35:15.206006Z","end":"2026-03-31T18:35:16.104788Z","steps":["trace[1865602051] 'agreement among raft nodes before linearized reading' (duration: 898.661744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:16.104841Z","caller":"traceutil/trace.go:171","msg":"trace[42844311] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3260; }","duration":"1.143538279s","start":"2026-03-31T18:35:14.961293Z","end":"2026-03-31T18:35:16.104831Z","steps":["trace[42844311] 'agreement among raft nodes before linearized reading' (duration: 1.143462017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.10485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:15.205983Z","time spent":"898.858719ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:16.104876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.961235Z","time spent":"1.143633251s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":30,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:16.10498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395035853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:35:16.105009Z","caller":"traceutil/trace.go:171","msg":"trace[180863985] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3260; }","duration":"1.395143295s","start":"2026-03-31T18:35:14.70986Z","end":"2026-03-31T18:35:16.105003Z","steps":["trace[180863985] 'agreement among raft nodes before linearized reading' (duration: 1.395075744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.105003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.262713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:16.105027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.709841Z","time spent":"1.395181696s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:35:16.105044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575029597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200cd368596fc\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-31T18:35:16.104708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.750166Z","time spent":"2.354496597s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:16.105099Z","caller":"traceutil/trace.go:171","msg":"trace[1189818523] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200cd368596fc; range_end:; response_count:1; response_revision:3260; }","duration":"1.575112869s","start":"2026-03-31T18:35:14.529974Z","end":"2026-03-31T18:35:16.105087Z","steps":["trace[1189818523] 'agreement among raft nodes before linearized reading' (duration: 1.574959296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.105111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.676188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:16.105138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.529958Z","time spent":"1.5751708s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a200cd368596fc\" "} {"level":"info","ts":"2026-03-31T18:35:16.105146Z","caller":"traceutil/trace.go:171","msg":"trace[960584433] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3260; }","duration":"472.75392ms","start":"2026-03-31T18:35:15.632383Z","end":"2026-03-31T18:35:16.105137Z","steps":["trace[960584433] 'agreement among raft nodes before linearized reading' (duration: 472.692999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:16.105049Z","caller":"traceutil/trace.go:171","msg":"trace[2016723068] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3260; }","duration":"158.346974ms","start":"2026-03-31T18:35:15.946689Z","end":"2026-03-31T18:35:16.105036Z","steps":["trace[2016723068] 'agreement among raft nodes before linearized reading' (duration: 158.260132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.105185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:15.632359Z","time spent":"472.814502ms","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:16.610826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444123549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:17.11203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444123549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:17.612831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444123549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:18.069561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.961097545s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:35:18.907602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.643865ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:18.907735Z","caller":"traceutil/trace.go:171","msg":"trace[487248872] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3260; }","duration":"161.789699ms","start":"2026-03-31T18:35:18.745926Z","end":"2026-03-31T18:35:18.907716Z","steps":["trace[487248872] 'range keys from in-memory index tree' (duration: 161.627504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:18.907931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.111668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:18.90835Z","caller":"traceutil/trace.go:171","msg":"trace[380114770] linearizableReadLoop","detail":"{readStateIndex:3404; appliedIndex:3398; }","duration":"2.797960034s","start":"2026-03-31T18:35:16.110368Z","end":"2026-03-31T18:35:18.908328Z","steps":["trace[380114770] 'read index received' (duration: 1.959371094s)","trace[380114770] 'applied index is now lower than readState.Index' (duration: 838.58796ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:18.908392Z","caller":"traceutil/trace.go:171","msg":"trace[985238375] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"2.800046574s","start":"2026-03-31T18:35:16.108335Z","end":"2026-03-31T18:35:18.908381Z","steps":["trace[985238375] 'process raft request' (duration: 1.961393443s)","trace[985238375] 'compare' (duration: 837.900794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:18.908426Z","caller":"traceutil/trace.go:171","msg":"trace[1964641365] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"2.797744969s","start":"2026-03-31T18:35:16.11067Z","end":"2026-03-31T18:35:18.908415Z","steps":["trace[1964641365] 'process raft request' (duration: 2.797516314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:18.908486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.110648Z","time spent":"2.79780335s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:18.908489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.10831Z","time spent":"2.800111425s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:18.908671Z","caller":"traceutil/trace.go:171","msg":"trace[906331286] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"1.231670786s","start":"2026-03-31T18:35:17.676967Z","end":"2026-03-31T18:35:18.908638Z","steps":["trace[906331286] 'process raft request' (duration: 1.231322768s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:18.908711Z","caller":"traceutil/trace.go:171","msg":"trace[2146872323] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"1.905618601s","start":"2026-03-31T18:35:17.003074Z","end":"2026-03-31T18:35:18.908693Z","steps":["trace[2146872323] 'process raft request' (duration: 1.90517942s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:18.908356Z","caller":"traceutil/trace.go:171","msg":"trace[665534554] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"2.797777999s","start":"2026-03-31T18:35:16.110563Z","end":"2026-03-31T18:35:18.908341Z","steps":["trace[665534554] 'process raft request' (duration: 2.797570774s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:18.908718Z","caller":"traceutil/trace.go:171","msg":"trace[812498495] transaction","detail":"{read_only:false; response_revision:3265; number_of_response:1; }","duration":"2.797449392s","start":"2026-03-31T18:35:16.111245Z","end":"2026-03-31T18:35:18.908694Z","steps":["trace[812498495] 'process raft request' (duration: 2.796976881s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:18.908739Z","caller":"traceutil/trace.go:171","msg":"trace[583663072] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"2.798486946s","start":"2026-03-31T18:35:16.110229Z","end":"2026-03-31T18:35:18.908715Z","steps":["trace[583663072] 'process raft request' (duration: 2.7978135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:18.908783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.003054Z","time spent":"1.905691113s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:18.908791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798435185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-31T18:35:18.908825Z","caller":"traceutil/trace.go:171","msg":"trace[704853683] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3267; }","duration":"2.798496557s","start":"2026-03-31T18:35:16.110319Z","end":"2026-03-31T18:35:18.908815Z","steps":["trace[704853683] 'agreement among raft nodes before linearized reading' (duration: 2.798353103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:18.908823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.676941Z","time spent":"1.2318026s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:18.908838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.111237Z","time spent":"2.797540554s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:18.908856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.110303Z","time spent":"2.798544727s","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:35:18.908843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.110553Z","time spent":"2.79822168s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:18.908838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.110214Z","time spent":"2.798572178s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:18.90692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800102165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:18.909103Z","caller":"traceutil/trace.go:171","msg":"trace[127644432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3260; }","duration":"2.802331238s","start":"2026-03-31T18:35:16.106753Z","end":"2026-03-31T18:35:18.909084Z","steps":["trace[127644432] 'range keys from in-memory index tree' (duration: 2.800015883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:18.909929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.106733Z","time spent":"2.803127387s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:20.113261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:20.113388Z","caller":"traceutil/trace.go:171","msg":"trace[311901687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000557772s","start":"2026-03-31T18:35:18.112795Z","end":"2026-03-31T18:35:20.113353Z","steps":["trace[311901687] 'agreement among raft nodes before linearized reading' (duration: 2.000400698s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.11346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.112784Z","time spent":"2.000657494s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:35:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:20.973381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687477769s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:20.9736Z","caller":"traceutil/trace.go:171","msg":"trace[2104348473] linearizableReadLoop","detail":"{readStateIndex:3408; appliedIndex:3405; }","duration":"2.065202176s","start":"2026-03-31T18:35:18.908381Z","end":"2026-03-31T18:35:20.973584Z","steps":["trace[2104348473] 'read index received' (duration: 377.45367ms)","trace[2104348473] 'applied index is now lower than readState.Index' (duration: 1.687747346s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:20.973652Z","caller":"traceutil/trace.go:171","msg":"trace[307102659] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"2.862093095s","start":"2026-03-31T18:35:18.111529Z","end":"2026-03-31T18:35:20.973622Z","steps":["trace[307102659] 'process raft request' (duration: 2.861940821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.97379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.111507Z","time spent":"2.862207578s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:20.973782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864051911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:20.97385Z","caller":"traceutil/trace.go:171","msg":"trace[2128755323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3270; }","duration":"2.864166004s","start":"2026-03-31T18:35:18.109668Z","end":"2026-03-31T18:35:20.973834Z","steps":["trace[2128755323] 'agreement among raft nodes before linearized reading' (duration: 2.863933868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.973933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.109649Z","time spent":"2.864275377s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:20.973989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144324726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:20.974016Z","caller":"traceutil/trace.go:171","msg":"trace[1364604372] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"2.863665433s","start":"2026-03-31T18:35:18.110329Z","end":"2026-03-31T18:35:20.973995Z","steps":["trace[1364604372] 'process raft request' (duration: 1.175492877s)","trace[1364604372] 'compare' (duration: 1.686960447s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:20.97403Z","caller":"traceutil/trace.go:171","msg":"trace[1042870459] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3270; }","duration":"2.144415348s","start":"2026-03-31T18:35:18.829602Z","end":"2026-03-31T18:35:20.974018Z","steps":["trace[1042870459] 'agreement among raft nodes before linearized reading' (duration: 2.144345576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451715683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:20.974076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.829356Z","time spent":"2.144710575s","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:20.974083Z","caller":"traceutil/trace.go:171","msg":"trace[1186224503] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"2.86151521s","start":"2026-03-31T18:35:18.112531Z","end":"2026-03-31T18:35:20.974047Z","steps":["trace[1186224503] 'process raft request' (duration: 2.860993587s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.110314Z","time spent":"2.863748074s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:20.974125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.560072596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:20.974119Z","caller":"traceutil/trace.go:171","msg":"trace[154519063] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3270; }","duration":"2.451810075s","start":"2026-03-31T18:35:18.522287Z","end":"2026-03-31T18:35:20.974097Z","steps":["trace[154519063] 'agreement among raft nodes before linearized reading' (duration: 2.451692782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732695895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:35:20.97416Z","caller":"traceutil/trace.go:171","msg":"trace[615865499] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3270; }","duration":"4.560158198s","start":"2026-03-31T18:35:16.413991Z","end":"2026-03-31T18:35:20.974149Z","steps":["trace[615865499] 'agreement among raft nodes before linearized reading' (duration: 4.560091147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.522272Z","time spent":"2.451889018s","remote":"127.0.0.1:42124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:20.974187Z","caller":"traceutil/trace.go:171","msg":"trace[1154360775] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:3270; }","duration":"3.732757036s","start":"2026-03-31T18:35:17.24142Z","end":"2026-03-31T18:35:20.974177Z","steps":["trace[1154360775] 'agreement among raft nodes before linearized reading' (duration: 3.732672864s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.413961Z","time spent":"4.5602251s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:20.974213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.241409Z","time spent":"3.732798988s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:35:20.974243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.112496Z","time spent":"2.861660013s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:20.974294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.768245389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:20.974372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032658364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:20.974385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379891878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:20.974406Z","caller":"traceutil/trace.go:171","msg":"trace[45538020] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3270; }","duration":"1.032766226s","start":"2026-03-31T18:35:19.94163Z","end":"2026-03-31T18:35:20.974396Z","steps":["trace[45538020] 'agreement among raft nodes before linearized reading' (duration: 1.032712695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864739728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:35:20.974424Z","caller":"traceutil/trace.go:171","msg":"trace[1268404603] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3270; }","duration":"1.379962569s","start":"2026-03-31T18:35:19.594448Z","end":"2026-03-31T18:35:20.974411Z","steps":["trace[1268404603] 'agreement among raft nodes before linearized reading' (duration: 1.379906228s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:20.97441Z","caller":"traceutil/trace.go:171","msg":"trace[42341210] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3270; }","duration":"3.768421973s","start":"2026-03-31T18:35:17.205964Z","end":"2026-03-31T18:35:20.974386Z","steps":["trace[42341210] 'agreement among raft nodes before linearized reading' (duration: 3.768116596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.941592Z","time spent":"1.032834718s","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:20.974422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708000991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:20.974394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.735329548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:35:20.974471Z","caller":"traceutil/trace.go:171","msg":"trace[1184441854] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3270; }","duration":"1.708083504s","start":"2026-03-31T18:35:19.266377Z","end":"2026-03-31T18:35:20.97446Z","steps":["trace[1184441854] 'agreement among raft nodes before linearized reading' (duration: 1.707995012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062377987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200cd46e0e2bc\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-31T18:35:20.97448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.205947Z","time spent":"3.768521906s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:20.974505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.266358Z","time spent":"1.708139175s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:20.974495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.729433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:20.974507Z","caller":"traceutil/trace.go:171","msg":"trace[958718253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3270; }","duration":"3.735510942s","start":"2026-03-31T18:35:17.23897Z","end":"2026-03-31T18:35:20.974481Z","steps":["trace[958718253] 'agreement among raft nodes before linearized reading' (duration: 3.735139313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.97451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968934281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:20.974528Z","caller":"traceutil/trace.go:171","msg":"trace[536283685] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200cd46e0e2bc; range_end:; response_count:1; response_revision:3270; }","duration":"2.062508471s","start":"2026-03-31T18:35:18.911998Z","end":"2026-03-31T18:35:20.974507Z","steps":["trace[536283685] 'agreement among raft nodes before linearized reading' (duration: 2.062325816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176988563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:20.974546Z","caller":"traceutil/trace.go:171","msg":"trace[428308353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3270; }","duration":"860.833835ms","start":"2026-03-31T18:35:20.113702Z","end":"2026-03-31T18:35:20.974536Z","steps":["trace[428308353] 'agreement among raft nodes before linearized reading' (duration: 860.764244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:20.974562Z","caller":"traceutil/trace.go:171","msg":"trace[1835412749] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3270; }","duration":"1.969022554s","start":"2026-03-31T18:35:19.005527Z","end":"2026-03-31T18:35:20.974549Z","steps":["trace[1835412749] 'agreement among raft nodes before linearized reading' (duration: 1.968943112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.97457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.355601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:20.974571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.23895Z","time spent":"3.735610695s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:35:20.974579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.911979Z","time spent":"2.062591063s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a200cd46e0e2bc\" "} {"level":"warn","ts":"2026-03-31T18:35:20.974586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:20.113678Z","time spent":"860.903006ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:20.974593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.005505Z","time spent":"1.969080146s","remote":"127.0.0.1:35042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:20.974594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251521213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:20.974603Z","caller":"traceutil/trace.go:171","msg":"trace[1283362838] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3270; }","duration":"976.466904ms","start":"2026-03-31T18:35:19.998128Z","end":"2026-03-31T18:35:20.974594Z","steps":["trace[1283362838] 'agreement among raft nodes before linearized reading' (duration: 976.396472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:20.97461Z","caller":"traceutil/trace.go:171","msg":"trace[1556256393] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3270; }","duration":"1.177154216s","start":"2026-03-31T18:35:19.797423Z","end":"2026-03-31T18:35:20.974577Z","steps":["trace[1556256393] 'agreement among raft nodes before linearized reading' (duration: 1.176984642s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:20.974627Z","caller":"traceutil/trace.go:171","msg":"trace[759637178] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3270; }","duration":"1.251584264s","start":"2026-03-31T18:35:19.723032Z","end":"2026-03-31T18:35:20.974616Z","steps":["trace[759637178] 'agreement among raft nodes before linearized reading' (duration: 1.251443841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.998095Z","time spent":"976.528866ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:20.97444Z","caller":"traceutil/trace.go:171","msg":"trace[97007767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3270; }","duration":"2.864796609s","start":"2026-03-31T18:35:18.109633Z","end":"2026-03-31T18:35:20.97443Z","steps":["trace[97007767] 'agreement among raft nodes before linearized reading' (duration: 2.864714427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.974665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.723013Z","time spent":"1.251642315s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:35:20.97468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.797394Z","time spent":"1.177268639s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:20.974454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.594429Z","time spent":"1.38001754s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:20.974698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.109618Z","time spent":"2.865070746s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:20.974977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.841225714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:35:20.975017Z","caller":"traceutil/trace.go:171","msg":"trace[1321858168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3270; }","duration":"3.841301396s","start":"2026-03-31T18:35:17.133704Z","end":"2026-03-31T18:35:20.975006Z","steps":["trace[1321858168] 'agreement among raft nodes before linearized reading' (duration: 3.840399923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.97505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.133684Z","time spent":"3.841355956s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:35:20.975184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865482687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:35:20.975452Z","caller":"traceutil/trace.go:171","msg":"trace[809399684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3270; }","duration":"2.865786954s","start":"2026-03-31T18:35:18.109652Z","end":"2026-03-31T18:35:20.975439Z","steps":["trace[809399684] 'agreement among raft nodes before linearized reading' (duration: 2.864020261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.975495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.10963Z","time spent":"2.865853405s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:35:21.246144Z","caller":"traceutil/trace.go:171","msg":"trace[990602748] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"268.47965ms","start":"2026-03-31T18:35:20.977627Z","end":"2026-03-31T18:35:21.246106Z","steps":["trace[990602748] 'process raft request' (duration: 268.169083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.246218Z","caller":"traceutil/trace.go:171","msg":"trace[826532775] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"266.482694ms","start":"2026-03-31T18:35:20.979643Z","end":"2026-03-31T18:35:21.246125Z","steps":["trace[826532775] 'process raft request' (duration: 266.408262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.246398Z","caller":"traceutil/trace.go:171","msg":"trace[1911507821] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"266.944115ms","start":"2026-03-31T18:35:20.979434Z","end":"2026-03-31T18:35:21.246378Z","steps":["trace[1911507821] 'process raft request' (duration: 266.566526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.246466Z","caller":"traceutil/trace.go:171","msg":"trace[1410004381] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"266.700089ms","start":"2026-03-31T18:35:20.979749Z","end":"2026-03-31T18:35:21.246449Z","steps":["trace[1410004381] 'process raft request' (duration: 266.33834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.24662Z","caller":"traceutil/trace.go:171","msg":"trace[627058755] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"266.164636ms","start":"2026-03-31T18:35:20.98045Z","end":"2026-03-31T18:35:21.246615Z","steps":["trace[627058755] 'process raft request' (duration: 265.93451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.246751Z","caller":"traceutil/trace.go:171","msg":"trace[696793065] linearizableReadLoop","detail":"{readStateIndex:3410; appliedIndex:3408; }","duration":"267.836186ms","start":"2026-03-31T18:35:20.978902Z","end":"2026-03-31T18:35:21.246738Z","steps":["trace[696793065] 'read index received' (duration: 168.14318ms)","trace[696793065] 'applied index is now lower than readState.Index' (duration: 99.692156ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:21.246746Z","caller":"traceutil/trace.go:171","msg":"trace[440033342] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"266.239997ms","start":"2026-03-31T18:35:20.980465Z","end":"2026-03-31T18:35:21.246705Z","steps":["trace[440033342] 'process raft request' (duration: 266.033922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.246796Z","caller":"traceutil/trace.go:171","msg":"trace[1824265521] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"266.246758ms","start":"2026-03-31T18:35:20.98053Z","end":"2026-03-31T18:35:21.246777Z","steps":["trace[1824265521] 'process raft request' (duration: 266.068684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:21.246957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.036561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T18:35:21.247028Z","caller":"traceutil/trace.go:171","msg":"trace[1667576985] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3277; }","duration":"268.172714ms","start":"2026-03-31T18:35:20.978845Z","end":"2026-03-31T18:35:21.247018Z","steps":["trace[1667576985] 'agreement among raft nodes before linearized reading' (duration: 267.945448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:21.270787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.832272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:21.27084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.994712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:35:21.270866Z","caller":"traceutil/trace.go:171","msg":"trace[1360600629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3278; }","duration":"286.934855ms","start":"2026-03-31T18:35:20.983913Z","end":"2026-03-31T18:35:21.270847Z","steps":["trace[1360600629] 'agreement among raft nodes before linearized reading' (duration: 286.789842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.270886Z","caller":"traceutil/trace.go:171","msg":"trace[1800758636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3278; }","duration":"291.073435ms","start":"2026-03-31T18:35:20.9798Z","end":"2026-03-31T18:35:21.270874Z","steps":["trace[1800758636] 'agreement among raft nodes before linearized reading' (duration: 290.931921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.401422Z","caller":"traceutil/trace.go:171","msg":"trace[2084244794] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"115.920406ms","start":"2026-03-31T18:35:21.285459Z","end":"2026-03-31T18:35:21.40138Z","steps":["trace[2084244794] 'process raft request' (duration: 54.49526ms)","trace[2084244794] 'compare' (duration: 61.243192ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:21.624705Z","caller":"traceutil/trace.go:171","msg":"trace[1605093832] linearizableReadLoop","detail":"{readStateIndex:3422; appliedIndex:3421; }","duration":"156.699816ms","start":"2026-03-31T18:35:21.467975Z","end":"2026-03-31T18:35:21.624675Z","steps":["trace[1605093832] 'read index received' (duration: 72.618105ms)","trace[1605093832] 'applied index is now lower than readState.Index' (duration: 84.080181ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:21.624805Z","caller":"traceutil/trace.go:171","msg":"trace[159682726] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"161.920061ms","start":"2026-03-31T18:35:21.462843Z","end":"2026-03-31T18:35:21.624763Z","steps":["trace[159682726] 'process raft request' (duration: 77.770779ms)","trace[159682726] 'compare' (duration: 83.906035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:21.624975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.975132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:35:21.625034Z","caller":"traceutil/trace.go:171","msg":"trace[1589413766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3283; }","duration":"157.079464ms","start":"2026-03-31T18:35:21.467938Z","end":"2026-03-31T18:35:21.625018Z","steps":["trace[1589413766] 'agreement among raft nodes before linearized reading' (duration: 156.852709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:23.089831Z","caller":"traceutil/trace.go:171","msg":"trace[1814728987] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"108.286433ms","start":"2026-03-31T18:35:22.981519Z","end":"2026-03-31T18:35:23.089806Z","steps":["trace[1814728987] 'process raft request' (duration: 108.173079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:23.089998Z","caller":"traceutil/trace.go:171","msg":"trace[2136248739] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"108.2148ms","start":"2026-03-31T18:35:22.981751Z","end":"2026-03-31T18:35:23.089966Z","steps":["trace[2136248739] 'process raft request' (duration: 108.021696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:23.089909Z","caller":"traceutil/trace.go:171","msg":"trace[532477210] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"109.785839ms","start":"2026-03-31T18:35:22.980068Z","end":"2026-03-31T18:35:23.089854Z","steps":["trace[532477210] 'process raft request' (duration: 109.47651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.422248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.170993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:23.422328Z","caller":"traceutil/trace.go:171","msg":"trace[71041844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3286; }","duration":"171.316987ms","start":"2026-03-31T18:35:23.250993Z","end":"2026-03-31T18:35:23.42231Z","steps":["trace[71041844] 'range keys from in-memory index tree' (duration: 170.955858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.422636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.049805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:35:23.42279Z","caller":"traceutil/trace.go:171","msg":"trace[1266619278] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3286; }","duration":"170.23775ms","start":"2026-03-31T18:35:23.252523Z","end":"2026-03-31T18:35:23.42276Z","steps":["trace[1266619278] 'range keys from in-memory index tree' (duration: 169.83149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.422799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.817548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:23.422896Z","caller":"traceutil/trace.go:171","msg":"trace[154530892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3286; }","duration":"171.968022ms","start":"2026-03-31T18:35:23.250908Z","end":"2026-03-31T18:35:23.422876Z","steps":["trace[154530892] 'range keys from in-memory index tree' (duration: 171.650525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.422635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.894746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:35:23.423093Z","caller":"traceutil/trace.go:171","msg":"trace[1576679414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3286; }","duration":"171.390118ms","start":"2026-03-31T18:35:23.251676Z","end":"2026-03-31T18:35:23.423066Z","steps":["trace[1576679414] 'range keys from in-memory index tree' (duration: 170.683442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.422663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.984498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:35:23.423218Z","caller":"traceutil/trace.go:171","msg":"trace[1498524480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3286; }","duration":"171.554593ms","start":"2026-03-31T18:35:23.251638Z","end":"2026-03-31T18:35:23.423193Z","steps":["trace[1498524480] 'range keys from in-memory index tree' (duration: 170.863076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.422668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.646345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:23.423367Z","caller":"traceutil/trace.go:171","msg":"trace[1099564605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3286; }","duration":"172.385613ms","start":"2026-03-31T18:35:23.250962Z","end":"2026-03-31T18:35:23.423348Z","steps":["trace[1099564605] 'range keys from in-memory index tree' (duration: 171.432739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:25.337153Z","caller":"traceutil/trace.go:171","msg":"trace[533931538] transaction","detail":"{read_only:false; response_revision:3295; number_of_response:1; }","duration":"241.779077ms","start":"2026-03-31T18:35:25.095345Z","end":"2026-03-31T18:35:25.337124Z","steps":["trace[533931538] 'process raft request' (duration: 241.598293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:25.694573Z","caller":"traceutil/trace.go:171","msg":"trace[1984133883] linearizableReadLoop","detail":"{readStateIndex:3438; appliedIndex:3435; }","duration":"464.951501ms","start":"2026-03-31T18:35:25.229597Z","end":"2026-03-31T18:35:25.694549Z","steps":["trace[1984133883] 'read index received' (duration: 107.337224ms)","trace[1984133883] 'applied index is now lower than readState.Index' (duration: 357.612787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:25.694883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.261638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:25.69493Z","caller":"traceutil/trace.go:171","msg":"trace[67139587] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3297; }","duration":"465.334409ms","start":"2026-03-31T18:35:25.229584Z","end":"2026-03-31T18:35:25.694918Z","steps":["trace[67139587] 'agreement among raft nodes before linearized reading' (duration: 465.181216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.694968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.229504Z","time spent":"465.453382ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:25.69514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.901631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:35:25.695197Z","caller":"traceutil/trace.go:171","msg":"trace[123301918] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"599.64944ms","start":"2026-03-31T18:35:25.095534Z","end":"2026-03-31T18:35:25.695183Z","steps":["trace[123301918] 'process raft request' (duration: 582.311477ms)","trace[123301918] 'compare' (duration: 16.175886ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:25.695231Z","caller":"traceutil/trace.go:171","msg":"trace[1479030877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3297; }","duration":"233.068545ms","start":"2026-03-31T18:35:25.462142Z","end":"2026-03-31T18:35:25.695211Z","steps":["trace[1479030877] 'agreement among raft nodes before linearized reading' (duration: 232.788588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.695207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.241103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:35:25.695276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.160034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:35:25.69529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.095491Z","time spent":"599.738733ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:25.695207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.69482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:35:25.695339Z","caller":"traceutil/trace.go:171","msg":"trace[82344752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3297; }","duration":"172.283146ms","start":"2026-03-31T18:35:25.523036Z","end":"2026-03-31T18:35:25.695319Z","steps":["trace[82344752] 'agreement among raft nodes before linearized reading' (duration: 172.127483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:25.69533Z","caller":"traceutil/trace.go:171","msg":"trace[265732533] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"598.869782ms","start":"2026-03-31T18:35:25.096421Z","end":"2026-03-31T18:35:25.69529Z","steps":["trace[265732533] 'process raft request' (duration: 597.996661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.695423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.362759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:25.695493Z","caller":"traceutil/trace.go:171","msg":"trace[1085162445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3297; }","duration":"172.500801ms","start":"2026-03-31T18:35:25.522975Z","end":"2026-03-31T18:35:25.695475Z","steps":["trace[1085162445] 'agreement among raft nodes before linearized reading' (duration: 172.240035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.6955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.096392Z","time spent":"599.018474ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:25.695301Z","caller":"traceutil/trace.go:171","msg":"trace[129217980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3297; }","duration":"171.372376ms","start":"2026-03-31T18:35:25.523905Z","end":"2026-03-31T18:35:25.695277Z","steps":["trace[129217980] 'agreement among raft nodes before linearized reading' (duration: 171.075639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.695207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.979306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:35:25.695627Z","caller":"traceutil/trace.go:171","msg":"trace[1048549300] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3297; }","duration":"171.448457ms","start":"2026-03-31T18:35:25.524163Z","end":"2026-03-31T18:35:25.695612Z","steps":["trace[1048549300] 'agreement among raft nodes before linearized reading' (duration: 170.919315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:25.695483Z","caller":"traceutil/trace.go:171","msg":"trace[60957493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3297; }","duration":"170.891705ms","start":"2026-03-31T18:35:25.524449Z","end":"2026-03-31T18:35:25.695341Z","steps":["trace[60957493] 'agreement among raft nodes before linearized reading' (duration: 170.559496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.08396Z","caller":"traceutil/trace.go:171","msg":"trace[807488188] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"383.933874ms","start":"2026-03-31T18:35:25.699989Z","end":"2026-03-31T18:35:26.083923Z","steps":["trace[807488188] 'process raft request' (duration: 348.993122ms)","trace[807488188] 'compare' (duration: 34.643915ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:26.084064Z","caller":"traceutil/trace.go:171","msg":"trace[755361367] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"383.971315ms","start":"2026-03-31T18:35:25.700054Z","end":"2026-03-31T18:35:26.084025Z","steps":["trace[755361367] 'process raft request' (duration: 383.769391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.084117Z","caller":"traceutil/trace.go:171","msg":"trace[1890379778] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"383.590387ms","start":"2026-03-31T18:35:25.700508Z","end":"2026-03-31T18:35:26.084098Z","steps":["trace[1890379778] 'process raft request' (duration: 383.401863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:26.084173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.699971Z","time spent":"384.103308ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:26.084192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.700499Z","time spent":"383.654848ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:26.084251Z","caller":"traceutil/trace.go:171","msg":"trace[455837826] linearizableReadLoop","detail":"{readStateIndex:3444; appliedIndex:3438; }","duration":"360.052972ms","start":"2026-03-31T18:35:25.724187Z","end":"2026-03-31T18:35:26.08424Z","steps":["trace[455837826] 'read index received' (duration: 50.265249ms)","trace[455837826] 'applied index is now lower than readState.Index' (duration: 309.786793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:26.084251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.700048Z","time spent":"384.106938ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:26.084336Z","caller":"traceutil/trace.go:171","msg":"trace[174944667] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"383.066724ms","start":"2026-03-31T18:35:25.701255Z","end":"2026-03-31T18:35:26.084322Z","steps":["trace[174944667] 'process raft request' (duration: 382.728036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.08408Z","caller":"traceutil/trace.go:171","msg":"trace[738765711] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"383.092895ms","start":"2026-03-31T18:35:25.700963Z","end":"2026-03-31T18:35:26.084056Z","steps":["trace[738765711] 'process raft request' (duration: 382.987123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:26.084427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.239308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:26.084466Z","caller":"traceutil/trace.go:171","msg":"trace[1212257141] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3303; }","duration":"360.31854ms","start":"2026-03-31T18:35:25.724137Z","end":"2026-03-31T18:35:26.084455Z","steps":["trace[1212257141] 'agreement among raft nodes before linearized reading' (duration: 360.151545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:26.084506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.724119Z","time spent":"360.370851ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:35:26.084515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.700951Z","time spent":"383.503235ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:26.084527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.923133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:26.084399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.701236Z","time spent":"383.127205ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:26.084627Z","caller":"traceutil/trace.go:171","msg":"trace[864267705] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3303; }","duration":"256.047436ms","start":"2026-03-31T18:35:25.828555Z","end":"2026-03-31T18:35:26.084603Z","steps":["trace[864267705] 'agreement among raft nodes before linearized reading' (duration: 255.860592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:27.621824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.559972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:27.622033Z","caller":"traceutil/trace.go:171","msg":"trace[1678973548] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"262.650883ms","start":"2026-03-31T18:35:27.359369Z","end":"2026-03-31T18:35:27.622019Z","steps":["trace[1678973548] 'process raft request' (duration: 262.563651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:27.622231Z","caller":"traceutil/trace.go:171","msg":"trace[1938448232] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"279.354812ms","start":"2026-03-31T18:35:27.342839Z","end":"2026-03-31T18:35:27.622194Z","steps":["trace[1938448232] 'process raft request' (duration: 136.35611ms)","trace[1938448232] 'compare' (duration: 142.392709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:27.830476Z","caller":"traceutil/trace.go:171","msg":"trace[1870260758] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"129.159739ms","start":"2026-03-31T18:35:27.701292Z","end":"2026-03-31T18:35:27.830452Z","steps":["trace[1870260758] 'process raft request' (duration: 76.329541ms)","trace[1870260758] 'compare' (duration: 52.717165ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:27.895949Z","caller":"traceutil/trace.go:171","msg":"trace[489691661] linearizableReadLoop","detail":"{readStateIndex:3450; appliedIndex:3448; }","duration":"172.746357ms","start":"2026-03-31T18:35:27.723175Z","end":"2026-03-31T18:35:27.895922Z","steps":["trace[489691661] 'read index received' (duration: 54.473695ms)","trace[489691661] 'applied index is now lower than readState.Index' (duration: 118.271472ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:27.896107Z","caller":"traceutil/trace.go:171","msg":"trace[1932869877] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"194.356236ms","start":"2026-03-31T18:35:27.701713Z","end":"2026-03-31T18:35:27.89607Z","steps":["trace[1932869877] 'process raft request' (duration: 194.06115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:27.896243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.054174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:27.896325Z","caller":"traceutil/trace.go:171","msg":"trace[29229196] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3308; }","duration":"173.193417ms","start":"2026-03-31T18:35:27.723112Z","end":"2026-03-31T18:35:27.896306Z","steps":["trace[29229196] 'agreement among raft nodes before linearized reading' (duration: 172.953142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:27.897053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.056498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:27.897119Z","caller":"traceutil/trace.go:171","msg":"trace[1304010781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3308; }","duration":"118.15642ms","start":"2026-03-31T18:35:27.778946Z","end":"2026-03-31T18:35:27.897103Z","steps":["trace[1304010781] 'agreement among raft nodes before linearized reading' (duration: 117.998877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:28.215983Z","caller":"traceutil/trace.go:171","msg":"trace[1077165905] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"120.292767ms","start":"2026-03-31T18:35:28.095664Z","end":"2026-03-31T18:35:28.215956Z","steps":["trace[1077165905] 'process raft request' (duration: 99.309792ms)","trace[1077165905] 'compare' (duration: 20.815582ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:28.216216Z","caller":"traceutil/trace.go:171","msg":"trace[731755814] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"120.469192ms","start":"2026-03-31T18:35:28.095727Z","end":"2026-03-31T18:35:28.216196Z","steps":["trace[731755814] 'process raft request' (duration: 120.188965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:28.217433Z","caller":"traceutil/trace.go:171","msg":"trace[2016727468] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"121.584796ms","start":"2026-03-31T18:35:28.095833Z","end":"2026-03-31T18:35:28.217418Z","steps":["trace[2016727468] 'process raft request' (duration: 121.518145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:28.217546Z","caller":"traceutil/trace.go:171","msg":"trace[2140638731] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"121.73479ms","start":"2026-03-31T18:35:28.09579Z","end":"2026-03-31T18:35:28.217524Z","steps":["trace[2140638731] 'process raft request' (duration: 120.339978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:29.874774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.326951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:29.874874Z","caller":"traceutil/trace.go:171","msg":"trace[2088552381] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3318; }","duration":"151.469395ms","start":"2026-03-31T18:35:29.723381Z","end":"2026-03-31T18:35:29.87485Z","steps":["trace[2088552381] 'range keys from in-memory index tree' (duration: 151.101865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.288034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.203015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:35:30.288111Z","caller":"traceutil/trace.go:171","msg":"trace[1460861856] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3321; }","duration":"146.290617ms","start":"2026-03-31T18:35:30.141801Z","end":"2026-03-31T18:35:30.288092Z","steps":["trace[1460861856] 'range keys from in-memory index tree' (duration: 145.99066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:32.475128Z","caller":"traceutil/trace.go:171","msg":"trace[306059193] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"120.309788ms","start":"2026-03-31T18:35:32.354795Z","end":"2026-03-31T18:35:32.475105Z","steps":["trace[306059193] 'process raft request' (duration: 108.46955ms)","trace[306059193] 'compare' (duration: 11.522521ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:32.475497Z","caller":"traceutil/trace.go:171","msg":"trace[717596661] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"120.622805ms","start":"2026-03-31T18:35:32.354854Z","end":"2026-03-31T18:35:32.475477Z","steps":["trace[717596661] 'process raft request' (duration: 120.210876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:32.475844Z","caller":"traceutil/trace.go:171","msg":"trace[1651916636] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"120.951532ms","start":"2026-03-31T18:35:32.354859Z","end":"2026-03-31T18:35:32.475811Z","steps":["trace[1651916636] 'process raft request' (duration: 120.485672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.028626Z","caller":"traceutil/trace.go:171","msg":"trace[1448715630] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"111.049607ms","start":"2026-03-31T18:35:33.91754Z","end":"2026-03-31T18:35:34.02859Z","steps":["trace[1448715630] 'process raft request' (duration: 110.802761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.116738Z","caller":"traceutil/trace.go:171","msg":"trace[1657929490] transaction","detail":"{read_only:false; response_revision:3339; number_of_response:1; }","duration":"195.260247ms","start":"2026-03-31T18:35:33.921431Z","end":"2026-03-31T18:35:34.116691Z","steps":["trace[1657929490] 'process raft request' (duration: 147.385761ms)","trace[1657929490] 'compare' (duration: 47.490157ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:34.116859Z","caller":"traceutil/trace.go:171","msg":"trace[390379545] transaction","detail":"{read_only:false; response_revision:3340; number_of_response:1; }","duration":"102.671518ms","start":"2026-03-31T18:35:34.014142Z","end":"2026-03-31T18:35:34.116814Z","steps":["trace[390379545] 'process raft request' (duration: 102.597407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:38.321756Z","caller":"traceutil/trace.go:171","msg":"trace[1508303951] linearizableReadLoop","detail":"{readStateIndex:3508; appliedIndex:3507; }","duration":"112.020069ms","start":"2026-03-31T18:35:38.209702Z","end":"2026-03-31T18:35:38.321722Z","steps":["trace[1508303951] 'read index received' (duration: 51.213281ms)","trace[1508303951] 'applied index is now lower than readState.Index' (duration: 60.804078ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:38.321832Z","caller":"traceutil/trace.go:171","msg":"trace[1588417807] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"138.617803ms","start":"2026-03-31T18:35:38.183164Z","end":"2026-03-31T18:35:38.321782Z","steps":["trace[1588417807] 'process raft request' (duration: 117.176716ms)","trace[1588417807] 'compare' (duration: 21.169221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:38.322073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.342856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:35:38.322145Z","caller":"traceutil/trace.go:171","msg":"trace[1309246711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3364; }","duration":"112.460769ms","start":"2026-03-31T18:35:38.209665Z","end":"2026-03-31T18:35:38.322126Z","steps":["trace[1309246711] 'agreement among raft nodes before linearized reading' (duration: 112.166803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:44.752741Z","caller":"traceutil/trace.go:171","msg":"trace[1893688212] linearizableReadLoop","detail":"{readStateIndex:3546; appliedIndex:3545; }","duration":"131.357767ms","start":"2026-03-31T18:35:44.62136Z","end":"2026-03-31T18:35:44.752718Z","steps":["trace[1893688212] 'read index received' (duration: 86.737337ms)","trace[1893688212] 'applied index is now lower than readState.Index' (duration: 44.61954ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:44.752884Z","caller":"traceutil/trace.go:171","msg":"trace[944625948] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"138.305517ms","start":"2026-03-31T18:35:44.614467Z","end":"2026-03-31T18:35:44.752773Z","steps":["trace[944625948] 'process raft request' (duration: 93.627464ms)","trace[944625948] 'compare' (duration: 44.499608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:44.752917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.534502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:44.752964Z","caller":"traceutil/trace.go:171","msg":"trace[2044314657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3401; }","duration":"131.611894ms","start":"2026-03-31T18:35:44.621342Z","end":"2026-03-31T18:35:44.752954Z","steps":["trace[2044314657] 'agreement among raft nodes before linearized reading' (duration: 131.46501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:49.132273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.63434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:49.132412Z","caller":"traceutil/trace.go:171","msg":"trace[1644536882] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"286.886864ms","start":"2026-03-31T18:35:48.845498Z","end":"2026-03-31T18:35:49.132385Z","steps":["trace[1644536882] 'process raft request' (duration: 164.027149ms)","trace[1644536882] 'compare' (duration: 122.495457ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:50.538917Z","caller":"traceutil/trace.go:171","msg":"trace[224124728] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"200.813792ms","start":"2026-03-31T18:35:50.33808Z","end":"2026-03-31T18:35:50.538894Z","steps":["trace[224124728] 'process raft request' (duration: 200.661049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:50.571549Z","caller":"traceutil/trace.go:171","msg":"trace[358971297] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"110.550107ms","start":"2026-03-31T18:35:50.46097Z","end":"2026-03-31T18:35:50.571521Z","steps":["trace[358971297] 'process raft request' (duration: 110.401443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:54.705715Z","caller":"traceutil/trace.go:171","msg":"trace[1851004696] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"141.583389ms","start":"2026-03-31T18:35:54.56411Z","end":"2026-03-31T18:35:54.705693Z","steps":["trace[1851004696] 'process raft request' (duration: 141.464616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:54.707647Z","caller":"traceutil/trace.go:171","msg":"trace[1595960223] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"121.392822ms","start":"2026-03-31T18:35:54.586212Z","end":"2026-03-31T18:35:54.707605Z","steps":["trace[1595960223] 'process raft request' (duration: 121.062224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:56.813868Z","caller":"traceutil/trace.go:171","msg":"trace[1825543741] transaction","detail":"{read_only:false; response_revision:3456; number_of_response:1; }","duration":"100.488399ms","start":"2026-03-31T18:35:56.713358Z","end":"2026-03-31T18:35:56.813846Z","steps":["trace[1825543741] 'process raft request' (duration: 99.755492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.250852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.561086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:57.250915Z","caller":"traceutil/trace.go:171","msg":"trace[1283580706] linearizableReadLoop","detail":"{readStateIndex:3605; appliedIndex:3603; }","duration":"396.745785ms","start":"2026-03-31T18:35:56.854159Z","end":"2026-03-31T18:35:57.250905Z","steps":["trace[1283580706] 'read index received' (duration: 362.748µs)","trace[1283580706] 'applied index is now lower than readState.Index' (duration: 396.382477ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:57.251055Z","caller":"traceutil/trace.go:171","msg":"trace[160646392] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"432.430033ms","start":"2026-03-31T18:35:56.818618Z","end":"2026-03-31T18:35:57.251048Z","steps":["trace[160646392] 'process raft request' (duration: 138.624662ms)","trace[160646392] 'compare' (duration: 293.501965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:57.251091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.818603Z","time spent":"432.471394ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:57.251392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.222945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:35:57.251478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.484439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:57.251492Z","caller":"traceutil/trace.go:171","msg":"trace[969227839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3458; }","duration":"397.363589ms","start":"2026-03-31T18:35:56.854106Z","end":"2026-03-31T18:35:57.251469Z","steps":["trace[969227839] 'agreement among raft nodes before linearized reading' (duration: 397.103563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:57.251513Z","caller":"traceutil/trace.go:171","msg":"trace[2104766455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3458; }","duration":"235.55357ms","start":"2026-03-31T18:35:57.015944Z","end":"2026-03-31T18:35:57.251498Z","steps":["trace[2104766455] 'agreement among raft nodes before linearized reading' (duration: 235.494519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.25155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.854086Z","time spent":"397.45043ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:57.251564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.99389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:35:57.251653Z","caller":"traceutil/trace.go:171","msg":"trace[1081635622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3458; }","duration":"367.125503ms","start":"2026-03-31T18:35:56.884507Z","end":"2026-03-31T18:35:57.251632Z","steps":["trace[1081635622] 'agreement among raft nodes before linearized reading' (duration: 366.879628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.251641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.097627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:35:57.251724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.884491Z","time spent":"367.220885ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:35:57.251909Z","caller":"traceutil/trace.go:171","msg":"trace[1950098210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3458; }","duration":"361.2245ms","start":"2026-03-31T18:35:56.890477Z","end":"2026-03-31T18:35:57.251702Z","steps":["trace[1950098210] 'agreement among raft nodes before linearized reading' (duration: 360.964774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.251982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.890462Z","time spent":"361.507236ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:35:57.770682Z","caller":"traceutil/trace.go:171","msg":"trace[1149245726] transaction","detail":"{read_only:false; response_revision:3459; number_of_response:1; }","duration":"515.902806ms","start":"2026-03-31T18:35:57.254758Z","end":"2026-03-31T18:35:57.77066Z","steps":["trace[1149245726] 'process raft request' (duration: 515.585449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.770797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.254744Z","time spent":"515.995389ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:57.770785Z","caller":"traceutil/trace.go:171","msg":"trace[2135885561] linearizableReadLoop","detail":"{readStateIndex:3610; appliedIndex:3606; }","duration":"484.959315ms","start":"2026-03-31T18:35:57.285798Z","end":"2026-03-31T18:35:57.770758Z","steps":["trace[2135885561] 'read index received' (duration: 65.140087ms)","trace[2135885561] 'applied index is now lower than readState.Index' (duration: 419.818028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:57.770912Z","caller":"traceutil/trace.go:171","msg":"trace[1905196889] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"514.883513ms","start":"2026-03-31T18:35:57.256014Z","end":"2026-03-31T18:35:57.770898Z","steps":["trace[1905196889] 'process raft request' (duration: 514.576326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.771283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.256008Z","time spent":"515.17511ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:57.770974Z","caller":"traceutil/trace.go:171","msg":"trace[1884060018] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"514.558676ms","start":"2026-03-31T18:35:57.256384Z","end":"2026-03-31T18:35:57.770943Z","steps":["trace[1884060018] 'process raft request' (duration: 514.31965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.771445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.256372Z","time spent":"515.045707ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:57.771408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.569099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:35:57.771031Z","caller":"traceutil/trace.go:171","msg":"trace[290462689] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"514.799481ms","start":"2026-03-31T18:35:57.256223Z","end":"2026-03-31T18:35:57.771022Z","steps":["trace[290462689] 'process raft request' (duration: 514.431632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.771705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.256205Z","time spent":"515.466367ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:57.771588Z","caller":"traceutil/trace.go:171","msg":"trace[1945251412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3462; }","duration":"485.793514ms","start":"2026-03-31T18:35:57.28577Z","end":"2026-03-31T18:35:57.771563Z","steps":["trace[1945251412] 'agreement among raft nodes before linearized reading' (duration: 485.293043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.771837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.285757Z","time spent":"486.019519ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:35:58.301961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.185007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:58.302111Z","caller":"traceutil/trace.go:171","msg":"trace[804772220] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"325.629992ms","start":"2026-03-31T18:35:57.976466Z","end":"2026-03-31T18:35:58.302096Z","steps":["trace[804772220] 'process raft request' (duration: 325.583941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.302163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.976448Z","time spent":"325.691854ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:58.302314Z","caller":"traceutil/trace.go:171","msg":"trace[497160958] transaction","detail":"{read_only:false; response_revision:3463; number_of_response:1; }","duration":"950.738965ms","start":"2026-03-31T18:35:57.351567Z","end":"2026-03-31T18:35:58.302306Z","steps":["trace[497160958] 'process raft request' (duration: 455.104148ms)","trace[497160958] 'compare' (duration: 495.093155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:58.302359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.351553Z","time spent":"950.783576ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:58.302478Z","caller":"traceutil/trace.go:171","msg":"trace[718226315] linearizableReadLoop","detail":"{readStateIndex:3611; appliedIndex:3610; }","duration":"531.594131ms","start":"2026-03-31T18:35:57.770856Z","end":"2026-03-31T18:35:58.30245Z","steps":["trace[718226315] 'read index received' (duration: 35.712849ms)","trace[718226315] 'applied index is now lower than readState.Index' (duration: 495.878642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:58.302634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.079596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:58.302678Z","caller":"traceutil/trace.go:171","msg":"trace[831566326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3464; }","duration":"855.126087ms","start":"2026-03-31T18:35:57.447542Z","end":"2026-03-31T18:35:58.302668Z","steps":["trace[831566326] 'agreement among raft nodes before linearized reading' (duration: 855.056855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.302706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.447471Z","time spent":"855.22927ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:58.302821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.866963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:58.302865Z","caller":"traceutil/trace.go:171","msg":"trace[1220945063] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3464; }","duration":"578.988266ms","start":"2026-03-31T18:35:57.723865Z","end":"2026-03-31T18:35:58.302853Z","steps":["trace[1220945063] 'agreement among raft nodes before linearized reading' (duration: 578.71836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.302863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.283623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:58.302898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.723796Z","time spent":"579.093938ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:35:58.30292Z","caller":"traceutil/trace.go:171","msg":"trace[1202544950] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3464; }","duration":"729.506288ms","start":"2026-03-31T18:35:57.573398Z","end":"2026-03-31T18:35:58.302904Z","steps":["trace[1202544950] 'agreement among raft nodes before linearized reading' (duration: 729.284913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.302958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.783993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:35:58.302967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.573377Z","time spent":"729.57642ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:58.302986Z","caller":"traceutil/trace.go:171","msg":"trace[1868427317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3464; }","duration":"526.844605ms","start":"2026-03-31T18:35:57.776135Z","end":"2026-03-31T18:35:58.30298Z","steps":["trace[1868427317] 'agreement among raft nodes before linearized reading' (duration: 526.747383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.303006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.77612Z","time spent":"526.881986ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:35:58.303239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.254947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:58.303274Z","caller":"traceutil/trace.go:171","msg":"trace[1851984858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3464; }","duration":"225.329829ms","start":"2026-03-31T18:35:58.077935Z","end":"2026-03-31T18:35:58.303265Z","steps":["trace[1851984858] 'agreement among raft nodes before linearized reading' (duration: 225.259088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.303285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.893036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:58.303324Z","caller":"traceutil/trace.go:171","msg":"trace[31504195] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3464; }","duration":"410.969057ms","start":"2026-03-31T18:35:57.892344Z","end":"2026-03-31T18:35:58.303313Z","steps":["trace[31504195] 'agreement among raft nodes before linearized reading' (duration: 410.907326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.303367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.892323Z","time spent":"411.036649ms","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:59.088883Z","caller":"traceutil/trace.go:171","msg":"trace[1537575058] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"269.100261ms","start":"2026-03-31T18:35:58.819757Z","end":"2026-03-31T18:35:59.088857Z","steps":["trace[1537575058] 'process raft request' (duration: 197.129169ms)","trace[1537575058] 'compare' (duration: 71.840039ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:59.088881Z","caller":"traceutil/trace.go:171","msg":"trace[1177619129] linearizableReadLoop","detail":"{readStateIndex:3614; appliedIndex:3613; }","duration":"230.719061ms","start":"2026-03-31T18:35:58.858133Z","end":"2026-03-31T18:35:59.088852Z","steps":["trace[1177619129] 'read index received' (duration: 158.775579ms)","trace[1177619129] 'applied index is now lower than readState.Index' (duration: 71.942212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:59.089279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.13895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:59.089391Z","caller":"traceutil/trace.go:171","msg":"trace[1361923612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3466; }","duration":"231.284843ms","start":"2026-03-31T18:35:58.858075Z","end":"2026-03-31T18:35:59.08936Z","steps":["trace[1361923612] 'agreement among raft nodes before linearized reading' (duration: 230.856784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:59.125017Z","caller":"traceutil/trace.go:171","msg":"trace[1821225499] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"245.856084ms","start":"2026-03-31T18:35:58.879133Z","end":"2026-03-31T18:35:59.124989Z","steps":["trace[1821225499] 'process raft request' (duration: 245.355553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:59.421426Z","caller":"traceutil/trace.go:171","msg":"trace[1191704201] linearizableReadLoop","detail":"{readStateIndex:3616; appliedIndex:3615; }","duration":"165.207675ms","start":"2026-03-31T18:35:59.256185Z","end":"2026-03-31T18:35:59.421393Z","steps":["trace[1191704201] 'read index received' (duration: 165.008601ms)","trace[1191704201] 'applied index is now lower than readState.Index' (duration: 197.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:59.421562Z","caller":"traceutil/trace.go:171","msg":"trace[998552659] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"327.908224ms","start":"2026-03-31T18:35:59.093642Z","end":"2026-03-31T18:35:59.42155Z","steps":["trace[998552659] 'process raft request' (duration: 327.598637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.42166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.093616Z","time spent":"327.971476ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:59.422042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.830789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:35:59.422145Z","caller":"traceutil/trace.go:171","msg":"trace[1572520348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3468; }","duration":"165.984193ms","start":"2026-03-31T18:35:59.256137Z","end":"2026-03-31T18:35:59.422121Z","steps":["trace[1572520348] 'agreement among raft nodes before linearized reading' (duration: 165.773348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:59.965558Z","caller":"traceutil/trace.go:171","msg":"trace[149212326] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"188.650847ms","start":"2026-03-31T18:35:59.776881Z","end":"2026-03-31T18:35:59.965532Z","steps":["trace[149212326] 'process raft request' (duration: 188.489293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:00.517567Z","caller":"traceutil/trace.go:171","msg":"trace[1527324540] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"738.303999ms","start":"2026-03-31T18:35:59.779239Z","end":"2026-03-31T18:36:00.517543Z","steps":["trace[1527324540] 'process raft request' (duration: 738.224307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:00.517715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.779229Z","time spent":"738.409232ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:00.517699Z","caller":"traceutil/trace.go:171","msg":"trace[1229224694] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"739.029496ms","start":"2026-03-31T18:35:59.778653Z","end":"2026-03-31T18:36:00.517683Z","steps":["trace[1229224694] 'process raft request' (duration: 738.624337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:00.517933Z","caller":"traceutil/trace.go:171","msg":"trace[355149576] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"737.785696ms","start":"2026-03-31T18:35:59.780067Z","end":"2026-03-31T18:36:00.517853Z","steps":["trace[355149576] 'process raft request' (duration: 737.436379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:00.517985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.778634Z","time spent":"739.324552ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:00.517961Z","caller":"traceutil/trace.go:171","msg":"trace[411897595] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"657.22075ms","start":"2026-03-31T18:35:59.860619Z","end":"2026-03-31T18:36:00.51784Z","steps":["trace[411897595] 'process raft request' (duration: 657.092567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:00.51804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.780056Z","time spent":"737.929129ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:00.518144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.860589Z","time spent":"657.457585ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:01.524096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.657191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:01.524314Z","caller":"traceutil/trace.go:171","msg":"trace[1221249713] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"773.569078ms","start":"2026-03-31T18:36:00.750728Z","end":"2026-03-31T18:36:01.524297Z","steps":["trace[1221249713] 'process raft request' (duration: 773.502836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.524322Z","caller":"traceutil/trace.go:171","msg":"trace[2069900501] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"1.217076893s","start":"2026-03-31T18:36:00.307225Z","end":"2026-03-31T18:36:01.524302Z","steps":["trace[2069900501] 'process raft request' (duration: 1.21695293s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.524356Z","caller":"traceutil/trace.go:171","msg":"trace[1421329426] linearizableReadLoop","detail":"{readStateIndex:3624; appliedIndex:3618; }","duration":"1.179341878s","start":"2026-03-31T18:36:00.344986Z","end":"2026-03-31T18:36:01.524328Z","steps":["trace[1421329426] 'read index received' (duration: 172.229795ms)","trace[1421329426] 'applied index is now lower than readState.Index' (duration: 1.007109143s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:01.524394Z","caller":"traceutil/trace.go:171","msg":"trace[1845173767] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"426.961629ms","start":"2026-03-31T18:36:01.097401Z","end":"2026-03-31T18:36:01.524363Z","steps":["trace[1845173767] 'process raft request' (duration: 426.861577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.52444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.307199Z","time spent":"1.217194165s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:01.524573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:01.097375Z","time spent":"427.102952ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:01.524585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179569863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:01.524642Z","caller":"traceutil/trace.go:171","msg":"trace[1300682214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3478; }","duration":"1.179675086s","start":"2026-03-31T18:36:00.344953Z","end":"2026-03-31T18:36:01.524628Z","steps":["trace[1300682214] 'agreement among raft nodes before linearized reading' (duration: 1.179523772s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.524385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.750699Z","time spent":"773.654899ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:01.524686Z","caller":"traceutil/trace.go:171","msg":"trace[1587842654] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"1.319025355s","start":"2026-03-31T18:36:00.205629Z","end":"2026-03-31T18:36:01.524655Z","steps":["trace[1587842654] 'process raft request' (duration: 495.735159ms)","trace[1587842654] 'compare' (duration: 822.562619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:01.524761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075482713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:01.524693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.344938Z","time spent":"1.179743658s","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:36:01.524819Z","caller":"traceutil/trace.go:171","msg":"trace[1830654069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3478; }","duration":"1.075580905s","start":"2026-03-31T18:36:00.449226Z","end":"2026-03-31T18:36:01.524807Z","steps":["trace[1830654069] 'agreement among raft nodes before linearized reading' (duration: 1.075494583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.524802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.205581Z","time spent":"1.319169148s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:01.524855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.449203Z","time spent":"1.075645626s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:36:02.033683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444124154,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:36:02.053373Z","caller":"traceutil/trace.go:171","msg":"trace[1947289835] transaction","detail":"{read_only:false; response_revision:3479; number_of_response:1; }","duration":"525.310628ms","start":"2026-03-31T18:36:01.528034Z","end":"2026-03-31T18:36:02.053344Z","steps":["trace[1947289835] 'process raft request' (duration: 525.021752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:02.053535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:01.528013Z","time spent":"525.423422ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:02.090411Z","caller":"traceutil/trace.go:171","msg":"trace[1956306002] linearizableReadLoop","detail":"{readStateIndex:3628; appliedIndex:3626; }","duration":"557.441218ms","start":"2026-03-31T18:36:01.532943Z","end":"2026-03-31T18:36:02.090384Z","steps":["trace[1956306002] 'read index received' (duration: 520.149383ms)","trace[1956306002] 'applied index is now lower than readState.Index' (duration: 37.290405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:02.090567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.602303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:02.090552Z","caller":"traceutil/trace.go:171","msg":"trace[349844912] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"562.052433ms","start":"2026-03-31T18:36:01.52847Z","end":"2026-03-31T18:36:02.090522Z","steps":["trace[349844912] 'process raft request' (duration: 561.784926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.090609Z","caller":"traceutil/trace.go:171","msg":"trace[115619837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3480; }","duration":"557.682424ms","start":"2026-03-31T18:36:01.532917Z","end":"2026-03-31T18:36:02.0906Z","steps":["trace[115619837] 'agreement among raft nodes before linearized reading' (duration: 557.601482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:02.090644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:01.532903Z","time spent":"557.733466ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:36:02.090686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:01.528448Z","time spent":"562.172625ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:02.090689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.714924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T18:36:02.090731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.733059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:02.090758Z","caller":"traceutil/trace.go:171","msg":"trace[2135190550] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3480; }","duration":"366.835587ms","start":"2026-03-31T18:36:01.723906Z","end":"2026-03-31T18:36:02.090741Z","steps":["trace[2135190550] 'agreement among raft nodes before linearized reading' (duration: 366.650153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:02.090806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:01.723885Z","time spent":"366.908698ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:36:02.090806Z","caller":"traceutil/trace.go:171","msg":"trace[1222858565] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3480; }","duration":"117.828261ms","start":"2026-03-31T18:36:01.972958Z","end":"2026-03-31T18:36:02.090786Z","steps":["trace[1222858565] 'agreement among raft nodes before linearized reading' (duration: 117.710388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:02.090877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.593668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:36:02.090933Z","caller":"traceutil/trace.go:171","msg":"trace[2074337570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3480; }","duration":"121.693169ms","start":"2026-03-31T18:36:01.969226Z","end":"2026-03-31T18:36:02.090919Z","steps":["trace[2074337570] 'agreement among raft nodes before linearized reading' (duration: 121.500135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:02.50062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.754567ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:36:02.500717Z","caller":"traceutil/trace.go:171","msg":"trace[1539211026] linearizableReadLoop","detail":"{readStateIndex:3630; appliedIndex:3629; }","duration":"118.580568ms","start":"2026-03-31T18:36:02.382119Z","end":"2026-03-31T18:36:02.5007Z","steps":["trace[1539211026] 'read index received' (duration: 47.491µs)","trace[1539211026] 'applied index is now lower than readState.Index' (duration: 118.531487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:02.500795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.66254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:02.500842Z","caller":"traceutil/trace.go:171","msg":"trace[275827718] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3481; }","duration":"118.756202ms","start":"2026-03-31T18:36:02.382076Z","end":"2026-03-31T18:36:02.500832Z","steps":["trace[275827718] 'agreement among raft nodes before linearized reading' (duration: 118.67092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:04.260981Z","caller":"traceutil/trace.go:171","msg":"trace[1948254951] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"138.361966ms","start":"2026-03-31T18:36:04.122601Z","end":"2026-03-31T18:36:04.260963Z","steps":["trace[1948254951] 'process raft request' (duration: 138.201003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:04.394104Z","caller":"traceutil/trace.go:171","msg":"trace[412122042] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"127.405169ms","start":"2026-03-31T18:36:04.266673Z","end":"2026-03-31T18:36:04.394078Z","steps":["trace[412122042] 'process raft request' (duration: 77.210771ms)","trace[412122042] 'compare' (duration: 50.092345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:04.752588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.240043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:36:04.752808Z","caller":"traceutil/trace.go:171","msg":"trace[1429385579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3492; }","duration":"149.50821ms","start":"2026-03-31T18:36:04.603277Z","end":"2026-03-31T18:36:04.752785Z","steps":["trace[1429385579] 'range keys from in-memory index tree' (duration: 149.059749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:04.752819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.546381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:36:04.753217Z","caller":"traceutil/trace.go:171","msg":"trace[171432961] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3492; }","duration":"149.96347ms","start":"2026-03-31T18:36:04.603218Z","end":"2026-03-31T18:36:04.753181Z","steps":["trace[171432961] 'range keys from in-memory index tree' (duration: 149.405488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:04.752824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.942051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:36:04.753496Z","caller":"traceutil/trace.go:171","msg":"trace[1818472497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3492; }","duration":"150.655866ms","start":"2026-03-31T18:36:04.602819Z","end":"2026-03-31T18:36:04.753475Z","steps":["trace[1818472497] 'range keys from in-memory index tree' (duration: 149.755726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:04.857541Z","caller":"traceutil/trace.go:171","msg":"trace[1791507594] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"100.356435ms","start":"2026-03-31T18:36:04.757158Z","end":"2026-03-31T18:36:04.857514Z","steps":["trace[1791507594] 'process raft request' (duration: 100.193182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:04.944715Z","caller":"traceutil/trace.go:171","msg":"trace[190152955] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"187.281426ms","start":"2026-03-31T18:36:04.757405Z","end":"2026-03-31T18:36:04.944686Z","steps":["trace[190152955] 'process raft request' (duration: 187.100712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:04.945244Z","caller":"traceutil/trace.go:171","msg":"trace[310225524] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"187.166394ms","start":"2026-03-31T18:36:04.758031Z","end":"2026-03-31T18:36:04.945197Z","steps":["trace[310225524] 'process raft request' (duration: 186.614281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:06.434299Z","caller":"traceutil/trace.go:171","msg":"trace[1935500311] transaction","detail":"{read_only:false; response_revision:3501; number_of_response:1; }","duration":"110.218909ms","start":"2026-03-31T18:36:06.324056Z","end":"2026-03-31T18:36:06.434275Z","steps":["trace[1935500311] 'process raft request' (duration: 110.096386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:07.264374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.1357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:07.264604Z","caller":"traceutil/trace.go:171","msg":"trace[2050176321] linearizableReadLoop","detail":"{readStateIndex:3654; appliedIndex:3652; }","duration":"186.631441ms","start":"2026-03-31T18:36:07.077952Z","end":"2026-03-31T18:36:07.264583Z","steps":["trace[2050176321] 'read index received' (duration: 78.586332ms)","trace[2050176321] 'applied index is now lower than readState.Index' (duration: 108.043839ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:07.26466Z","caller":"traceutil/trace.go:171","msg":"trace[682472183] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"310.108661ms","start":"2026-03-31T18:36:06.954502Z","end":"2026-03-31T18:36:07.26461Z","steps":["trace[682472183] 'process raft request' (duration: 93.611783ms)","trace[682472183] 'compare' (duration: 215.973776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:07.264675Z","caller":"traceutil/trace.go:171","msg":"trace[1269396934] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"309.729932ms","start":"2026-03-31T18:36:06.954921Z","end":"2026-03-31T18:36:07.264651Z","steps":["trace[1269396934] 'process raft request' (duration: 309.598568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:07.26485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:06.954478Z","time spent":"310.264734ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:07.264878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:06.95491Z","time spent":"309.924596ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:07.264966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.911358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:07.265102Z","caller":"traceutil/trace.go:171","msg":"trace[1821029995] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3505; }","duration":"187.144743ms","start":"2026-03-31T18:36:07.077935Z","end":"2026-03-31T18:36:07.26508Z","steps":["trace[1821029995] 'agreement among raft nodes before linearized reading' (duration: 186.765344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:07.558236Z","caller":"traceutil/trace.go:171","msg":"trace[1312604538] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"199.144235ms","start":"2026-03-31T18:36:07.35906Z","end":"2026-03-31T18:36:07.558204Z","steps":["trace[1312604538] 'process raft request' (duration: 131.722537ms)","trace[1312604538] 'compare' (duration: 67.185713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:07.558218Z","caller":"traceutil/trace.go:171","msg":"trace[1273092190] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3655; }","duration":"109.235167ms","start":"2026-03-31T18:36:07.448943Z","end":"2026-03-31T18:36:07.558179Z","steps":["trace[1273092190] 'read index received' (duration: 41.850869ms)","trace[1273092190] 'applied index is now lower than readState.Index' (duration: 67.382378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:07.558436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.461232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:07.558547Z","caller":"traceutil/trace.go:171","msg":"trace[620786620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3506; }","duration":"109.639926ms","start":"2026-03-31T18:36:07.448895Z","end":"2026-03-31T18:36:07.558534Z","steps":["trace[620786620] 'agreement among raft nodes before linearized reading' (duration: 109.423101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:08.788334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.358946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:08.788387Z","caller":"traceutil/trace.go:171","msg":"trace[113066907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3512; }","duration":"205.442387ms","start":"2026-03-31T18:36:08.582933Z","end":"2026-03-31T18:36:08.788375Z","steps":["trace[113066907] 'range keys from in-memory index tree' (duration: 205.263374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:08.788437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.808895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:36:08.788428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.156357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:08.788492Z","caller":"traceutil/trace.go:171","msg":"trace[664834389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3512; }","duration":"250.920028ms","start":"2026-03-31T18:36:08.537558Z","end":"2026-03-31T18:36:08.788478Z","steps":["trace[664834389] 'range keys from in-memory index tree' (duration: 250.615032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:08.788514Z","caller":"traceutil/trace.go:171","msg":"trace[410134044] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3512; }","duration":"237.30938ms","start":"2026-03-31T18:36:08.551185Z","end":"2026-03-31T18:36:08.788495Z","steps":["trace[410134044] 'count revisions from in-memory index tree' (duration: 237.080535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:09.321425Z","caller":"traceutil/trace.go:171","msg":"trace[934290422] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"390.7699ms","start":"2026-03-31T18:36:08.930617Z","end":"2026-03-31T18:36:09.321387Z","steps":["trace[934290422] 'process raft request' (duration: 390.556795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:09.321643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:08.930599Z","time spent":"390.946624ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:09.500131Z","caller":"traceutil/trace.go:171","msg":"trace[698884271] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"173.853493ms","start":"2026-03-31T18:36:09.326252Z","end":"2026-03-31T18:36:09.500105Z","steps":["trace[698884271] 'process raft request' (duration: 119.385297ms)","trace[698884271] 'compare' (duration: 54.296921ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:09.500488Z","caller":"traceutil/trace.go:171","msg":"trace[1812099064] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"173.102265ms","start":"2026-03-31T18:36:09.327364Z","end":"2026-03-31T18:36:09.500467Z","steps":["trace[1812099064] 'process raft request' (duration: 172.701825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:11.978521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.360087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:11.978641Z","caller":"traceutil/trace.go:171","msg":"trace[235551785] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"223.892316ms","start":"2026-03-31T18:36:11.754727Z","end":"2026-03-31T18:36:11.978619Z","steps":["trace[235551785] 'process raft request' (duration: 115.320815ms)","trace[235551785] 'compare' (duration: 108.226463ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:12.700419Z","caller":"traceutil/trace.go:171","msg":"trace[455031977] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"188.858823ms","start":"2026-03-31T18:36:12.511526Z","end":"2026-03-31T18:36:12.700385Z","steps":["trace[455031977] 'process raft request' (duration: 109.611916ms)","trace[455031977] 'compare' (duration: 79.079823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:13.092617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.10278ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:36:13.5772Z","caller":"traceutil/trace.go:171","msg":"trace[1891906455] linearizableReadLoop","detail":"{readStateIndex:3684; appliedIndex:3683; }","duration":"129.302661ms","start":"2026-03-31T18:36:13.447874Z","end":"2026-03-31T18:36:13.577177Z","steps":["trace[1891906455] 'read index received' (duration: 129.074456ms)","trace[1891906455] 'applied index is now lower than readState.Index' (duration: 227.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:13.577271Z","caller":"traceutil/trace.go:171","msg":"trace[314918412] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"189.192539ms","start":"2026-03-31T18:36:13.388044Z","end":"2026-03-31T18:36:13.577237Z","steps":["trace[314918412] 'process raft request' (duration: 188.981555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:13.577359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.466235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:13.577399Z","caller":"traceutil/trace.go:171","msg":"trace[26176029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3533; }","duration":"129.559167ms","start":"2026-03-31T18:36:13.44783Z","end":"2026-03-31T18:36:13.577389Z","steps":["trace[26176029] 'agreement among raft nodes before linearized reading' (duration: 129.473975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:13.890033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.445466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:13.890298Z","caller":"traceutil/trace.go:171","msg":"trace[1833803822] transaction","detail":"{read_only:false; response_revision:3534; number_of_response:1; }","duration":"308.068735ms","start":"2026-03-31T18:36:13.5822Z","end":"2026-03-31T18:36:13.890268Z","steps":["trace[1833803822] 'process raft request' (duration: 159.305382ms)","trace[1833803822] 'compare' (duration: 148.22086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:13.890383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.582179Z","time spent":"308.162506ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:13.893095Z","caller":"traceutil/trace.go:171","msg":"trace[1323057457] linearizableReadLoop","detail":"{readStateIndex:3686; appliedIndex:3684; }","duration":"169.186296ms","start":"2026-03-31T18:36:13.723884Z","end":"2026-03-31T18:36:13.893071Z","steps":["trace[1323057457] 'read index received' (duration: 17.62071ms)","trace[1323057457] 'applied index is now lower than readState.Index' (duration: 151.564316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:13.893141Z","caller":"traceutil/trace.go:171","msg":"trace[1854533369] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"310.560291ms","start":"2026-03-31T18:36:13.582555Z","end":"2026-03-31T18:36:13.893116Z","steps":["trace[1854533369] 'process raft request' (duration: 310.378837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:13.89329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.582529Z","time spent":"310.674953ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:13.893322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.421121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:36:13.893356Z","caller":"traceutil/trace.go:171","msg":"trace[1162348069] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3535; }","duration":"169.474383ms","start":"2026-03-31T18:36:13.723872Z","end":"2026-03-31T18:36:13.893346Z","steps":["trace[1162348069] 'agreement among raft nodes before linearized reading' (duration: 169.32077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.166959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.761893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:14.167202Z","caller":"traceutil/trace.go:171","msg":"trace[1032616800] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"183.353798ms","start":"2026-03-31T18:36:13.983836Z","end":"2026-03-31T18:36:14.167189Z","steps":["trace[1032616800] 'process raft request' (duration: 183.310866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:14.16719Z","caller":"traceutil/trace.go:171","msg":"trace[1737873407] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"424.169806ms","start":"2026-03-31T18:36:13.742983Z","end":"2026-03-31T18:36:14.167153Z","steps":["trace[1737873407] 'process raft request' (duration: 275.075776ms)","trace[1737873407] 'compare' (duration: 148.609169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:14.167323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.742959Z","time spent":"424.300431ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:14.167207Z","caller":"traceutil/trace.go:171","msg":"trace[459290168] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"374.838298ms","start":"2026-03-31T18:36:13.792327Z","end":"2026-03-31T18:36:14.167165Z","steps":["trace[459290168] 'process raft request' (duration: 374.750806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:14.167363Z","caller":"traceutil/trace.go:171","msg":"trace[570644506] linearizableReadLoop","detail":"{readStateIndex:3688; appliedIndex:3686; }","duration":"274.169486ms","start":"2026-03-31T18:36:13.893164Z","end":"2026-03-31T18:36:14.167333Z","steps":["trace[570644506] 'read index received' (duration: 125.042845ms)","trace[570644506] 'applied index is now lower than readState.Index' (duration: 149.121911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:14.167638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.308474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:14.167722Z","caller":"traceutil/trace.go:171","msg":"trace[1030980690] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3538; }","duration":"381.456868ms","start":"2026-03-31T18:36:13.786244Z","end":"2026-03-31T18:36:14.167701Z","steps":["trace[1030980690] 'agreement among raft nodes before linearized reading' (duration: 381.292634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.167708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.617143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:14.167722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.79231Z","time spent":"375.150275ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:14.167776Z","caller":"traceutil/trace.go:171","msg":"trace[1405888809] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3538; }","duration":"183.767957ms","start":"2026-03-31T18:36:13.983993Z","end":"2026-03-31T18:36:14.167761Z","steps":["trace[1405888809] 'agreement among raft nodes before linearized reading' (duration: 183.651954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.167804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.999635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-03-31T18:36:14.167756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.786218Z","time spent":"381.53144ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:36:14.167864Z","caller":"traceutil/trace.go:171","msg":"trace[362030971] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3538; }","duration":"271.084577ms","start":"2026-03-31T18:36:13.896757Z","end":"2026-03-31T18:36:14.167842Z","steps":["trace[362030971] 'agreement among raft nodes before linearized reading' (duration: 270.885552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.168116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.753506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:36:14.168165Z","caller":"traceutil/trace.go:171","msg":"trace[1049728166] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3538; }","duration":"299.843938ms","start":"2026-03-31T18:36:13.868311Z","end":"2026-03-31T18:36:14.168155Z","steps":["trace[1049728166] 'agreement among raft nodes before linearized reading' (duration: 299.099511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.522993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.729003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:14.523098Z","caller":"traceutil/trace.go:171","msg":"trace[2147263930] linearizableReadLoop","detail":"{readStateIndex:3690; appliedIndex:3689; }","duration":"280.851028ms","start":"2026-03-31T18:36:14.24223Z","end":"2026-03-31T18:36:14.523081Z","steps":["trace[2147263930] 'read index received' (duration: 52.892779ms)","trace[2147263930] 'applied index is now lower than readState.Index' (duration: 227.957089ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:14.52311Z","caller":"traceutil/trace.go:171","msg":"trace[191458265] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"283.12057ms","start":"2026-03-31T18:36:14.239971Z","end":"2026-03-31T18:36:14.523092Z","steps":["trace[191458265] 'process raft request' (duration: 55.224492ms)","trace[191458265] 'compare' (duration: 227.472478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:14.523235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.001911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:14.523274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.716251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:36:14.523295Z","caller":"traceutil/trace.go:171","msg":"trace[236223493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3539; }","duration":"200.767571ms","start":"2026-03-31T18:36:14.322521Z","end":"2026-03-31T18:36:14.523289Z","steps":["trace[236223493] 'agreement among raft nodes before linearized reading' (duration: 200.68602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.523393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.991271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:36:14.523415Z","caller":"traceutil/trace.go:171","msg":"trace[1119088122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3539; }","duration":"105.046982ms","start":"2026-03-31T18:36:14.418363Z","end":"2026-03-31T18:36:14.52341Z","steps":["trace[1119088122] 'agreement among raft nodes before linearized reading' (duration: 104.981011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:14.523271Z","caller":"traceutil/trace.go:171","msg":"trace[739071081] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3539; }","duration":"281.069783ms","start":"2026-03-31T18:36:14.242192Z","end":"2026-03-31T18:36:14.523262Z","steps":["trace[739071081] 'agreement among raft nodes before linearized reading' (duration: 280.984661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:14.743519Z","caller":"traceutil/trace.go:171","msg":"trace[2089796124] linearizableReadLoop","detail":"{readStateIndex:3692; appliedIndex:3690; }","duration":"213.417458ms","start":"2026-03-31T18:36:14.530077Z","end":"2026-03-31T18:36:14.743495Z","steps":["trace[2089796124] 'read index received' (duration: 76.73759ms)","trace[2089796124] 'applied index is now lower than readState.Index' (duration: 136.678628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:14.743643Z","caller":"traceutil/trace.go:171","msg":"trace[1727558948] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"214.84372ms","start":"2026-03-31T18:36:14.528787Z","end":"2026-03-31T18:36:14.743631Z","steps":["trace[1727558948] 'process raft request' (duration: 140.951446ms)","trace[1727558948] 'compare' (duration: 73.633819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:14.743941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.850688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:36:14.744Z","caller":"traceutil/trace.go:171","msg":"trace[893729441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3541; }","duration":"213.94826ms","start":"2026-03-31T18:36:14.530038Z","end":"2026-03-31T18:36:14.743986Z","steps":["trace[893729441] 'agreement among raft nodes before linearized reading' (duration: 213.804217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:17.939084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.861802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:36:17.939172Z","caller":"traceutil/trace.go:171","msg":"trace[460251046] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3553; }","duration":"215.009955ms","start":"2026-03-31T18:36:17.724139Z","end":"2026-03-31T18:36:17.939149Z","steps":["trace[460251046] 'range keys from in-memory index tree' (duration: 214.678398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:18.385006Z","caller":"traceutil/trace.go:171","msg":"trace[2034192060] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"154.907142ms","start":"2026-03-31T18:36:18.230062Z","end":"2026-03-31T18:36:18.384969Z","steps":["trace[2034192060] 'process raft request' (duration: 151.291251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:18.385052Z","caller":"traceutil/trace.go:171","msg":"trace[967493622] linearizableReadLoop","detail":"{readStateIndex:3710; appliedIndex:3708; }","duration":"116.202734ms","start":"2026-03-31T18:36:18.268812Z","end":"2026-03-31T18:36:18.385015Z","steps":["trace[967493622] 'read index received' (duration: 112.382708ms)","trace[967493622] 'applied index is now lower than readState.Index' (duration: 3.818666ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:18.385227Z","caller":"traceutil/trace.go:171","msg":"trace[1050422188] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"155.088946ms","start":"2026-03-31T18:36:18.230114Z","end":"2026-03-31T18:36:18.385202Z","steps":["trace[1050422188] 'process raft request' (duration: 154.716477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:18.385242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.379528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:18.385297Z","caller":"traceutil/trace.go:171","msg":"trace[695266369] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3558; }","duration":"116.512761ms","start":"2026-03-31T18:36:18.26877Z","end":"2026-03-31T18:36:18.385283Z","steps":["trace[695266369] 'agreement among raft nodes before linearized reading' (duration: 116.380438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:22.80674Z","caller":"traceutil/trace.go:171","msg":"trace[2078438217] transaction","detail":"{read_only:false; response_revision:3582; number_of_response:1; }","duration":"127.813818ms","start":"2026-03-31T18:36:22.678888Z","end":"2026-03-31T18:36:22.806701Z","steps":["trace[2078438217] 'process raft request' (duration: 127.532391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:23.295891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.928294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:23.296006Z","caller":"traceutil/trace.go:171","msg":"trace[1668386082] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"321.16527ms","start":"2026-03-31T18:36:22.974822Z","end":"2026-03-31T18:36:23.295987Z","steps":["trace[1668386082] 'process raft request' (duration: 68.048442ms)","trace[1668386082] 'compare' (duration: 252.777291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:23.296063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:22.974791Z","time spent":"321.246742ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:23.870322Z","caller":"traceutil/trace.go:171","msg":"trace[1020628823] linearizableReadLoop","detail":"{readStateIndex:3738; appliedIndex:3737; }","duration":"146.760857ms","start":"2026-03-31T18:36:23.723528Z","end":"2026-03-31T18:36:23.870289Z","steps":["trace[1020628823] 'read index received' (duration: 146.45062ms)","trace[1020628823] 'applied index is now lower than readState.Index' (duration: 309.297µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:23.870609Z","caller":"traceutil/trace.go:171","msg":"trace[1020838341] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"155.71134ms","start":"2026-03-31T18:36:23.714849Z","end":"2026-03-31T18:36:23.87056Z","steps":["trace[1020838341] 'process raft request' (duration: 155.245939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:23.870909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.31876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:36:23.871235Z","caller":"traceutil/trace.go:171","msg":"trace[2077975282] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3585; }","duration":"147.660008ms","start":"2026-03-31T18:36:23.723471Z","end":"2026-03-31T18:36:23.871131Z","steps":["trace[2077975282] 'agreement among raft nodes before linearized reading' (duration: 146.985952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:24.558219Z","caller":"traceutil/trace.go:171","msg":"trace[334373131] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"108.648043ms","start":"2026-03-31T18:36:24.449542Z","end":"2026-03-31T18:36:24.55819Z","steps":["trace[334373131] 'process raft request' (duration: 108.49901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:30.458442Z","caller":"traceutil/trace.go:171","msg":"trace[2014649180] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"113.669189ms","start":"2026-03-31T18:36:30.344737Z","end":"2026-03-31T18:36:30.458407Z","steps":["trace[2014649180] 'process raft request' (duration: 113.459745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:30.628738Z","caller":"traceutil/trace.go:171","msg":"trace[2104302405] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"146.988911ms","start":"2026-03-31T18:36:30.481724Z","end":"2026-03-31T18:36:30.628713Z","steps":["trace[2104302405] 'process raft request' (duration: 146.849148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:30.7812Z","caller":"traceutil/trace.go:171","msg":"trace[192740320] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"190.649519ms","start":"2026-03-31T18:36:30.59052Z","end":"2026-03-31T18:36:30.781169Z","steps":["trace[192740320] 'process raft request' (duration: 164.171124ms)","trace[192740320] 'compare' (duration: 26.345152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:31.027196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.799376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:36:31.027431Z","caller":"traceutil/trace.go:171","msg":"trace[1367140202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3619; }","duration":"133.051521ms","start":"2026-03-31T18:36:30.894352Z","end":"2026-03-31T18:36:31.027404Z","steps":["trace[1367140202] 'range keys from in-memory index tree' (duration: 132.487598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:31.194135Z","caller":"traceutil/trace.go:171","msg":"trace[896036508] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"113.425234ms","start":"2026-03-31T18:36:31.080672Z","end":"2026-03-31T18:36:31.194097Z","steps":["trace[896036508] 'process raft request' (duration: 81.174186ms)","trace[896036508] 'compare' (duration: 32.048672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:31.570644Z","caller":"traceutil/trace.go:171","msg":"trace[672879951] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"216.183542ms","start":"2026-03-31T18:36:31.354433Z","end":"2026-03-31T18:36:31.570616Z","steps":["trace[672879951] 'process raft request' (duration: 216.013568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:32.102057Z","caller":"traceutil/trace.go:171","msg":"trace[2066935522] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"151.426141ms","start":"2026-03-31T18:36:31.950607Z","end":"2026-03-31T18:36:32.102033Z","steps":["trace[2066935522] 'process raft request' (duration: 151.196446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:32.11927Z","caller":"traceutil/trace.go:171","msg":"trace[1415338643] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"167.51997ms","start":"2026-03-31T18:36:31.951711Z","end":"2026-03-31T18:36:32.119231Z","steps":["trace[1415338643] 'process raft request' (duration: 167.178813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:32.477567Z","caller":"traceutil/trace.go:171","msg":"trace[1594240966] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"145.447265ms","start":"2026-03-31T18:36:32.332093Z","end":"2026-03-31T18:36:32.477541Z","steps":["trace[1594240966] 'process raft request' (duration: 145.161288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:32.550174Z","caller":"traceutil/trace.go:171","msg":"trace[496571147] linearizableReadLoop","detail":"{readStateIndex:3782; appliedIndex:3780; }","duration":"101.287796ms","start":"2026-03-31T18:36:32.448864Z","end":"2026-03-31T18:36:32.550152Z","steps":["trace[496571147] 'read index received' (duration: 28.552333ms)","trace[496571147] 'applied index is now lower than readState.Index' (duration: 72.733763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:32.84351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.617381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:32.843622Z","caller":"traceutil/trace.go:171","msg":"trace[2110415730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3628; }","duration":"394.772755ms","start":"2026-03-31T18:36:32.448819Z","end":"2026-03-31T18:36:32.843592Z","steps":["trace[2110415730] 'agreement among raft nodes before linearized reading' (duration: 101.425359ms)","trace[2110415730] 'range keys from in-memory index tree' (duration: 293.192232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:32.843725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:32.4488Z","time spent":"394.885288ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:36:33.077798Z","caller":"traceutil/trace.go:171","msg":"trace[1830590668] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"444.365099ms","start":"2026-03-31T18:36:32.633405Z","end":"2026-03-31T18:36:33.07777Z","steps":["trace[1830590668] 'process raft request' (duration: 444.133664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.077988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:32.633386Z","time spent":"444.519803ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:33.099969Z","caller":"traceutil/trace.go:171","msg":"trace[1457252444] linearizableReadLoop","detail":"{readStateIndex:3785; appliedIndex:3784; }","duration":"255.135703ms","start":"2026-03-31T18:36:32.844806Z","end":"2026-03-31T18:36:33.099942Z","steps":["trace[1457252444] 'read index received' (duration: 232.963466ms)","trace[1457252444] 'applied index is now lower than readState.Index' (duration: 22.170577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:33.100219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.391849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:33.100302Z","caller":"traceutil/trace.go:171","msg":"trace[376715879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3630; }","duration":"255.512022ms","start":"2026-03-31T18:36:32.844773Z","end":"2026-03-31T18:36:33.100285Z","steps":["trace[376715879] 'agreement among raft nodes before linearized reading' (duration: 255.381969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:33.100406Z","caller":"traceutil/trace.go:171","msg":"trace[1859812522] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"314.298015ms","start":"2026-03-31T18:36:32.786082Z","end":"2026-03-31T18:36:33.10038Z","steps":["trace[1859812522] 'process raft request' (duration: 313.691101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.10058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:32.786055Z","time spent":"314.420898ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:33.990853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.214266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:36:33.990938Z","caller":"traceutil/trace.go:171","msg":"trace[1289176696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3631; }","duration":"783.321188ms","start":"2026-03-31T18:36:33.207598Z","end":"2026-03-31T18:36:33.990919Z","steps":["trace[1289176696] 'range keys from in-memory index tree' (duration: 782.995171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.990984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:33.207526Z","time spent":"783.449281ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:36:33.991191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.54578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:36:33.991306Z","caller":"traceutil/trace.go:171","msg":"trace[1318192633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3631; }","duration":"415.699033ms","start":"2026-03-31T18:36:33.575583Z","end":"2026-03-31T18:36:33.991282Z","steps":["trace[1318192633] 'range keys from in-memory index tree' (duration: 415.369836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.991376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:33.575566Z","time spent":"415.796945ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:36:33.991425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.30188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:36:33.991511Z","caller":"traceutil/trace.go:171","msg":"trace[144642013] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3631; }","duration":"267.433083ms","start":"2026-03-31T18:36:33.72406Z","end":"2026-03-31T18:36:33.991493Z","steps":["trace[144642013] 'range keys from in-memory index tree' (duration: 267.135087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.411921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.117101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:34.412071Z","caller":"traceutil/trace.go:171","msg":"trace[224854706] linearizableReadLoop","detail":"{readStateIndex:3788; appliedIndex:3787; }","duration":"373.738704ms","start":"2026-03-31T18:36:34.038307Z","end":"2026-03-31T18:36:34.412046Z","steps":["trace[224854706] 'read index received' (duration: 66.342997ms)","trace[224854706] 'applied index is now lower than readState.Index' (duration: 307.393987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:34.412197Z","caller":"traceutil/trace.go:171","msg":"trace[1702245808] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"415.194942ms","start":"2026-03-31T18:36:33.996989Z","end":"2026-03-31T18:36:34.412184Z","steps":["trace[1702245808] 'process raft request' (duration: 107.698902ms)","trace[1702245808] 'compare' (duration: 306.819634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:34.412291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:33.996964Z","time spent":"415.267424ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:34.412528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.320844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:36:34.412623Z","caller":"traceutil/trace.go:171","msg":"trace[1997332562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3633; }","duration":"268.446016ms","start":"2026-03-31T18:36:34.144153Z","end":"2026-03-31T18:36:34.412599Z","steps":["trace[1997332562] 'agreement among raft nodes before linearized reading' (duration: 268.223701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.412623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.983472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:36:34.412751Z","caller":"traceutil/trace.go:171","msg":"trace[1353914932] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3633; }","duration":"102.163217ms","start":"2026-03-31T18:36:34.310555Z","end":"2026-03-31T18:36:34.412718Z","steps":["trace[1353914932] 'agreement among raft nodes before linearized reading' (duration: 101.821248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.412772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.139729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:36:34.41253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.200464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:36:34.412869Z","caller":"traceutil/trace.go:171","msg":"trace[1643836105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3633; }","duration":"306.254243ms","start":"2026-03-31T18:36:34.106553Z","end":"2026-03-31T18:36:34.412807Z","steps":["trace[1643836105] 'agreement among raft nodes before linearized reading' (duration: 305.774941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.412912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.106525Z","time spent":"306.377785ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:36:34.41298Z","caller":"traceutil/trace.go:171","msg":"trace[261639151] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3633; }","duration":"374.552683ms","start":"2026-03-31T18:36:34.038281Z","end":"2026-03-31T18:36:34.412834Z","steps":["trace[261639151] 'agreement among raft nodes before linearized reading' (duration: 374.115563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.413034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.03827Z","time spent":"374.750668ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:36:34.759441Z","caller":"traceutil/trace.go:171","msg":"trace[434754738] linearizableReadLoop","detail":"{readStateIndex:3791; appliedIndex:3788; }","duration":"340.519454ms","start":"2026-03-31T18:36:34.418901Z","end":"2026-03-31T18:36:34.759421Z","steps":["trace[434754738] 'read index received' (duration: 89.156668ms)","trace[434754738] 'applied index is now lower than readState.Index' (duration: 251.361856ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:34.759531Z","caller":"traceutil/trace.go:171","msg":"trace[1183195707] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"341.801704ms","start":"2026-03-31T18:36:34.417695Z","end":"2026-03-31T18:36:34.759497Z","steps":["trace[1183195707] 'process raft request' (duration: 341.547858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:34.759568Z","caller":"traceutil/trace.go:171","msg":"trace[1838108689] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"341.442306ms","start":"2026-03-31T18:36:34.418103Z","end":"2026-03-31T18:36:34.759545Z","steps":["trace[1838108689] 'process raft request' (duration: 341.272972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.759645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.729698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:36:34.759691Z","caller":"traceutil/trace.go:171","msg":"trace[647999563] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3636; }","duration":"340.832441ms","start":"2026-03-31T18:36:34.418844Z","end":"2026-03-31T18:36:34.759676Z","steps":["trace[647999563] 'agreement among raft nodes before linearized reading' (duration: 340.683257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.759703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.417614Z","time spent":"341.993948ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:34.759733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.418831Z","time spent":"340.891903ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:36:34.759777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.418087Z","time spent":"341.529647ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:34.798334Z","caller":"traceutil/trace.go:171","msg":"trace[334580799] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"243.025056ms","start":"2026-03-31T18:36:34.555269Z","end":"2026-03-31T18:36:34.798294Z","steps":["trace[334580799] 'process raft request' (duration: 242.795791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.798501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.113864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:34.798549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.903303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:36:34.798573Z","caller":"traceutil/trace.go:171","msg":"trace[79555559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3637; }","duration":"350.246367ms","start":"2026-03-31T18:36:34.448312Z","end":"2026-03-31T18:36:34.798558Z","steps":["trace[79555559] 'agreement among raft nodes before linearized reading' (duration: 350.126794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.798622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.448284Z","time spent":"350.330629ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:36:34.798626Z","caller":"traceutil/trace.go:171","msg":"trace[598653321] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3637; }","duration":"316.040256ms","start":"2026-03-31T18:36:34.482564Z","end":"2026-03-31T18:36:34.798604Z","steps":["trace[598653321] 'agreement among raft nodes before linearized reading' (duration: 315.759659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.79868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.482541Z","time spent":"316.129057ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:36:35.099709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.621676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:35.099965Z","caller":"traceutil/trace.go:171","msg":"trace[1608855258] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"294.923982ms","start":"2026-03-31T18:36:34.805022Z","end":"2026-03-31T18:36:35.099946Z","steps":["trace[1608855258] 'process raft request' (duration: 294.8366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:35.100004Z","caller":"traceutil/trace.go:171","msg":"trace[1196070475] linearizableReadLoop","detail":"{readStateIndex:3793; appliedIndex:3792; }","duration":"300.188103ms","start":"2026-03-31T18:36:34.799789Z","end":"2026-03-31T18:36:35.099977Z","steps":["trace[1196070475] 'read index received' (duration: 50.153697ms)","trace[1196070475] 'applied index is now lower than readState.Index' (duration: 250.030886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:35.100207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.398438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:35.100287Z","caller":"traceutil/trace.go:171","msg":"trace[161107806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3639; }","duration":"300.51773ms","start":"2026-03-31T18:36:34.79975Z","end":"2026-03-31T18:36:35.100268Z","steps":["trace[161107806] 'agreement among raft nodes before linearized reading' (duration: 300.365986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.100336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.799735Z","time spent":"300.593292ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:36:35.100304Z","caller":"traceutil/trace.go:171","msg":"trace[380261581] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"335.278746ms","start":"2026-03-31T18:36:34.764943Z","end":"2026-03-31T18:36:35.100222Z","steps":["trace[380261581] 'process raft request' (duration: 85.074646ms)","trace[380261581] 'compare' (duration: 249.515704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:35.100595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:34.764922Z","time spent":"335.548101ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:35.425391Z","caller":"traceutil/trace.go:171","msg":"trace[1213505287] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"341.120269ms","start":"2026-03-31T18:36:35.084248Z","end":"2026-03-31T18:36:35.425368Z","steps":["trace[1213505287] 'process raft request' (duration: 340.980846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.425537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:35.08422Z","time spent":"341.241062ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:35.490226Z","caller":"traceutil/trace.go:171","msg":"trace[1444992015] linearizableReadLoop","detail":"{readStateIndex:3796; appliedIndex:3794; }","duration":"366.054249ms","start":"2026-03-31T18:36:35.124151Z","end":"2026-03-31T18:36:35.490205Z","steps":["trace[1444992015] 'read index received' (duration: 301.127735ms)","trace[1444992015] 'applied index is now lower than readState.Index' (duration: 64.925674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:35.490329Z","caller":"traceutil/trace.go:171","msg":"trace[1099298083] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"382.74004ms","start":"2026-03-31T18:36:35.107543Z","end":"2026-03-31T18:36:35.490283Z","steps":["trace[1099298083] 'process raft request' (duration: 382.532395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.490519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:35.107514Z","time spent":"382.906173ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:35.490641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.285979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:36:35.490771Z","caller":"traceutil/trace.go:171","msg":"trace[223801526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3641; }","duration":"235.466413ms","start":"2026-03-31T18:36:35.255255Z","end":"2026-03-31T18:36:35.490756Z","steps":["trace[223801526] 'agreement among raft nodes before linearized reading' (duration: 235.037374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.737474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:36:35.491134Z","caller":"traceutil/trace.go:171","msg":"trace[955986053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3641; }","duration":"367.01687ms","start":"2026-03-31T18:36:35.124092Z","end":"2026-03-31T18:36:35.491109Z","steps":["trace[955986053] 'agreement among raft nodes before linearized reading' (duration: 366.242603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.491191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:35.124073Z","time spent":"367.101323ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:36:36.976117Z","caller":"traceutil/trace.go:171","msg":"trace[1471198343] transaction","detail":"{read_only:false; response_revision:3647; number_of_response:1; }","duration":"171.623454ms","start":"2026-03-31T18:36:36.804464Z","end":"2026-03-31T18:36:36.976088Z","steps":["trace[1471198343] 'process raft request' (duration: 111.862267ms)","trace[1471198343] 'compare' (duration: 59.642994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:45.750825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.368541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:45.751035Z","caller":"traceutil/trace.go:171","msg":"trace[2068656504] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"127.72928ms","start":"2026-03-31T18:36:45.623269Z","end":"2026-03-31T18:36:45.750998Z","steps":["trace[2068656504] 'process raft request' (duration: 11.091363ms)","trace[2068656504] 'compare' (duration: 116.107615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:49.177397Z","caller":"traceutil/trace.go:171","msg":"trace[12379068] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"100.859155ms","start":"2026-03-31T18:36:49.076507Z","end":"2026-03-31T18:36:49.177366Z","steps":["trace[12379068] 'process raft request' (duration: 100.571379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:49.497399Z","caller":"traceutil/trace.go:171","msg":"trace[380911858] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"183.100985ms","start":"2026-03-31T18:36:49.314273Z","end":"2026-03-31T18:36:49.497374Z","steps":["trace[380911858] 'process raft request' (duration: 182.789928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:55.972278Z","caller":"traceutil/trace.go:171","msg":"trace[717696733] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"113.170428ms","start":"2026-03-31T18:36:55.859059Z","end":"2026-03-31T18:36:55.972229Z","steps":["trace[717696733] 'process raft request' (duration: 112.87598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:57.12698Z","caller":"traceutil/trace.go:171","msg":"trace[1460110159] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"169.348432ms","start":"2026-03-31T18:36:56.957595Z","end":"2026-03-31T18:36:57.126944Z","steps":["trace[1460110159] 'process raft request' (duration: 169.088336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.574991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.261788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:57.57532Z","caller":"traceutil/trace.go:171","msg":"trace[317810461] linearizableReadLoop","detail":"{readStateIndex:3910; appliedIndex:3908; }","duration":"255.164714ms","start":"2026-03-31T18:36:57.320127Z","end":"2026-03-31T18:36:57.575292Z","steps":["trace[317810461] 'read index received' (duration: 37.495287ms)","trace[317810461] 'applied index is now lower than readState.Index' (duration: 217.667877ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:57.57534Z","caller":"traceutil/trace.go:171","msg":"trace[1208545428] transaction","detail":"{read_only:false; response_revision:3750; number_of_response:1; }","duration":"318.494072ms","start":"2026-03-31T18:36:57.256817Z","end":"2026-03-31T18:36:57.575311Z","steps":["trace[1208545428] 'process raft request' (duration: 100.811755ms)","trace[1208545428] 'compare' (duration: 217.146325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:57.575331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:57.263111Z","time spent":"312.213268ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:36:57.575539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:57.256804Z","time spent":"318.674036ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:57.575922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.764347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:57.576317Z","caller":"traceutil/trace.go:171","msg":"trace[747126635] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3750; }","duration":"256.216757ms","start":"2026-03-31T18:36:57.320075Z","end":"2026-03-31T18:36:57.576291Z","steps":["trace[747126635] 'agreement among raft nodes before linearized reading' (duration: 255.317697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.877943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.735685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:57.878139Z","caller":"traceutil/trace.go:171","msg":"trace[1099047588] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"297.749737ms","start":"2026-03-31T18:36:57.580339Z","end":"2026-03-31T18:36:57.878089Z","steps":["trace[1099047588] 'process raft request' (duration: 143.720486ms)","trace[1099047588] 'compare' (duration: 153.513759ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:57.878218Z","caller":"traceutil/trace.go:171","msg":"trace[1058951421] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"192.500101ms","start":"2026-03-31T18:36:57.685695Z","end":"2026-03-31T18:36:57.878195Z","steps":["trace[1058951421] 'process raft request' (duration: 192.386099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:57.878206Z","caller":"traceutil/trace.go:171","msg":"trace[137340996] linearizableReadLoop","detail":"{readStateIndex:3912; appliedIndex:3911; }","duration":"207.884672ms","start":"2026-03-31T18:36:57.670293Z","end":"2026-03-31T18:36:57.878178Z","steps":["trace[137340996] 'read index received' (duration: 53.789749ms)","trace[137340996] 'applied index is now lower than readState.Index' (duration: 154.091913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:57.878336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.024045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:36:57.87839Z","caller":"traceutil/trace.go:171","msg":"trace[526454025] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3753; }","duration":"208.130998ms","start":"2026-03-31T18:36:57.670249Z","end":"2026-03-31T18:36:57.87838Z","steps":["trace[526454025] 'agreement among raft nodes before linearized reading' (duration: 208.006165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:57.890629Z","caller":"traceutil/trace.go:171","msg":"trace[1910845445] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"127.955385ms","start":"2026-03-31T18:36:57.762655Z","end":"2026-03-31T18:36:57.89061Z","steps":["trace[1910845445] 'process raft request' (duration: 127.638298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.890799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.886955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:36:57.890889Z","caller":"traceutil/trace.go:171","msg":"trace[1657085351] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3754; }","duration":"167.032938ms","start":"2026-03-31T18:36:57.723832Z","end":"2026-03-31T18:36:57.890865Z","steps":["trace[1657085351] 'agreement among raft nodes before linearized reading' (duration: 166.783923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:58.143227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.831602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:58.143359Z","caller":"traceutil/trace.go:171","msg":"trace[626761570] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"162.318331ms","start":"2026-03-31T18:36:57.981016Z","end":"2026-03-31T18:36:58.143334Z","steps":["trace[626761570] 'process raft request' (duration: 38.303335ms)","trace[626761570] 'compare' (duration: 123.678697ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:01.459694Z","caller":"traceutil/trace.go:171","msg":"trace[550232845] linearizableReadLoop","detail":"{readStateIndex:3928; appliedIndex:3927; }","duration":"278.700851ms","start":"2026-03-31T18:37:01.180966Z","end":"2026-03-31T18:37:01.459666Z","steps":["trace[550232845] 'read index received' (duration: 278.66643ms)","trace[550232845] 'applied index is now lower than readState.Index' (duration: 33.071µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:01.45988Z","caller":"traceutil/trace.go:171","msg":"trace[1632815857] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"298.208038ms","start":"2026-03-31T18:37:01.161657Z","end":"2026-03-31T18:37:01.459865Z","steps":["trace[1632815857] 'process raft request' (duration: 297.821009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:01.460036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.05418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:01.460156Z","caller":"traceutil/trace.go:171","msg":"trace[2069283427] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3768; }","duration":"279.214104ms","start":"2026-03-31T18:37:01.180924Z","end":"2026-03-31T18:37:01.460138Z","steps":["trace[2069283427] 'agreement among raft nodes before linearized reading' (duration: 279.03974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:01.466265Z","caller":"traceutil/trace.go:171","msg":"trace[1125827043] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"159.622629ms","start":"2026-03-31T18:37:01.306623Z","end":"2026-03-31T18:37:01.466245Z","steps":["trace[1125827043] 'process raft request' (duration: 159.474356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:04.265728Z","caller":"traceutil/trace.go:171","msg":"trace[1707765717] transaction","detail":"{read_only:false; response_revision:3784; number_of_response:1; }","duration":"185.758897ms","start":"2026-03-31T18:37:04.079927Z","end":"2026-03-31T18:37:04.265686Z","steps":["trace[1707765717] 'process raft request' (duration: 101.136852ms)","trace[1707765717] 'compare' (duration: 84.376809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:10.565914Z","caller":"traceutil/trace.go:171","msg":"trace[1885928053] transaction","detail":"{read_only:false; response_revision:3816; number_of_response:1; }","duration":"205.900967ms","start":"2026-03-31T18:37:10.359964Z","end":"2026-03-31T18:37:10.565865Z","steps":["trace[1885928053] 'process raft request' (duration: 150.743686ms)","trace[1885928053] 'compare' (duration: 54.991487ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:10.565927Z","caller":"traceutil/trace.go:171","msg":"trace[716270817] linearizableReadLoop","detail":"{readStateIndex:3978; appliedIndex:3977; }","duration":"116.578406ms","start":"2026-03-31T18:37:10.449277Z","end":"2026-03-31T18:37:10.565856Z","steps":["trace[716270817] 'read index received' (duration: 61.471996ms)","trace[716270817] 'applied index is now lower than readState.Index' (duration: 55.10501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:10.566088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.7916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:10.566319Z","caller":"traceutil/trace.go:171","msg":"trace[28467661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3816; }","duration":"116.909483ms","start":"2026-03-31T18:37:10.44923Z","end":"2026-03-31T18:37:10.566139Z","steps":["trace[28467661] 'agreement among raft nodes before linearized reading' (duration: 116.805201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:14.505314Z","caller":"traceutil/trace.go:171","msg":"trace[1991995557] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"384.583552ms","start":"2026-03-31T18:37:14.120691Z","end":"2026-03-31T18:37:14.505275Z","steps":["trace[1991995557] 'process raft request' (duration: 384.327686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:14.505508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.120667Z","time spent":"384.735816ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:14.720057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.778795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:14.742833Z","caller":"traceutil/trace.go:171","msg":"trace[875625114] linearizableReadLoop","detail":"{readStateIndex:3998; appliedIndex:3997; }","duration":"152.317042ms","start":"2026-03-31T18:37:14.590471Z","end":"2026-03-31T18:37:14.742788Z","steps":["trace[875625114] 'read index received' (duration: 44.361µs)","trace[875625114] 'applied index is now lower than readState.Index' (duration: 152.268981ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:14.74285Z","caller":"traceutil/trace.go:171","msg":"trace[5116434] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"232.651478ms","start":"2026-03-31T18:37:14.510165Z","end":"2026-03-31T18:37:14.742817Z","steps":["trace[5116434] 'process raft request' (duration: 70.045121ms)","trace[5116434] 'compare' (duration: 139.657593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:14.743141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.64435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:37:14.743218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.758731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:37:14.743233Z","caller":"traceutil/trace.go:171","msg":"trace[1921277108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3835; }","duration":"152.795022ms","start":"2026-03-31T18:37:14.590418Z","end":"2026-03-31T18:37:14.743213Z","steps":["trace[1921277108] 'agreement among raft nodes before linearized reading' (duration: 152.512386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:14.743283Z","caller":"traceutil/trace.go:171","msg":"trace[974854429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3835; }","duration":"106.876533ms","start":"2026-03-31T18:37:14.636388Z","end":"2026-03-31T18:37:14.743265Z","steps":["trace[974854429] 'agreement among raft nodes before linearized reading' (duration: 106.645268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:15.01227Z","caller":"traceutil/trace.go:171","msg":"trace[93409159] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"261.643911ms","start":"2026-03-31T18:37:14.750597Z","end":"2026-03-31T18:37:15.012241Z","steps":["trace[93409159] 'process raft request' (duration: 201.086297ms)","trace[93409159] 'compare' (duration: 60.431051ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:15.043773Z","caller":"traceutil/trace.go:171","msg":"trace[499490750] linearizableReadLoop","detail":"{readStateIndex:4001; appliedIndex:3998; }","duration":"258.262994ms","start":"2026-03-31T18:37:14.785489Z","end":"2026-03-31T18:37:15.043752Z","steps":["trace[499490750] 'read index received' (duration: 166.21158ms)","trace[499490750] 'applied index is now lower than readState.Index' (duration: 92.050394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:15.0439Z","caller":"traceutil/trace.go:171","msg":"trace[508749629] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"274.441494ms","start":"2026-03-31T18:37:14.769445Z","end":"2026-03-31T18:37:15.043887Z","steps":["trace[508749629] 'process raft request' (duration: 274.260429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:15.043871Z","caller":"traceutil/trace.go:171","msg":"trace[1325980745] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"293.233734ms","start":"2026-03-31T18:37:14.750598Z","end":"2026-03-31T18:37:15.043832Z","steps":["trace[1325980745] 'process raft request' (duration: 292.987697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:15.044057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.157923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:37:15.044063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.565781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:15.044096Z","caller":"traceutil/trace.go:171","msg":"trace[632063081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3838; }","duration":"115.245635ms","start":"2026-03-31T18:37:14.928842Z","end":"2026-03-31T18:37:15.044088Z","steps":["trace[632063081] 'agreement among raft nodes before linearized reading' (duration: 115.124333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:15.044102Z","caller":"traceutil/trace.go:171","msg":"trace[32189864] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3838; }","duration":"258.656603ms","start":"2026-03-31T18:37:14.785435Z","end":"2026-03-31T18:37:15.044092Z","steps":["trace[32189864] 'agreement among raft nodes before linearized reading' (duration: 258.590262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:15.353276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.331618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:15.353364Z","caller":"traceutil/trace.go:171","msg":"trace[2035972477] linearizableReadLoop","detail":"{readStateIndex:4002; appliedIndex:4001; }","duration":"112.175314ms","start":"2026-03-31T18:37:15.241175Z","end":"2026-03-31T18:37:15.353351Z","steps":["trace[2035972477] 'read index received' (duration: 62.901µs)","trace[2035972477] 'applied index is now lower than readState.Index' (duration: 112.111473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:15.353415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.244626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:15.353436Z","caller":"traceutil/trace.go:171","msg":"trace[1523429726] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3839; }","duration":"112.303447ms","start":"2026-03-31T18:37:15.241125Z","end":"2026-03-31T18:37:15.353429Z","steps":["trace[1523429726] 'agreement among raft nodes before linearized reading' (duration: 112.259416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:15.353482Z","caller":"traceutil/trace.go:171","msg":"trace[1781860470] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"304.595414ms","start":"2026-03-31T18:37:15.048856Z","end":"2026-03-31T18:37:15.353451Z","steps":["trace[1781860470] 'process raft request' (duration: 98.016131ms)","trace[1781860470] 'compare' (duration: 206.222805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:15.353677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:15.048835Z","time spent":"304.747068ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:15.776256Z","caller":"traceutil/trace.go:171","msg":"trace[2066115543] transaction","detail":"{read_only:false; response_revision:3840; number_of_response:1; }","duration":"164.608643ms","start":"2026-03-31T18:37:15.611624Z","end":"2026-03-31T18:37:15.776233Z","steps":["trace[2066115543] 'process raft request' (duration: 164.406829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:15.776248Z","caller":"traceutil/trace.go:171","msg":"trace[316954821] linearizableReadLoop","detail":"{readStateIndex:4003; appliedIndex:4002; }","duration":"150.46142ms","start":"2026-03-31T18:37:15.625698Z","end":"2026-03-31T18:37:15.776159Z","steps":["trace[316954821] 'read index received' (duration: 150.271206ms)","trace[316954821] 'applied index is now lower than readState.Index' (duration: 189.014µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:15.776409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.702455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:15.776602Z","caller":"traceutil/trace.go:171","msg":"trace[212921002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3840; }","duration":"150.93824ms","start":"2026-03-31T18:37:15.625625Z","end":"2026-03-31T18:37:15.776563Z","steps":["trace[212921002] 'agreement among raft nodes before linearized reading' (duration: 150.671234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:15.776757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.099718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:15.7769Z","caller":"traceutil/trace.go:171","msg":"trace[1658857988] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3840; }","duration":"149.332643ms","start":"2026-03-31T18:37:15.627535Z","end":"2026-03-31T18:37:15.776867Z","steps":["trace[1658857988] 'agreement among raft nodes before linearized reading' (duration: 149.061557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:15.888996Z","caller":"traceutil/trace.go:171","msg":"trace[1257169713] transaction","detail":"{read_only:false; response_revision:3842; number_of_response:1; }","duration":"106.452684ms","start":"2026-03-31T18:37:15.782503Z","end":"2026-03-31T18:37:15.888956Z","steps":["trace[1257169713] 'process raft request' (duration: 106.258719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:20.136296Z","caller":"traceutil/trace.go:171","msg":"trace[1391237833] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"224.990603ms","start":"2026-03-31T18:37:19.911278Z","end":"2026-03-31T18:37:20.136268Z","steps":["trace[1391237833] 'process raft request' (duration: 141.928175ms)","trace[1391237833] 'compare' (duration: 82.949186ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:21.189012Z","caller":"traceutil/trace.go:171","msg":"trace[1585525051] transaction","detail":"{read_only:false; response_revision:3868; number_of_response:1; }","duration":"105.558384ms","start":"2026-03-31T18:37:21.083418Z","end":"2026-03-31T18:37:21.188976Z","steps":["trace[1585525051] 'process raft request' (duration: 105.289068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:22.280477Z","caller":"traceutil/trace.go:171","msg":"trace[1302092152] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"137.500953ms","start":"2026-03-31T18:37:22.142954Z","end":"2026-03-31T18:37:22.280455Z","steps":["trace[1302092152] 'process raft request' (duration: 137.36627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:22.671846Z","caller":"traceutil/trace.go:171","msg":"trace[832530119] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"109.158296ms","start":"2026-03-31T18:37:22.562659Z","end":"2026-03-31T18:37:22.671817Z","steps":["trace[832530119] 'process raft request' (duration: 66.132963ms)","trace[832530119] 'compare' (duration: 42.92235ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:23.216836Z","caller":"traceutil/trace.go:171","msg":"trace[199267195] transaction","detail":"{read_only:false; response_revision:3879; number_of_response:1; }","duration":"148.26621ms","start":"2026-03-31T18:37:23.068541Z","end":"2026-03-31T18:37:23.216807Z","steps":["trace[199267195] 'process raft request' (duration: 148.033994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:24.474918Z","caller":"traceutil/trace.go:171","msg":"trace[27956180] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"141.700498ms","start":"2026-03-31T18:37:24.333189Z","end":"2026-03-31T18:37:24.47489Z","steps":["trace[27956180] 'process raft request' (duration: 48.540499ms)","trace[27956180] 'compare' (duration: 92.945145ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:24.820939Z","caller":"traceutil/trace.go:171","msg":"trace[173750045] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"142.885377ms","start":"2026-03-31T18:37:24.678025Z","end":"2026-03-31T18:37:24.820911Z","steps":["trace[173750045] 'process raft request' (duration: 55.885638ms)","trace[173750045] 'compare' (duration: 86.65467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:25.140981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.405568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:25.141439Z","caller":"traceutil/trace.go:171","msg":"trace[1840293696] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"257.240641ms","start":"2026-03-31T18:37:24.884146Z","end":"2026-03-31T18:37:25.141386Z","steps":["trace[1840293696] 'process raft request' (duration: 141.330571ms)","trace[1840293696] 'compare' (duration: 115.268705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:25.141632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.243589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17054"} {"level":"info","ts":"2026-03-31T18:37:25.141706Z","caller":"traceutil/trace.go:171","msg":"trace[1064788852] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3887; }","duration":"253.344832ms","start":"2026-03-31T18:37:24.888342Z","end":"2026-03-31T18:37:25.141687Z","steps":["trace[1064788852] 'agreement among raft nodes before linearized reading' (duration: 253.126737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.141402Z","caller":"traceutil/trace.go:171","msg":"trace[9225433] linearizableReadLoop","detail":"{readStateIndex:4052; appliedIndex:4051; }","duration":"252.972653ms","start":"2026-03-31T18:37:24.888374Z","end":"2026-03-31T18:37:25.141346Z","steps":["trace[9225433] 'read index received' (duration: 136.982312ms)","trace[9225433] 'applied index is now lower than readState.Index' (duration: 115.988711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:25.142397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.422719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:37:25.14248Z","caller":"traceutil/trace.go:171","msg":"trace[66706561] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3887; }","duration":"199.534582ms","start":"2026-03-31T18:37:24.942921Z","end":"2026-03-31T18:37:25.142456Z","steps":["trace[66706561] 'agreement among raft nodes before linearized reading' (duration: 199.220795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.558735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.194209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:25.558841Z","caller":"traceutil/trace.go:171","msg":"trace[1452503147] linearizableReadLoop","detail":"{readStateIndex:4053; appliedIndex:4052; }","duration":"337.580487ms","start":"2026-03-31T18:37:25.221243Z","end":"2026-03-31T18:37:25.558823Z","steps":["trace[1452503147] 'read index received' (duration: 143.148302ms)","trace[1452503147] 'applied index is now lower than readState.Index' (duration: 194.431115ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:25.558933Z","caller":"traceutil/trace.go:171","msg":"trace[178731488] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"403.434433ms","start":"2026-03-31T18:37:25.15545Z","end":"2026-03-31T18:37:25.558885Z","steps":["trace[178731488] 'process raft request' (duration: 209.004289ms)","trace[178731488] 'compare' (duration: 193.993654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:25.559033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.610271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:37:25.559044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.799592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:25.559072Z","caller":"traceutil/trace.go:171","msg":"trace[513273687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3888; }","duration":"104.673442ms","start":"2026-03-31T18:37:25.454388Z","end":"2026-03-31T18:37:25.559062Z","steps":["trace[513273687] 'agreement among raft nodes before linearized reading' (duration: 104.549939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.559076Z","caller":"traceutil/trace.go:171","msg":"trace[1449705581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3888; }","duration":"337.873014ms","start":"2026-03-31T18:37:25.221192Z","end":"2026-03-31T18:37:25.559065Z","steps":["trace[1449705581] 'agreement among raft nodes before linearized reading' (duration: 337.729201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.559109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.221171Z","time spent":"337.929026ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:25.559131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.155412Z","time spent":"403.614807ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17039,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:25.559222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.250935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:37:25.559392Z","caller":"traceutil/trace.go:171","msg":"trace[1568634342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3888; }","duration":"321.523551ms","start":"2026-03-31T18:37:25.237843Z","end":"2026-03-31T18:37:25.559366Z","steps":["trace[1568634342] 'agreement among raft nodes before linearized reading' (duration: 321.081501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.559424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.948087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:37:25.559563Z","caller":"traceutil/trace.go:171","msg":"trace[1725913877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3888; }","duration":"108.196313ms","start":"2026-03-31T18:37:25.451343Z","end":"2026-03-31T18:37:25.55954Z","steps":["trace[1725913877] 'agreement among raft nodes before linearized reading' (duration: 107.61949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.559481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.237822Z","time spent":"321.641323ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:37:25.690623Z","caller":"traceutil/trace.go:171","msg":"trace[2054139202] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"126.527532ms","start":"2026-03-31T18:37:25.564063Z","end":"2026-03-31T18:37:25.69059Z","steps":["trace[2054139202] 'process raft request' (duration: 126.382879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.690617Z","caller":"traceutil/trace.go:171","msg":"trace[60889186] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"127.412682ms","start":"2026-03-31T18:37:25.563171Z","end":"2026-03-31T18:37:25.690584Z","steps":["trace[60889186] 'process raft request' (duration: 96.814433ms)","trace[60889186] 'compare' (duration: 30.266742ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:25.690697Z","caller":"traceutil/trace.go:171","msg":"trace[1171464577] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"113.432383ms","start":"2026-03-31T18:37:25.577242Z","end":"2026-03-31T18:37:25.690675Z","steps":["trace[1171464577] 'process raft request' (duration: 113.332361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.690771Z","caller":"traceutil/trace.go:171","msg":"trace[1668997912] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"126.02305ms","start":"2026-03-31T18:37:25.564714Z","end":"2026-03-31T18:37:25.690737Z","steps":["trace[1668997912] 'process raft request' (duration: 125.796455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:30.45283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.309888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:30.452964Z","caller":"traceutil/trace.go:171","msg":"trace[1610087758] transaction","detail":"{read_only:false; response_revision:3921; number_of_response:1; }","duration":"276.793968ms","start":"2026-03-31T18:37:30.176137Z","end":"2026-03-31T18:37:30.452931Z","steps":["trace[1610087758] 'process raft request' (duration: 157.322226ms)","trace[1610087758] 'compare' (duration: 119.154205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:33.477469Z","caller":"traceutil/trace.go:171","msg":"trace[19499954] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"138.603178ms","start":"2026-03-31T18:37:33.338832Z","end":"2026-03-31T18:37:33.477435Z","steps":["trace[19499954] 'process raft request' (duration: 125.734974ms)","trace[19499954] 'compare' (duration: 12.715641ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:36.135217Z","caller":"traceutil/trace.go:171","msg":"trace[149949778] linearizableReadLoop","detail":"{readStateIndex:4118; appliedIndex:4117; }","duration":"139.428593ms","start":"2026-03-31T18:37:35.995761Z","end":"2026-03-31T18:37:36.135189Z","steps":["trace[149949778] 'read index received' (duration: 116.44375ms)","trace[149949778] 'applied index is now lower than readState.Index' (duration: 22.983863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:36.135243Z","caller":"traceutil/trace.go:171","msg":"trace[1062452125] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"160.200875ms","start":"2026-03-31T18:37:35.975004Z","end":"2026-03-31T18:37:36.135205Z","steps":["trace[1062452125] 'process raft request' (duration: 137.230613ms)","trace[1062452125] 'compare' (duration: 22.824079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:36.135389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.591137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:36.135443Z","caller":"traceutil/trace.go:171","msg":"trace[1921839112] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3951; }","duration":"139.709471ms","start":"2026-03-31T18:37:35.995716Z","end":"2026-03-31T18:37:36.135425Z","steps":["trace[1921839112] 'agreement among raft nodes before linearized reading' (duration: 139.592377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:36.783583Z","caller":"traceutil/trace.go:171","msg":"trace[564191830] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"137.338765ms","start":"2026-03-31T18:37:36.646217Z","end":"2026-03-31T18:37:36.783556Z","steps":["trace[564191830] 'process raft request' (duration: 137.270313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:36.783972Z","caller":"traceutil/trace.go:171","msg":"trace[320887425] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"142.610837ms","start":"2026-03-31T18:37:36.641343Z","end":"2026-03-31T18:37:36.783954Z","steps":["trace[320887425] 'process raft request' (duration: 53.258935ms)","trace[320887425] 'compare' (duration: 88.696097ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:37.513486Z","caller":"traceutil/trace.go:171","msg":"trace[2085365344] linearizableReadLoop","detail":"{readStateIndex:4125; appliedIndex:4124; }","duration":"164.929224ms","start":"2026-03-31T18:37:37.348524Z","end":"2026-03-31T18:37:37.513453Z","steps":["trace[2085365344] 'read index received' (duration: 164.627137ms)","trace[2085365344] 'applied index is now lower than readState.Index' (duration: 300.327µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:37.513823Z","caller":"traceutil/trace.go:171","msg":"trace[1248350491] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"167.438523ms","start":"2026-03-31T18:37:37.346187Z","end":"2026-03-31T18:37:37.513625Z","steps":["trace[1248350491] 'process raft request' (duration: 167.075304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:37.514098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.501146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:37.514162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.5977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:37:37.514277Z","caller":"traceutil/trace.go:171","msg":"trace[1762540984] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3957; }","duration":"165.755413ms","start":"2026-03-31T18:37:37.348498Z","end":"2026-03-31T18:37:37.514253Z","steps":["trace[1762540984] 'agreement among raft nodes before linearized reading' (duration: 165.507158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:37.514202Z","caller":"traceutil/trace.go:171","msg":"trace[206034586] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3957; }","duration":"108.646499ms","start":"2026-03-31T18:37:37.405531Z","end":"2026-03-31T18:37:37.514178Z","steps":["trace[206034586] 'agreement among raft nodes before linearized reading' (duration: 108.469595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:38.279015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.62743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:38.279102Z","caller":"traceutil/trace.go:171","msg":"trace[1128445086] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"254.91397ms","start":"2026-03-31T18:37:38.024171Z","end":"2026-03-31T18:37:38.279085Z","steps":["trace[1128445086] 'process raft request' (duration: 102.151887ms)","trace[1128445086] 'compare' (duration: 152.440816ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:38.310361Z","caller":"traceutil/trace.go:171","msg":"trace[1804482590] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"164.759902ms","start":"2026-03-31T18:37:38.145576Z","end":"2026-03-31T18:37:38.310336Z","steps":["trace[1804482590] 'process raft request' (duration: 164.593688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:40.209897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.835959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:37:40.2099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.652733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:40.210239Z","caller":"traceutil/trace.go:171","msg":"trace[2076490305] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3968; }","duration":"179.041952ms","start":"2026-03-31T18:37:40.031154Z","end":"2026-03-31T18:37:40.210196Z","steps":["trace[2076490305] 'count revisions from in-memory index tree' (duration: 178.544211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:40.210511Z","caller":"traceutil/trace.go:171","msg":"trace[291633433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3968; }","duration":"186.014213ms","start":"2026-03-31T18:37:40.024021Z","end":"2026-03-31T18:37:40.210036Z","steps":["trace[291633433] 'range keys from in-memory index tree' (duration: 185.684185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:40.363559Z","caller":"traceutil/trace.go:171","msg":"trace[1650048365] linearizableReadLoop","detail":"{readStateIndex:4137; appliedIndex:4136; }","duration":"135.621917ms","start":"2026-03-31T18:37:40.227913Z","end":"2026-03-31T18:37:40.363535Z","steps":["trace[1650048365] 'read index received' (duration: 135.502234ms)","trace[1650048365] 'applied index is now lower than readState.Index' (duration: 118.483µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:40.363623Z","caller":"traceutil/trace.go:171","msg":"trace[519278268] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"148.148426ms","start":"2026-03-31T18:37:40.215452Z","end":"2026-03-31T18:37:40.3636Z","steps":["trace[519278268] 'process raft request' (duration: 147.934601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:40.363768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.844201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:40.363857Z","caller":"traceutil/trace.go:171","msg":"trace[1057040232] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3969; }","duration":"136.025636ms","start":"2026-03-31T18:37:40.227813Z","end":"2026-03-31T18:37:40.363838Z","steps":["trace[1057040232] 'agreement among raft nodes before linearized reading' (duration: 135.830611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:40.526636Z","caller":"traceutil/trace.go:171","msg":"trace[1427501100] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"211.441533ms","start":"2026-03-31T18:37:40.315155Z","end":"2026-03-31T18:37:40.526596Z","steps":["trace[1427501100] 'process raft request' (duration: 141.069661ms)","trace[1427501100] 'compare' (duration: 69.771519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:40.527096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.071931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:40.527148Z","caller":"traceutil/trace.go:171","msg":"trace[972857551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3970; }","duration":"244.190884ms","start":"2026-03-31T18:37:40.282944Z","end":"2026-03-31T18:37:40.527135Z","steps":["trace[972857551] 'agreement among raft nodes before linearized reading' (duration: 243.913337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:40.526762Z","caller":"traceutil/trace.go:171","msg":"trace[2018412729] linearizableReadLoop","detail":"{readStateIndex:4138; appliedIndex:4137; }","duration":"163.110822ms","start":"2026-03-31T18:37:40.363625Z","end":"2026-03-31T18:37:40.526736Z","steps":["trace[2018412729] 'read index received' (duration: 92.615328ms)","trace[2018412729] 'applied index is now lower than readState.Index' (duration: 70.493734ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:42.052097Z","caller":"traceutil/trace.go:171","msg":"trace[1547901934] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"113.112405ms","start":"2026-03-31T18:37:41.938951Z","end":"2026-03-31T18:37:42.052063Z","steps":["trace[1547901934] 'process raft request' (duration: 112.863878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:42.61083Z","caller":"traceutil/trace.go:171","msg":"trace[869167125] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"207.370019ms","start":"2026-03-31T18:37:42.403427Z","end":"2026-03-31T18:37:42.610797Z","steps":["trace[869167125] 'process raft request' (duration: 155.730732ms)","trace[869167125] 'compare' (duration: 51.512204ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:42.701484Z","caller":"traceutil/trace.go:171","msg":"trace[1933445220] linearizableReadLoop","detail":"{readStateIndex:4148; appliedIndex:4146; }","duration":"252.493345ms","start":"2026-03-31T18:37:42.448968Z","end":"2026-03-31T18:37:42.701461Z","steps":["trace[1933445220] 'read index received' (duration: 110.234687ms)","trace[1933445220] 'applied index is now lower than readState.Index' (duration: 142.257698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:42.701572Z","caller":"traceutil/trace.go:171","msg":"trace[357804699] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"168.074607ms","start":"2026-03-31T18:37:42.533457Z","end":"2026-03-31T18:37:42.701531Z","steps":["trace[357804699] 'process raft request' (duration: 167.842062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.701647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.670969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:42.701682Z","caller":"traceutil/trace.go:171","msg":"trace[515210750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3980; }","duration":"252.753951ms","start":"2026-03-31T18:37:42.448918Z","end":"2026-03-31T18:37:42.701672Z","steps":["trace[515210750] 'agreement among raft nodes before linearized reading' (duration: 252.685759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.701918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.047434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:37:42.701999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.158537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:42.702017Z","caller":"traceutil/trace.go:171","msg":"trace[1713301828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3980; }","duration":"164.252049ms","start":"2026-03-31T18:37:42.537741Z","end":"2026-03-31T18:37:42.701993Z","steps":["trace[1713301828] 'agreement among raft nodes before linearized reading' (duration: 163.946191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:42.70206Z","caller":"traceutil/trace.go:171","msg":"trace[1923402589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3980; }","duration":"158.26049ms","start":"2026-03-31T18:37:42.543785Z","end":"2026-03-31T18:37:42.702045Z","steps":["trace[1923402589] 'agreement among raft nodes before linearized reading' (duration: 158.018705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.863564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.647148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:37:43.863652Z","caller":"traceutil/trace.go:171","msg":"trace[2135924387] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3986; }","duration":"139.760041ms","start":"2026-03-31T18:37:43.723865Z","end":"2026-03-31T18:37:43.863625Z","steps":["trace[2135924387] 'range keys from in-memory index tree' (duration: 139.512515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.863899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.487426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:37:43.86401Z","caller":"traceutil/trace.go:171","msg":"trace[183408699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3986; }","duration":"224.643579ms","start":"2026-03-31T18:37:43.639344Z","end":"2026-03-31T18:37:43.863988Z","steps":["trace[183408699] 'range keys from in-memory index tree' (duration: 224.27507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.186296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.474991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:44.18636Z","caller":"traceutil/trace.go:171","msg":"trace[1203135142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3987; }","duration":"129.613485ms","start":"2026-03-31T18:37:44.056734Z","end":"2026-03-31T18:37:44.186348Z","steps":["trace[1203135142] 'range keys from in-memory index tree' (duration: 129.277897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.955952Z","caller":"traceutil/trace.go:171","msg":"trace[320538046] linearizableReadLoop","detail":"{readStateIndex:4159; appliedIndex:4158; }","duration":"213.589393ms","start":"2026-03-31T18:37:44.742305Z","end":"2026-03-31T18:37:44.955895Z","steps":["trace[320538046] 'read index received' (duration: 213.271436ms)","trace[320538046] 'applied index is now lower than readState.Index' (duration: 316.887µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:44.956006Z","caller":"traceutil/trace.go:171","msg":"trace[1458979300] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"247.817597ms","start":"2026-03-31T18:37:44.708149Z","end":"2026-03-31T18:37:44.955967Z","steps":["trace[1458979300] 'process raft request' (duration: 247.551531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.956214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.768887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:37:44.95623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.90639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:44.956259Z","caller":"traceutil/trace.go:171","msg":"trace[87267226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3990; }","duration":"213.90477ms","start":"2026-03-31T18:37:44.742344Z","end":"2026-03-31T18:37:44.956248Z","steps":["trace[87267226] 'agreement among raft nodes before linearized reading' (duration: 213.738896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.956287Z","caller":"traceutil/trace.go:171","msg":"trace[711461452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3990; }","duration":"214.013403ms","start":"2026-03-31T18:37:44.742261Z","end":"2026-03-31T18:37:44.956274Z","steps":["trace[711461452] 'agreement among raft nodes before linearized reading' (duration: 213.808248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:45.119959Z","caller":"traceutil/trace.go:171","msg":"trace[93537402] linearizableReadLoop","detail":"{readStateIndex:4162; appliedIndex:4159; }","duration":"148.402392ms","start":"2026-03-31T18:37:44.971541Z","end":"2026-03-31T18:37:45.119944Z","steps":["trace[93537402] 'read index received' (duration: 49.674481ms)","trace[93537402] 'applied index is now lower than readState.Index' (duration: 98.727211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:45.120128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.587846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:45.120098Z","caller":"traceutil/trace.go:171","msg":"trace[1441971338] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"162.913228ms","start":"2026-03-31T18:37:44.957154Z","end":"2026-03-31T18:37:45.120067Z","steps":["trace[1441971338] 'process raft request' (duration: 63.982743ms)","trace[1441971338] 'compare' (duration: 98.564957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:45.120153Z","caller":"traceutil/trace.go:171","msg":"trace[880672605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3993; }","duration":"148.677858ms","start":"2026-03-31T18:37:44.971469Z","end":"2026-03-31T18:37:45.120147Z","steps":["trace[880672605] 'agreement among raft nodes before linearized reading' (duration: 148.540585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:45.120269Z","caller":"traceutil/trace.go:171","msg":"trace[1118233806] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"159.407407ms","start":"2026-03-31T18:37:44.960836Z","end":"2026-03-31T18:37:45.120244Z","steps":["trace[1118233806] 'process raft request' (duration: 159.055329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:45.120307Z","caller":"traceutil/trace.go:171","msg":"trace[935605335] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"158.867375ms","start":"2026-03-31T18:37:44.961406Z","end":"2026-03-31T18:37:45.120273Z","steps":["trace[935605335] 'process raft request' (duration: 158.516637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.559556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.161413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:45.559865Z","caller":"traceutil/trace.go:171","msg":"trace[924078447] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"339.664169ms","start":"2026-03-31T18:37:45.220178Z","end":"2026-03-31T18:37:45.559842Z","steps":["trace[924078447] 'process raft request' (duration: 339.513925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.559976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:45.22016Z","time spent":"339.76672ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:45.559953Z","caller":"traceutil/trace.go:171","msg":"trace[1668980272] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"435.805237ms","start":"2026-03-31T18:37:45.124113Z","end":"2026-03-31T18:37:45.559918Z","steps":["trace[1668980272] 'process raft request' (duration: 238.201654ms)","trace[1668980272] 'compare' (duration: 197.045521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:45.560237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:45.124085Z","time spent":"436.100494ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:47.312199Z","caller":"traceutil/trace.go:171","msg":"trace[402964514] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4169; }","duration":"187.308264ms","start":"2026-03-31T18:37:47.124863Z","end":"2026-03-31T18:37:47.312171Z","steps":["trace[402964514] 'read index received' (duration: 187.276043ms)","trace[402964514] 'applied index is now lower than readState.Index' (duration: 30.801µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:47.312289Z","caller":"traceutil/trace.go:171","msg":"trace[1547596468] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"187.437407ms","start":"2026-03-31T18:37:47.124807Z","end":"2026-03-31T18:37:47.312244Z","steps":["trace[1547596468] 'process raft request' (duration: 187.202141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:47.312507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.615561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:47.312576Z","caller":"traceutil/trace.go:171","msg":"trace[1220031179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4001; }","duration":"187.742064ms","start":"2026-03-31T18:37:47.124817Z","end":"2026-03-31T18:37:47.312559Z","steps":["trace[1220031179] 'agreement among raft nodes before linearized reading' (duration: 187.535029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:47.32571Z","caller":"traceutil/trace.go:171","msg":"trace[497802262] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"174.66145ms","start":"2026-03-31T18:37:47.151031Z","end":"2026-03-31T18:37:47.325692Z","steps":["trace[497802262] 'process raft request' (duration: 174.22007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:47.325839Z","caller":"traceutil/trace.go:171","msg":"trace[1550204228] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"139.069496ms","start":"2026-03-31T18:37:47.186764Z","end":"2026-03-31T18:37:47.325833Z","steps":["trace[1550204228] 'process raft request' (duration: 138.600855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:47.752618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.096432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:47.752714Z","caller":"traceutil/trace.go:171","msg":"trace[1028368125] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"436.147505ms","start":"2026-03-31T18:37:47.316555Z","end":"2026-03-31T18:37:47.752702Z","steps":["trace[1028368125] 'process raft request' (duration: 37.913079ms)","trace[1028368125] 'compare' (duration: 398.027221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:47.752748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.316535Z","time spent":"436.198036ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:47.753021Z","caller":"traceutil/trace.go:171","msg":"trace[1502611898] linearizableReadLoop","detail":"{readStateIndex:4174; appliedIndex:4172; }","duration":"303.801117ms","start":"2026-03-31T18:37:47.449193Z","end":"2026-03-31T18:37:47.752994Z","steps":["trace[1502611898] 'read index received' (duration: 42.300501ms)","trace[1502611898] 'applied index is now lower than readState.Index' (duration: 261.499146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:47.753089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.326809Z","time spent":"426.277917ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:37:47.753203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.994071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:47.753245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.322812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:47.75327Z","caller":"traceutil/trace.go:171","msg":"trace[1473852795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4004; }","duration":"189.386103ms","start":"2026-03-31T18:37:47.563877Z","end":"2026-03-31T18:37:47.753264Z","steps":["trace[1473852795] 'agreement among raft nodes before linearized reading' (duration: 189.296961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:47.75327Z","caller":"traceutil/trace.go:171","msg":"trace[350152357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4004; }","duration":"304.109324ms","start":"2026-03-31T18:37:47.449143Z","end":"2026-03-31T18:37:47.753252Z","steps":["trace[350152357] 'agreement among raft nodes before linearized reading' (duration: 303.996151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:47.753322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.44912Z","time spent":"304.190365ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:37:48.037182Z","caller":"traceutil/trace.go:171","msg":"trace[656006702] linearizableReadLoop","detail":"{readStateIndex:4177; appliedIndex:4176; }","duration":"108.846324ms","start":"2026-03-31T18:37:47.928291Z","end":"2026-03-31T18:37:48.037138Z","steps":["trace[656006702] 'read index received' (duration: 108.545567ms)","trace[656006702] 'applied index is now lower than readState.Index' (duration: 297.437µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:48.037277Z","caller":"traceutil/trace.go:171","msg":"trace[1379005239] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"116.740828ms","start":"2026-03-31T18:37:47.920477Z","end":"2026-03-31T18:37:48.037218Z","steps":["trace[1379005239] 'process raft request' (duration: 116.36052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.037427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.122681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:37:48.037491Z","caller":"traceutil/trace.go:171","msg":"trace[1402651676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4007; }","duration":"109.248874ms","start":"2026-03-31T18:37:47.92823Z","end":"2026-03-31T18:37:48.037478Z","steps":["trace[1402651676] 'agreement among raft nodes before linearized reading' (duration: 109.06523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:53.16928Z","caller":"traceutil/trace.go:171","msg":"trace[928980827] transaction","detail":"{read_only:false; response_revision:4032; number_of_response:1; }","duration":"101.927293ms","start":"2026-03-31T18:37:53.067315Z","end":"2026-03-31T18:37:53.169242Z","steps":["trace[928980827] 'process raft request' (duration: 78.861718ms)","trace[928980827] 'compare' (duration: 22.86259ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:55.708339Z","caller":"traceutil/trace.go:171","msg":"trace[886057349] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"141.199334ms","start":"2026-03-31T18:37:55.567083Z","end":"2026-03-31T18:37:55.708283Z","steps":["trace[886057349] 'process raft request' (duration: 140.957009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:56.242256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.240708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:37:56.242338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.239323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:56.242373Z","caller":"traceutil/trace.go:171","msg":"trace[1763010498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4045; }","duration":"446.395942ms","start":"2026-03-31T18:37:55.795949Z","end":"2026-03-31T18:37:56.242345Z","steps":["trace[1763010498] 'range keys from in-memory index tree' (duration: 446.037553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:56.242411Z","caller":"traceutil/trace.go:171","msg":"trace[191619896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4045; }","duration":"247.354726ms","start":"2026-03-31T18:37:55.995037Z","end":"2026-03-31T18:37:56.242391Z","steps":["trace[191619896] 'range keys from in-memory index tree' (duration: 247.07653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:56.242425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:55.795932Z","time spent":"446.483274ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:37:56.419525Z","caller":"traceutil/trace.go:171","msg":"trace[1150398659] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"172.97084ms","start":"2026-03-31T18:37:56.246524Z","end":"2026-03-31T18:37:56.419495Z","steps":["trace[1150398659] 'process raft request' (duration: 172.779106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:56.481141Z","caller":"traceutil/trace.go:171","msg":"trace[283758464] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"234.512618ms","start":"2026-03-31T18:37:56.246592Z","end":"2026-03-31T18:37:56.481104Z","steps":["trace[283758464] 'process raft request' (duration: 196.63024ms)","trace[283758464] 'compare' (duration: 37.682404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:56.481236Z","caller":"traceutil/trace.go:171","msg":"trace[1894815725] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"234.58542ms","start":"2026-03-31T18:37:56.246625Z","end":"2026-03-31T18:37:56.481211Z","steps":["trace[1894815725] 'process raft request' (duration: 234.423746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:57.240041Z","caller":"traceutil/trace.go:171","msg":"trace[160742563] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"195.72557ms","start":"2026-03-31T18:37:57.044281Z","end":"2026-03-31T18:37:57.240006Z","steps":["trace[160742563] 'process raft request' (duration: 195.472644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:57.620717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.452497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:57.620805Z","caller":"traceutil/trace.go:171","msg":"trace[447479901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4053; }","duration":"165.58959ms","start":"2026-03-31T18:37:57.455196Z","end":"2026-03-31T18:37:57.620786Z","steps":["trace[447479901] 'range keys from in-memory index tree' (duration: 165.369775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:57.841575Z","caller":"traceutil/trace.go:171","msg":"trace[450749201] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"125.242265ms","start":"2026-03-31T18:37:57.716264Z","end":"2026-03-31T18:37:57.841507Z","steps":["trace[450749201] 'process raft request' (duration: 113.407031ms)","trace[450749201] 'compare' (duration: 11.709411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:58.318983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.643797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:37:58.319066Z","caller":"traceutil/trace.go:171","msg":"trace[818143408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4055; }","duration":"123.801301ms","start":"2026-03-31T18:37:58.195246Z","end":"2026-03-31T18:37:58.319047Z","steps":["trace[818143408] 'range keys from in-memory index tree' (duration: 123.413942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.021443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.323149ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:59.021596Z","caller":"traceutil/trace.go:171","msg":"trace[176696827] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4056; }","duration":"276.479883ms","start":"2026-03-31T18:37:58.745087Z","end":"2026-03-31T18:37:59.021567Z","steps":["trace[176696827] 'range keys from in-memory index tree' (duration: 276.305829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.021641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.914947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:59.021762Z","caller":"traceutil/trace.go:171","msg":"trace[363379193] linearizableReadLoop","detail":"{readStateIndex:4230; appliedIndex:4228; }","duration":"461.657257ms","start":"2026-03-31T18:37:58.560092Z","end":"2026-03-31T18:37:59.02175Z","steps":["trace[363379193] 'read index received' (duration: 317.698359ms)","trace[363379193] 'applied index is now lower than readState.Index' (duration: 143.958148ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:59.021968Z","caller":"traceutil/trace.go:171","msg":"trace[263440579] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"532.177213ms","start":"2026-03-31T18:37:58.489783Z","end":"2026-03-31T18:37:59.02196Z","steps":["trace[263440579] 'process raft request' (duration: 387.876587ms)","trace[263440579] 'compare' (duration: 143.836115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:59.022011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.489768Z","time spent":"532.218913ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:59.022182Z","caller":"traceutil/trace.go:171","msg":"trace[817618334] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"532.233353ms","start":"2026-03-31T18:37:58.489931Z","end":"2026-03-31T18:37:59.022164Z","steps":["trace[817618334] 'process raft request' (duration: 531.787623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.02227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.489861Z","time spent":"532.364907ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:59.022385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.302101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:59.022414Z","caller":"traceutil/trace.go:171","msg":"trace[1549821301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4058; }","duration":"462.365333ms","start":"2026-03-31T18:37:58.560041Z","end":"2026-03-31T18:37:59.022406Z","steps":["trace[1549821301] 'agreement among raft nodes before linearized reading' (duration: 462.269401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.022433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.560024Z","time spent":"462.404654ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:37:59.337311Z","caller":"traceutil/trace.go:171","msg":"trace[1280500840] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"311.442163ms","start":"2026-03-31T18:37:59.025825Z","end":"2026-03-31T18:37:59.337267Z","steps":["trace[1280500840] 'process raft request' (duration: 293.865165ms)","trace[1280500840] 'compare' (duration: 17.121907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:59.3374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.668757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:59.337526Z","caller":"traceutil/trace.go:171","msg":"trace[864798299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4060; }","duration":"248.844361ms","start":"2026-03-31T18:37:59.088667Z","end":"2026-03-31T18:37:59.337512Z","steps":["trace[864798299] 'agreement among raft nodes before linearized reading' (duration: 248.683278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.337519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.025818Z","time spent":"311.604276ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:59.337156Z","caller":"traceutil/trace.go:171","msg":"trace[93273431] linearizableReadLoop","detail":"{readStateIndex:4232; appliedIndex:4230; }","duration":"248.408741ms","start":"2026-03-31T18:37:59.088722Z","end":"2026-03-31T18:37:59.337131Z","steps":["trace[93273431] 'read index received' (duration: 14.634819ms)","trace[93273431] 'applied index is now lower than readState.Index' (duration: 233.772632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:59.68027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.219302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:59.680563Z","caller":"traceutil/trace.go:171","msg":"trace[1140171837] linearizableReadLoop","detail":"{readStateIndex:4234; appliedIndex:4232; }","duration":"231.234272ms","start":"2026-03-31T18:37:59.449284Z","end":"2026-03-31T18:37:59.680518Z","steps":["trace[1140171837] 'read index received' (duration: 5.622431ms)","trace[1140171837] 'applied index is now lower than readState.Index' (duration: 225.610441ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:59.680563Z","caller":"traceutil/trace.go:171","msg":"trace[425342260] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"274.300711ms","start":"2026-03-31T18:37:59.406239Z","end":"2026-03-31T18:37:59.68054Z","steps":["trace[425342260] 'process raft request' (duration: 274.167378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:59.680557Z","caller":"traceutil/trace.go:171","msg":"trace[1826636086] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"434.141428ms","start":"2026-03-31T18:37:59.246371Z","end":"2026-03-31T18:37:59.680512Z","steps":["trace[1826636086] 'process raft request' (duration: 208.586308ms)","trace[1826636086] 'compare' (duration: 225.083769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:59.680706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.386096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:59.680755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.246348Z","time spent":"434.304391ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:59.680795Z","caller":"traceutil/trace.go:171","msg":"trace[1981152829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4062; }","duration":"231.543279ms","start":"2026-03-31T18:37:59.449233Z","end":"2026-03-31T18:37:59.680776Z","steps":["trace[1981152829] 'agreement among raft nodes before linearized reading' (duration: 231.387546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:59.747414Z","caller":"traceutil/trace.go:171","msg":"trace[1644739030] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"120.901414ms","start":"2026-03-31T18:37:59.626479Z","end":"2026-03-31T18:37:59.74738Z","steps":["trace[1644739030] 'process raft request' (duration: 120.71084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.06827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.250998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:38:00.068376Z","caller":"traceutil/trace.go:171","msg":"trace[1596534088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4063; }","duration":"223.403832ms","start":"2026-03-31T18:37:59.844945Z","end":"2026-03-31T18:38:00.068349Z","steps":["trace[1596534088] 'range keys from in-memory index tree' (duration: 222.793707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.43755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.575154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:00.438009Z","caller":"traceutil/trace.go:171","msg":"trace[274423116] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4064; }","duration":"189.078796ms","start":"2026-03-31T18:38:00.248895Z","end":"2026-03-31T18:38:00.437973Z","steps":["trace[274423116] 'count revisions from in-memory index tree' (duration: 188.40523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:01.245817Z","caller":"traceutil/trace.go:171","msg":"trace[1153820704] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"146.63032ms","start":"2026-03-31T18:38:01.099165Z","end":"2026-03-31T18:38:01.245796Z","steps":["trace[1153820704] 'process raft request' (duration: 146.495607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:01.718846Z","caller":"traceutil/trace.go:171","msg":"trace[396925293] linearizableReadLoop","detail":"{readStateIndex:4240; appliedIndex:4238; }","duration":"612.435013ms","start":"2026-03-31T18:38:01.106389Z","end":"2026-03-31T18:38:01.718824Z","steps":["trace[396925293] 'read index received' (duration: 139.26726ms)","trace[396925293] 'applied index is now lower than readState.Index' (duration: 473.166843ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:01.718931Z","caller":"traceutil/trace.go:171","msg":"trace[1476739554] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"619.732962ms","start":"2026-03-31T18:38:01.099167Z","end":"2026-03-31T18:38:01.7189Z","steps":["trace[1476739554] 'process raft request' (duration: 619.523527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:01.719036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.633368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:38:01.71907Z","caller":"traceutil/trace.go:171","msg":"trace[1084759008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4068; }","duration":"612.710739ms","start":"2026-03-31T18:38:01.10635Z","end":"2026-03-31T18:38:01.719061Z","steps":["trace[1084759008] 'agreement among raft nodes before linearized reading' (duration: 612.577676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:01.719102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.106336Z","time spent":"612.757991ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:38:01.719099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.099144Z","time spent":"619.856115ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:02.063388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.009609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:02.063628Z","caller":"traceutil/trace.go:171","msg":"trace[866345500] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"377.068675ms","start":"2026-03-31T18:38:01.686544Z","end":"2026-03-31T18:38:02.063613Z","steps":["trace[866345500] 'process raft request' (duration: 376.975163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.063684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.686532Z","time spent":"377.129186ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:02.063672Z","caller":"traceutil/trace.go:171","msg":"trace[1099536222] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"377.219569ms","start":"2026-03-31T18:38:01.686427Z","end":"2026-03-31T18:38:02.063646Z","steps":["trace[1099536222] 'process raft request' (duration: 132.507284ms)","trace[1099536222] 'compare' (duration: 243.790224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:02.06376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.686391Z","time spent":"377.326861ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:02.063804Z","caller":"traceutil/trace.go:171","msg":"trace[299150316] linearizableReadLoop","detail":"{readStateIndex:4242; appliedIndex:4240; }","duration":"344.866708ms","start":"2026-03-31T18:38:01.718907Z","end":"2026-03-31T18:38:02.063774Z","steps":["trace[299150316] 'read index received' (duration: 100.04098ms)","trace[299150316] 'applied index is now lower than readState.Index' (duration: 244.822198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:02.063936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.19033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:38:02.06396Z","caller":"traceutil/trace.go:171","msg":"trace[1775070308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4070; }","duration":"722.25292ms","start":"2026-03-31T18:38:01.341701Z","end":"2026-03-31T18:38:02.063954Z","steps":["trace[1775070308] 'agreement among raft nodes before linearized reading' (duration: 722.172358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.063982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.341662Z","time spent":"722.309191ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:38:02.064115Z","caller":"traceutil/trace.go:171","msg":"trace[1960919222] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"301.761598ms","start":"2026-03-31T18:38:01.762332Z","end":"2026-03-31T18:38:02.064094Z","steps":["trace[1960919222] 'process raft request' (duration: 301.268287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:02.064118Z","caller":"traceutil/trace.go:171","msg":"trace[1270143442] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"301.620345ms","start":"2026-03-31T18:38:01.762463Z","end":"2026-03-31T18:38:02.064083Z","steps":["trace[1270143442] 'process raft request' (duration: 301.511673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.064204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.267789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:38:02.064252Z","caller":"traceutil/trace.go:171","msg":"trace[1694574217] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4072; }","duration":"314.34963ms","start":"2026-03-31T18:38:01.749889Z","end":"2026-03-31T18:38:02.064239Z","steps":["trace[1694574217] 'agreement among raft nodes before linearized reading' (duration: 314.148295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.064293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.749827Z","time spent":"314.456273ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:38:02.064294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.762311Z","time spent":"301.864901ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:02.064308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:01.762441Z","time spent":"301.747377ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:02.665221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444125926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:38:02.929464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.641725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:02.929544Z","caller":"traceutil/trace.go:171","msg":"trace[87455958] linearizableReadLoop","detail":"{readStateIndex:4246; appliedIndex:4245; }","duration":"765.38651ms","start":"2026-03-31T18:38:02.164145Z","end":"2026-03-31T18:38:02.929532Z","steps":["trace[87455958] 'read index received' (duration: 557.53922ms)","trace[87455958] 'applied index is now lower than readState.Index' (duration: 207.84608ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:02.929721Z","caller":"traceutil/trace.go:171","msg":"trace[1911173844] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"766.018595ms","start":"2026-03-31T18:38:02.163693Z","end":"2026-03-31T18:38:02.929712Z","steps":["trace[1911173844] 'process raft request' (duration: 558.064712ms)","trace[1911173844] 'compare' (duration: 207.41928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:02.929773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.163671Z","time spent":"766.079826ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:02.929914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.199487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:02.929974Z","caller":"traceutil/trace.go:171","msg":"trace[698690234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4074; }","duration":"480.306859ms","start":"2026-03-31T18:38:02.449654Z","end":"2026-03-31T18:38:02.929961Z","steps":["trace[698690234] 'agreement among raft nodes before linearized reading' (duration: 480.172276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.930002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.449636Z","time spent":"480.36135ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:38:02.930329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.057751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:38:02.930428Z","caller":"traceutil/trace.go:171","msg":"trace[1889376329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4074; }","duration":"451.175663ms","start":"2026-03-31T18:38:02.479217Z","end":"2026-03-31T18:38:02.930393Z","steps":["trace[1889376329] 'agreement among raft nodes before linearized reading' (duration: 450.947138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.930668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.494357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-31T18:38:02.930696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.479205Z","time spent":"451.471182ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:38:02.930761Z","caller":"traceutil/trace.go:171","msg":"trace[2082945335] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4074; }","duration":"766.61432ms","start":"2026-03-31T18:38:02.164118Z","end":"2026-03-31T18:38:02.930733Z","steps":["trace[2082945335] 'agreement among raft nodes before linearized reading' (duration: 765.812781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.93081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.164103Z","time spent":"766.698781ms","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:38:03.59426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.162702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:03.59463Z","caller":"traceutil/trace.go:171","msg":"trace[860980996] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"659.382483ms","start":"2026-03-31T18:38:02.935039Z","end":"2026-03-31T18:38:03.594421Z","steps":["trace[860980996] 'process raft request' (duration: 160.961274ms)","trace[860980996] 'compare' (duration: 498.03432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:03.594936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.935016Z","time spent":"659.726302ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:03.635515Z","caller":"traceutil/trace.go:171","msg":"trace[2000509079] linearizableReadLoop","detail":"{readStateIndex:4249; appliedIndex:4246; }","duration":"384.968177ms","start":"2026-03-31T18:38:03.250444Z","end":"2026-03-31T18:38:03.635413Z","steps":["trace[2000509079] 'read index received' (duration: 138.503µs)","trace[2000509079] 'applied index is now lower than readState.Index' (duration: 384.828844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:03.635676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.213824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:38:03.635752Z","caller":"traceutil/trace.go:171","msg":"trace[2118942142] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4076; }","duration":"385.340697ms","start":"2026-03-31T18:38:03.250391Z","end":"2026-03-31T18:38:03.635732Z","steps":["trace[2118942142] 'agreement among raft nodes before linearized reading' (duration: 385.03287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:03.635576Z","caller":"traceutil/trace.go:171","msg":"trace[1287355997] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"572.324822ms","start":"2026-03-31T18:38:03.063219Z","end":"2026-03-31T18:38:03.635544Z","steps":["trace[1287355997] 'process raft request' (duration: 572.055166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:03.635793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:03.250369Z","time spent":"385.414148ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:38:03.635899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:03.063187Z","time spent":"572.617329ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:03.636153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.81322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:38:03.636268Z","caller":"traceutil/trace.go:171","msg":"trace[1891696454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4076; }","duration":"220.955924ms","start":"2026-03-31T18:38:03.415297Z","end":"2026-03-31T18:38:03.636252Z","steps":["trace[1891696454] 'agreement among raft nodes before linearized reading' (duration: 220.593315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.52045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.782777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:38:04.520502Z","caller":"traceutil/trace.go:171","msg":"trace[1652978263] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"451.233404ms","start":"2026-03-31T18:38:04.069249Z","end":"2026-03-31T18:38:04.520482Z","steps":["trace[1652978263] 'process raft request' (duration: 442.030591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:04.520519Z","caller":"traceutil/trace.go:171","msg":"trace[619702220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4078; }","duration":"451.91678ms","start":"2026-03-31T18:38:04.068587Z","end":"2026-03-31T18:38:04.520504Z","steps":["trace[619702220] 'range keys from in-memory index tree' (duration: 451.613513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.520558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.068563Z","time spent":"451.987782ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:38:04.520688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.069228Z","time spent":"451.317187ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:04.520799Z","caller":"traceutil/trace.go:171","msg":"trace[1481309497] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"451.4488ms","start":"2026-03-31T18:38:04.069321Z","end":"2026-03-31T18:38:04.52077Z","steps":["trace[1481309497] 'process raft request' (duration: 451.108862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:04.520923Z","caller":"traceutil/trace.go:171","msg":"trace[172725798] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"451.355277ms","start":"2026-03-31T18:38:04.069553Z","end":"2026-03-31T18:38:04.520908Z","steps":["trace[172725798] 'process raft request' (duration: 451.129162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:04.520964Z","caller":"traceutil/trace.go:171","msg":"trace[821109841] linearizableReadLoop","detail":"{readStateIndex:4254; appliedIndex:4251; }","duration":"357.188563ms","start":"2026-03-31T18:38:04.163768Z","end":"2026-03-31T18:38:04.520956Z","steps":["trace[821109841] 'read index received' (duration: 347.52285ms)","trace[821109841] 'applied index is now lower than readState.Index' (duration: 9.665063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:04.520965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.069287Z","time spent":"451.583732ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:04.521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.069545Z","time spent":"451.416629ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:04.521059Z","caller":"traceutil/trace.go:171","msg":"trace[1561210552] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"140.060228ms","start":"2026-03-31T18:38:04.380994Z","end":"2026-03-31T18:38:04.521055Z","steps":["trace[1561210552] 'process raft request' (duration: 139.865494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.521147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.379547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:38:04.521162Z","caller":"traceutil/trace.go:171","msg":"trace[1129937087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4082; }","duration":"357.432409ms","start":"2026-03-31T18:38:04.163725Z","end":"2026-03-31T18:38:04.521158Z","steps":["trace[1129937087] 'agreement among raft nodes before linearized reading' (duration: 357.369567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.521177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.163705Z","time spent":"357.469349ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:38:04.693249Z","caller":"traceutil/trace.go:171","msg":"trace[60118260] linearizableReadLoop","detail":"{readStateIndex:4257; appliedIndex:4256; }","duration":"165.054498ms","start":"2026-03-31T18:38:04.528167Z","end":"2026-03-31T18:38:04.693221Z","steps":["trace[60118260] 'read index received' (duration: 129.902042ms)","trace[60118260] 'applied index is now lower than readState.Index' (duration: 35.151186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:04.693385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.188281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:04.693427Z","caller":"traceutil/trace.go:171","msg":"trace[797688885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4084; }","duration":"165.273303ms","start":"2026-03-31T18:38:04.52814Z","end":"2026-03-31T18:38:04.693414Z","steps":["trace[797688885] 'agreement among raft nodes before linearized reading' (duration: 165.165671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:04.693458Z","caller":"traceutil/trace.go:171","msg":"trace[1669750609] transaction","detail":"{read_only:false; response_revision:4084; number_of_response:1; }","duration":"168.2031ms","start":"2026-03-31T18:38:04.525221Z","end":"2026-03-31T18:38:04.693424Z","steps":["trace[1669750609] 'process raft request' (duration: 132.86175ms)","trace[1669750609] 'compare' (duration: 34.922571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:05.924629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.085303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:38:05.924726Z","caller":"traceutil/trace.go:171","msg":"trace[1466501276] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4089; }","duration":"201.237566ms","start":"2026-03-31T18:38:05.72347Z","end":"2026-03-31T18:38:05.924708Z","steps":["trace[1466501276] 'range keys from in-memory index tree' (duration: 200.867377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.883486Z","caller":"traceutil/trace.go:171","msg":"trace[2075090453] transaction","detail":"{read_only:false; response_revision:4095; number_of_response:1; }","duration":"118.271963ms","start":"2026-03-31T18:38:06.765184Z","end":"2026-03-31T18:38:06.883456Z","steps":["trace[2075090453] 'process raft request' (duration: 118.032167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:08.670098Z","caller":"traceutil/trace.go:171","msg":"trace[397899187] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"107.028642ms","start":"2026-03-31T18:38:08.56305Z","end":"2026-03-31T18:38:08.670079Z","steps":["trace[397899187] 'process raft request' (duration: 44.008501ms)","trace[397899187] 'compare' (duration: 62.874708ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:08.670277Z","caller":"traceutil/trace.go:171","msg":"trace[1335392337] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"107.186565ms","start":"2026-03-31T18:38:08.563076Z","end":"2026-03-31T18:38:08.670262Z","steps":["trace[1335392337] 'process raft request' (duration: 106.96838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:11.425221Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2553} {"level":"info","ts":"2026-03-31T18:38:11.675665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2553,"took":"248.925643ms","hash":3901688638,"current-db-size-bytes":33009664,"current-db-size":"33 MB","current-db-size-in-use-bytes":9957376,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-03-31T18:38:11.675731Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3901688638,"revision":2553,"compact-revision":-1} {"level":"info","ts":"2026-03-31T18:38:32.971258Z","caller":"traceutil/trace.go:171","msg":"trace[2000362572] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"125.774527ms","start":"2026-03-31T18:38:32.845438Z","end":"2026-03-31T18:38:32.971213Z","steps":["trace[2000362572] 'process raft request' (duration: 75.326467ms)","trace[2000362572] 'compare' (duration: 50.232235ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:34.446452Z","caller":"traceutil/trace.go:171","msg":"trace[354084296] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"230.763102ms","start":"2026-03-31T18:38:34.215651Z","end":"2026-03-31T18:38:34.446414Z","steps":["trace[354084296] 'process raft request' (duration: 230.266699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:34.627696Z","caller":"traceutil/trace.go:171","msg":"trace[1895079635] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"176.022912ms","start":"2026-03-31T18:38:34.45164Z","end":"2026-03-31T18:38:34.627663Z","steps":["trace[1895079635] 'process raft request' (duration: 87.455788ms)","trace[1895079635] 'compare' (duration: 88.464181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:34.867805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.998004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:34.867887Z","caller":"traceutil/trace.go:171","msg":"trace[600207032] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4231; }","duration":"139.130587ms","start":"2026-03-31T18:38:34.728737Z","end":"2026-03-31T18:38:34.867868Z","steps":["trace[600207032] 'range keys from in-memory index tree' (duration: 138.901491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:34.868197Z","caller":"traceutil/trace.go:171","msg":"trace[1128457411] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"136.732292ms","start":"2026-03-31T18:38:34.731438Z","end":"2026-03-31T18:38:34.86817Z","steps":["trace[1128457411] 'process raft request' (duration: 60.638487ms)","trace[1128457411] 'compare' (duration: 75.777297ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:36.989693Z","caller":"traceutil/trace.go:171","msg":"trace[753054220] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"114.432194ms","start":"2026-03-31T18:38:36.875231Z","end":"2026-03-31T18:38:36.989663Z","steps":["trace[753054220] 'process raft request' (duration: 50.187294ms)","trace[753054220] 'compare' (duration: 64.140517ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:36.998454Z","caller":"traceutil/trace.go:171","msg":"trace[782552065] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"122.365788ms","start":"2026-03-31T18:38:36.876071Z","end":"2026-03-31T18:38:36.998436Z","steps":["trace[782552065] 'process raft request' (duration: 122.264345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:37.228241Z","caller":"traceutil/trace.go:171","msg":"trace[1044407935] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"164.937105ms","start":"2026-03-31T18:38:37.063267Z","end":"2026-03-31T18:38:37.228204Z","steps":["trace[1044407935] 'process raft request' (duration: 164.67912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.7439Z","caller":"traceutil/trace.go:171","msg":"trace[742506818] linearizableReadLoop","detail":"{readStateIndex:4433; appliedIndex:4432; }","duration":"247.823598ms","start":"2026-03-31T18:38:38.496054Z","end":"2026-03-31T18:38:38.743878Z","steps":["trace[742506818] 'read index received' (duration: 247.682405ms)","trace[742506818] 'applied index is now lower than readState.Index' (duration: 140.143µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:38.744016Z","caller":"traceutil/trace.go:171","msg":"trace[1556325637] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"393.64518ms","start":"2026-03-31T18:38:38.350346Z","end":"2026-03-31T18:38:38.743992Z","steps":["trace[1556325637] 'process raft request' (duration: 393.364404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:38.744142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.081284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:38:38.744178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.041262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:38.744285Z","caller":"traceutil/trace.go:171","msg":"trace[232012795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4252; }","duration":"160.201855ms","start":"2026-03-31T18:38:38.584055Z","end":"2026-03-31T18:38:38.744257Z","steps":["trace[232012795] 'agreement among raft nodes before linearized reading' (duration: 160.009521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.744304Z","caller":"traceutil/trace.go:171","msg":"trace[338128745] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4252; }","duration":"248.194147ms","start":"2026-03-31T18:38:38.49599Z","end":"2026-03-31T18:38:38.744184Z","steps":["trace[338128745] 'agreement among raft nodes before linearized reading' (duration: 248.013693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:38.744242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:38.350327Z","time spent":"393.742532ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:38.888729Z","caller":"traceutil/trace.go:171","msg":"trace[770636001] linearizableReadLoop","detail":"{readStateIndex:4434; appliedIndex:4433; }","duration":"130.540167ms","start":"2026-03-31T18:38:38.758164Z","end":"2026-03-31T18:38:38.888704Z","steps":["trace[770636001] 'read index received' (duration: 44.130733ms)","trace[770636001] 'applied index is now lower than readState.Index' (duration: 86.408364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:38.888773Z","caller":"traceutil/trace.go:171","msg":"trace[1715181920] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"139.796382ms","start":"2026-03-31T18:38:38.748941Z","end":"2026-03-31T18:38:38.888737Z","steps":["trace[1715181920] 'process raft request' (duration: 53.415899ms)","trace[1715181920] 'compare' (duration: 86.231539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:38.888944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.757592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:38:38.889027Z","caller":"traceutil/trace.go:171","msg":"trace[1077896855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4253; }","duration":"130.885216ms","start":"2026-03-31T18:38:38.758123Z","end":"2026-03-31T18:38:38.889008Z","steps":["trace[1077896855] 'agreement among raft nodes before linearized reading' (duration: 130.66116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.392105Z","caller":"traceutil/trace.go:171","msg":"trace[1187506364] linearizableReadLoop","detail":"{readStateIndex:4438; appliedIndex:4437; }","duration":"153.48484ms","start":"2026-03-31T18:38:39.238596Z","end":"2026-03-31T18:38:39.392081Z","steps":["trace[1187506364] 'read index received' (duration: 153.292836ms)","trace[1187506364] 'applied index is now lower than readState.Index' (duration: 191.124µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:39.392211Z","caller":"traceutil/trace.go:171","msg":"trace[731915529] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"158.831554ms","start":"2026-03-31T18:38:39.23336Z","end":"2026-03-31T18:38:39.392191Z","steps":["trace[731915529] 'process raft request' (duration: 158.579698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:39.392574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.92197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:38:39.392594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.53316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:39.392626Z","caller":"traceutil/trace.go:171","msg":"trace[1357013608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4257; }","duration":"154.072013ms","start":"2026-03-31T18:38:39.238542Z","end":"2026-03-31T18:38:39.392614Z","steps":["trace[1357013608] 'agreement among raft nodes before linearized reading' (duration: 153.688475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.392927Z","caller":"traceutil/trace.go:171","msg":"trace[1924049063] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4257; }","duration":"150.911699ms","start":"2026-03-31T18:38:39.241967Z","end":"2026-03-31T18:38:39.392879Z","steps":["trace[1924049063] 'agreement among raft nodes before linearized reading' (duration: 150.50774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.342577Z","caller":"traceutil/trace.go:171","msg":"trace[1108326913] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"127.92114ms","start":"2026-03-31T18:38:59.21463Z","end":"2026-03-31T18:38:59.342551Z","steps":["trace[1108326913] 'process raft request' (duration: 127.737906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:03.926219Z","caller":"traceutil/trace.go:171","msg":"trace[978349475] linearizableReadLoop","detail":"{readStateIndex:4566; appliedIndex:4565; }","duration":"108.388685ms","start":"2026-03-31T18:39:03.817808Z","end":"2026-03-31T18:39:03.926197Z","steps":["trace[978349475] 'read index received' (duration: 26.575548ms)","trace[978349475] 'applied index is now lower than readState.Index' (duration: 81.812187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:03.926337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.520647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:39:03.92636Z","caller":"traceutil/trace.go:171","msg":"trace[446505176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4379; }","duration":"108.593749ms","start":"2026-03-31T18:39:03.817759Z","end":"2026-03-31T18:39:03.926353Z","steps":["trace[446505176] 'agreement among raft nodes before linearized reading' (duration: 108.523918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:03.926478Z","caller":"traceutil/trace.go:171","msg":"trace[1370226859] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"134.675244ms","start":"2026-03-31T18:39:03.791768Z","end":"2026-03-31T18:39:03.926444Z","steps":["trace[1370226859] 'process raft request' (duration: 52.735364ms)","trace[1370226859] 'compare' (duration: 81.588832ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:05.399847Z","caller":"traceutil/trace.go:171","msg":"trace[1820528615] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"281.465564ms","start":"2026-03-31T18:39:05.118357Z","end":"2026-03-31T18:39:05.399822Z","steps":["trace[1820528615] 'process raft request' (duration: 281.317331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:05.520336Z","caller":"traceutil/trace.go:171","msg":"trace[174752351] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"401.571096ms","start":"2026-03-31T18:39:05.11873Z","end":"2026-03-31T18:39:05.520301Z","steps":["trace[174752351] 'process raft request' (duration: 385.386756ms)","trace[174752351] 'compare' (duration: 15.984015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:05.52053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:05.118721Z","time spent":"401.709139ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:05.52067Z","caller":"traceutil/trace.go:171","msg":"trace[1196156790] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"201.122871ms","start":"2026-03-31T18:39:05.319496Z","end":"2026-03-31T18:39:05.520619Z","steps":["trace[1196156790] 'process raft request' (duration: 200.749583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:05.520849Z","caller":"traceutil/trace.go:171","msg":"trace[592137467] linearizableReadLoop","detail":"{readStateIndex:4571; appliedIndex:4569; }","duration":"267.080686ms","start":"2026-03-31T18:39:05.253682Z","end":"2026-03-31T18:39:05.520763Z","steps":["trace[592137467] 'read index received' (duration: 145.987762ms)","trace[592137467] 'applied index is now lower than readState.Index' (duration: 121.092214ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:05.520912Z","caller":"traceutil/trace.go:171","msg":"trace[1613329370] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"157.342401ms","start":"2026-03-31T18:39:05.363556Z","end":"2026-03-31T18:39:05.520899Z","steps":["trace[1613329370] 'process raft request' (duration: 156.947792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.521101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.423494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:39:05.521207Z","caller":"traceutil/trace.go:171","msg":"trace[449471015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4386; }","duration":"267.575587ms","start":"2026-03-31T18:39:05.253618Z","end":"2026-03-31T18:39:05.521194Z","steps":["trace[449471015] 'agreement among raft nodes before linearized reading' (duration: 267.332601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.569726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.094375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:05.570013Z","caller":"traceutil/trace.go:171","msg":"trace[700166912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4387; }","duration":"121.395681ms","start":"2026-03-31T18:39:05.44859Z","end":"2026-03-31T18:39:05.569986Z","steps":["trace[700166912] 'agreement among raft nodes before linearized reading' (duration: 121.069744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.569726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.867563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:05.570309Z","caller":"traceutil/trace.go:171","msg":"trace[726419410] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4387; }","duration":"214.497217ms","start":"2026-03-31T18:39:05.355786Z","end":"2026-03-31T18:39:05.570283Z","steps":["trace[726419410] 'agreement among raft nodes before linearized reading' (duration: 213.829562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.570017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.183433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:39:05.570565Z","caller":"traceutil/trace.go:171","msg":"trace[2008162387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4387; }","duration":"141.745256ms","start":"2026-03-31T18:39:05.428799Z","end":"2026-03-31T18:39:05.570545Z","steps":["trace[2008162387] 'agreement among raft nodes before linearized reading' (duration: 140.967498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:05.717169Z","caller":"traceutil/trace.go:171","msg":"trace[1556387501] linearizableReadLoop","detail":"{readStateIndex:4576; appliedIndex:4575; }","duration":"144.845956ms","start":"2026-03-31T18:39:05.572293Z","end":"2026-03-31T18:39:05.717139Z","steps":["trace[1556387501] 'read index received' (duration: 70.024288ms)","trace[1556387501] 'applied index is now lower than readState.Index' (duration: 74.820638ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:05.717226Z","caller":"traceutil/trace.go:171","msg":"trace[556675550] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"145.41703ms","start":"2026-03-31T18:39:05.571768Z","end":"2026-03-31T18:39:05.717185Z","steps":["trace[556675550] 'process raft request' (duration: 70.527971ms)","trace[556675550] 'compare' (duration: 74.732865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:05.717308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.995099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:05.717343Z","caller":"traceutil/trace.go:171","msg":"trace[1720576571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4389; }","duration":"145.070811ms","start":"2026-03-31T18:39:05.572262Z","end":"2026-03-31T18:39:05.717333Z","steps":["trace[1720576571] 'agreement among raft nodes before linearized reading' (duration: 144.99952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:05.952582Z","caller":"traceutil/trace.go:171","msg":"trace[1786844047] linearizableReadLoop","detail":"{readStateIndex:4577; appliedIndex:4576; }","duration":"235.319601ms","start":"2026-03-31T18:39:05.717234Z","end":"2026-03-31T18:39:05.952554Z","steps":["trace[1786844047] 'read index received' (duration: 199.307749ms)","trace[1786844047] 'applied index is now lower than readState.Index' (duration: 36.010912ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:05.952704Z","caller":"traceutil/trace.go:171","msg":"trace[332817977] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"378.007678ms","start":"2026-03-31T18:39:05.574659Z","end":"2026-03-31T18:39:05.952667Z","steps":["trace[332817977] 'process raft request' (duration: 341.964457ms)","trace[332817977] 'compare' (duration: 35.820046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:05.952893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:05.574635Z","time spent":"378.159321ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:05.952994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.697492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:05.953049Z","caller":"traceutil/trace.go:171","msg":"trace[1758895872] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4390; }","duration":"229.778796ms","start":"2026-03-31T18:39:05.723257Z","end":"2026-03-31T18:39:05.953036Z","steps":["trace[1758895872] 'agreement among raft nodes before linearized reading' (duration: 229.627061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.953086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.715424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:39:05.953026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.153591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:39:05.953203Z","caller":"traceutil/trace.go:171","msg":"trace[2041337017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4390; }","duration":"378.355846ms","start":"2026-03-31T18:39:05.574829Z","end":"2026-03-31T18:39:05.953185Z","steps":["trace[2041337017] 'agreement among raft nodes before linearized reading' (duration: 377.942696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.953274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:05.574824Z","time spent":"378.436768ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:39:05.953142Z","caller":"traceutil/trace.go:171","msg":"trace[1169952427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4390; }","duration":"165.809186ms","start":"2026-03-31T18:39:05.787319Z","end":"2026-03-31T18:39:05.953128Z","steps":["trace[1169952427] 'agreement among raft nodes before linearized reading' (duration: 165.714904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:06.125762Z","caller":"traceutil/trace.go:171","msg":"trace[1167294360] linearizableReadLoop","detail":"{readStateIndex:4580; appliedIndex:4577; }","duration":"163.701786ms","start":"2026-03-31T18:39:05.962038Z","end":"2026-03-31T18:39:06.12574Z","steps":["trace[1167294360] 'read index received' (duration: 54.881972ms)","trace[1167294360] 'applied index is now lower than readState.Index' (duration: 108.818004ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:06.125828Z","caller":"traceutil/trace.go:171","msg":"trace[572063280] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"167.203756ms","start":"2026-03-31T18:39:05.958595Z","end":"2026-03-31T18:39:06.125799Z","steps":["trace[572063280] 'process raft request' (duration: 96.337969ms)","trace[572063280] 'compare' (duration: 70.626532ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:06.125847Z","caller":"traceutil/trace.go:171","msg":"trace[1078143573] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"167.007051ms","start":"2026-03-31T18:39:05.958815Z","end":"2026-03-31T18:39:06.125822Z","steps":["trace[1078143573] 'process raft request' (duration: 166.871618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:06.126004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.947572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:39:06.126046Z","caller":"traceutil/trace.go:171","msg":"trace[2117796896] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4393; }","duration":"164.024714ms","start":"2026-03-31T18:39:05.962011Z","end":"2026-03-31T18:39:06.126035Z","steps":["trace[2117796896] 'agreement among raft nodes before linearized reading' (duration: 163.884591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:06.126095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.3147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:06.12616Z","caller":"traceutil/trace.go:171","msg":"trace[392487716] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4393; }","duration":"114.418091ms","start":"2026-03-31T18:39:06.011727Z","end":"2026-03-31T18:39:06.126145Z","steps":["trace[392487716] 'agreement among raft nodes before linearized reading' (duration: 114.319529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:07.799158Z","caller":"traceutil/trace.go:171","msg":"trace[2065297629] linearizableReadLoop","detail":"{readStateIndex:4584; appliedIndex:4583; }","duration":"316.327711ms","start":"2026-03-31T18:39:07.482803Z","end":"2026-03-31T18:39:07.79913Z","steps":["trace[2065297629] 'read index received' (duration: 316.187706ms)","trace[2065297629] 'applied index is now lower than readState.Index' (duration: 138.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:07.799209Z","caller":"traceutil/trace.go:171","msg":"trace[1592623977] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"322.417031ms","start":"2026-03-31T18:39:07.476761Z","end":"2026-03-31T18:39:07.799178Z","steps":["trace[1592623977] 'process raft request' (duration: 322.224085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:07.799374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.476747Z","time spent":"322.533593ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:07.799416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.590906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:39:07.799502Z","caller":"traceutil/trace.go:171","msg":"trace[833431759] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4396; }","duration":"316.717429ms","start":"2026-03-31T18:39:07.482755Z","end":"2026-03-31T18:39:07.799473Z","steps":["trace[833431759] 'agreement among raft nodes before linearized reading' (duration: 316.478674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:07.799566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.482737Z","time spent":"316.811471ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:39:08.240153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.486304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:08.240366Z","caller":"traceutil/trace.go:171","msg":"trace[243435807] linearizableReadLoop","detail":"{readStateIndex:4587; appliedIndex:4584; }","duration":"441.127738ms","start":"2026-03-31T18:39:07.799225Z","end":"2026-03-31T18:39:08.240353Z","steps":["trace[243435807] 'read index received' (duration: 177.320657ms)","trace[243435807] 'applied index is now lower than readState.Index' (duration: 263.806311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:08.240523Z","caller":"traceutil/trace.go:171","msg":"trace[557675567] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"714.473308ms","start":"2026-03-31T18:39:07.526016Z","end":"2026-03-31T18:39:08.240489Z","steps":["trace[557675567] 'process raft request' (duration: 450.569865ms)","trace[557675567] 'compare' (duration: 263.087875ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:08.240596Z","caller":"traceutil/trace.go:171","msg":"trace[1138132138] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"713.460005ms","start":"2026-03-31T18:39:07.527116Z","end":"2026-03-31T18:39:08.240576Z","steps":["trace[1138132138] 'process raft request' (duration: 713.129008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.240672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.525993Z","time spent":"714.603301ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:08.240684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.527091Z","time spent":"713.547008ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:08.240744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.203885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:39:08.240759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.985121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:39:08.240818Z","caller":"traceutil/trace.go:171","msg":"trace[704466983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4399; }","duration":"110.306757ms","start":"2026-03-31T18:39:08.130488Z","end":"2026-03-31T18:39:08.240795Z","steps":["trace[704466983] 'agreement among raft nodes before linearized reading' (duration: 110.100823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.240873Z","caller":"traceutil/trace.go:171","msg":"trace[1609328065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4399; }","duration":"220.105664ms","start":"2026-03-31T18:39:08.02071Z","end":"2026-03-31T18:39:08.240816Z","steps":["trace[1609328065] 'agreement among raft nodes before linearized reading' (duration: 219.882639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.240929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.408718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:39:08.240933Z","caller":"traceutil/trace.go:171","msg":"trace[1520888122] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"517.275736ms","start":"2026-03-31T18:39:07.723522Z","end":"2026-03-31T18:39:08.240798Z","steps":["trace[1520888122] 'process raft request' (duration: 516.793576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.241144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.615164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:39:08.241209Z","caller":"traceutil/trace.go:171","msg":"trace[1656337264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4399; }","duration":"110.693506ms","start":"2026-03-31T18:39:08.130488Z","end":"2026-03-31T18:39:08.241181Z","steps":["trace[1656337264] 'agreement among raft nodes before linearized reading' (duration: 110.180934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.24122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.98105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:08.241013Z","caller":"traceutil/trace.go:171","msg":"trace[738641076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4399; }","duration":"665.542411ms","start":"2026-03-31T18:39:07.575455Z","end":"2026-03-31T18:39:08.240997Z","steps":["trace[738641076] 'agreement among raft nodes before linearized reading' (duration: 665.192943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.241266Z","caller":"traceutil/trace.go:171","msg":"trace[1689447356] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4399; }","duration":"517.771537ms","start":"2026-03-31T18:39:07.723473Z","end":"2026-03-31T18:39:08.241245Z","steps":["trace[1689447356] 'agreement among raft nodes before linearized reading' (duration: 516.951019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.241283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.575434Z","time spent":"665.834688ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:39:08.241298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.72345Z","time spent":"517.83907ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:39:08.241332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:07.72349Z","time spent":"517.616484ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:08.628998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.331621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:08.629101Z","caller":"traceutil/trace.go:171","msg":"trace[2077464258] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"384.339533ms","start":"2026-03-31T18:39:08.244746Z","end":"2026-03-31T18:39:08.629085Z","steps":["trace[2077464258] 'process raft request' (duration: 109.826397ms)","trace[2077464258] 'compare' (duration: 274.229469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:08.629143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.244713Z","time spent":"384.410254ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:08.667556Z","caller":"traceutil/trace.go:171","msg":"trace[1837173764] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"422.004152ms","start":"2026-03-31T18:39:08.245509Z","end":"2026-03-31T18:39:08.667513Z","steps":["trace[1837173764] 'process raft request' (duration: 421.694715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.667775Z","caller":"traceutil/trace.go:171","msg":"trace[96563875] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"422.033684ms","start":"2026-03-31T18:39:08.245717Z","end":"2026-03-31T18:39:08.667751Z","steps":["trace[96563875] 'process raft request' (duration: 421.624683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.667819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.245487Z","time spent":"422.232498ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:08.668104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.245704Z","time spent":"422.165416ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:08.668572Z","caller":"traceutil/trace.go:171","msg":"trace[904580255] linearizableReadLoop","detail":"{readStateIndex:4591; appliedIndex:4587; }","duration":"421.282516ms","start":"2026-03-31T18:39:08.247268Z","end":"2026-03-31T18:39:08.668551Z","steps":["trace[904580255] 'read index received' (duration: 107.30867ms)","trace[904580255] 'applied index is now lower than readState.Index' (duration: 313.972436ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:08.668693Z","caller":"traceutil/trace.go:171","msg":"trace[1037599728] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"422.583256ms","start":"2026-03-31T18:39:08.246079Z","end":"2026-03-31T18:39:08.668662Z","steps":["trace[1037599728] 'process raft request' (duration: 421.549803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.668886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.246068Z","time spent":"422.696298ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:08.668905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.620604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:39:08.669044Z","caller":"traceutil/trace.go:171","msg":"trace[1435410649] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4403; }","duration":"421.776247ms","start":"2026-03-31T18:39:08.247253Z","end":"2026-03-31T18:39:08.66903Z","steps":["trace[1435410649] 'agreement among raft nodes before linearized reading' (duration: 421.43506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.669082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.247248Z","time spent":"421.822659ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:39:08.668921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.648129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:39:08.669131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.937541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:39:08.669194Z","caller":"traceutil/trace.go:171","msg":"trace[220944278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4403; }","duration":"217.044924ms","start":"2026-03-31T18:39:08.452135Z","end":"2026-03-31T18:39:08.66918Z","steps":["trace[220944278] 'agreement among raft nodes before linearized reading' (duration: 216.793418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.669242Z","caller":"traceutil/trace.go:171","msg":"trace[552233734] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4403; }","duration":"419.928575ms","start":"2026-03-31T18:39:08.249237Z","end":"2026-03-31T18:39:08.669166Z","steps":["trace[552233734] 'agreement among raft nodes before linearized reading' (duration: 419.616698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.669316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.24923Z","time spent":"420.067218ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:08.846127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.472073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:08.846892Z","caller":"traceutil/trace.go:171","msg":"trace[1402661468] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4404; }","duration":"101.268692ms","start":"2026-03-31T18:39:08.745592Z","end":"2026-03-31T18:39:08.846861Z","steps":["trace[1402661468] 'range keys from in-memory index tree' (duration: 100.441653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:09.926466Z","caller":"traceutil/trace.go:171","msg":"trace[1305853428] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"118.503735ms","start":"2026-03-31T18:39:09.807929Z","end":"2026-03-31T18:39:09.926433Z","steps":["trace[1305853428] 'process raft request' (duration: 118.246699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:14.838916Z","caller":"traceutil/trace.go:171","msg":"trace[254062805] linearizableReadLoop","detail":"{readStateIndex:4618; appliedIndex:4617; }","duration":"119.735592ms","start":"2026-03-31T18:39:14.719119Z","end":"2026-03-31T18:39:14.838855Z","steps":["trace[254062805] 'read index received' (duration: 97.016164ms)","trace[254062805] 'applied index is now lower than readState.Index' (duration: 22.717928ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:14.838967Z","caller":"traceutil/trace.go:171","msg":"trace[1499135749] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"133.338903ms","start":"2026-03-31T18:39:14.705538Z","end":"2026-03-31T18:39:14.838877Z","steps":["trace[1499135749] 'process raft request' (duration: 110.565753ms)","trace[1499135749] 'compare' (duration: 22.534764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:14.839171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.850766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:39:14.839205Z","caller":"traceutil/trace.go:171","msg":"trace[1575539903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4429; }","duration":"119.963098ms","start":"2026-03-31T18:39:14.719233Z","end":"2026-03-31T18:39:14.839196Z","steps":["trace[1575539903] 'agreement among raft nodes before linearized reading' (duration: 119.808064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:14.839327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.198723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:14.839484Z","caller":"traceutil/trace.go:171","msg":"trace[1884372327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4429; }","duration":"120.320396ms","start":"2026-03-31T18:39:14.719076Z","end":"2026-03-31T18:39:14.839396Z","steps":["trace[1884372327] 'agreement among raft nodes before linearized reading' (duration: 119.876955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:15.006634Z","caller":"traceutil/trace.go:171","msg":"trace[363824815] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"161.878324ms","start":"2026-03-31T18:39:14.844732Z","end":"2026-03-31T18:39:15.006611Z","steps":["trace[363824815] 'process raft request' (duration: 101.343833ms)","trace[363824815] 'compare' (duration: 60.370758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:15.006884Z","caller":"traceutil/trace.go:171","msg":"trace[1588162024] linearizableReadLoop","detail":"{readStateIndex:4621; appliedIndex:4618; }","duration":"125.794511ms","start":"2026-03-31T18:39:14.88104Z","end":"2026-03-31T18:39:15.006835Z","steps":["trace[1588162024] 'read index received' (duration: 36.508863ms)","trace[1588162024] 'applied index is now lower than readState.Index' (duration: 89.281597ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:15.007095Z","caller":"traceutil/trace.go:171","msg":"trace[1369379279] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"162.151041ms","start":"2026-03-31T18:39:14.844863Z","end":"2026-03-31T18:39:15.007014Z","steps":["trace[1369379279] 'process raft request' (duration: 161.708001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:15.007412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.330083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:15.007471Z","caller":"traceutil/trace.go:171","msg":"trace[108300016] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4432; }","duration":"126.474136ms","start":"2026-03-31T18:39:14.880978Z","end":"2026-03-31T18:39:15.007452Z","steps":["trace[108300016] 'agreement among raft nodes before linearized reading' (duration: 126.076157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:16.892667Z","caller":"traceutil/trace.go:171","msg":"trace[273020863] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"211.529089ms","start":"2026-03-31T18:39:16.681101Z","end":"2026-03-31T18:39:16.89263Z","steps":["trace[273020863] 'process raft request' (duration: 211.296944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:17.119109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.365789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:17.119283Z","caller":"traceutil/trace.go:171","msg":"trace[883709434] linearizableReadLoop","detail":"{readStateIndex:4631; appliedIndex:4630; }","duration":"108.527386ms","start":"2026-03-31T18:39:17.010728Z","end":"2026-03-31T18:39:17.119255Z","steps":["trace[883709434] 'read index received' (duration: 97.672µs)","trace[883709434] 'applied index is now lower than readState.Index' (duration: 108.427344ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:17.119335Z","caller":"traceutil/trace.go:171","msg":"trace[395064950] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"191.754417ms","start":"2026-03-31T18:39:16.927557Z","end":"2026-03-31T18:39:17.119312Z","steps":["trace[395064950] 'process raft request' (duration: 56.08281ms)","trace[395064950] 'compare' (duration: 135.218026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:17.119536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.814404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:39:17.119555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.368232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:39:17.119612Z","caller":"traceutil/trace.go:171","msg":"trace[257876019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4442; }","duration":"108.898916ms","start":"2026-03-31T18:39:17.010669Z","end":"2026-03-31T18:39:17.119568Z","steps":["trace[257876019] 'agreement among raft nodes before linearized reading' (duration: 108.753163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.119617Z","caller":"traceutil/trace.go:171","msg":"trace[1271608981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4442; }","duration":"107.475034ms","start":"2026-03-31T18:39:17.01213Z","end":"2026-03-31T18:39:17.119605Z","steps":["trace[1271608981] 'agreement among raft nodes before linearized reading' (duration: 107.30739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:18.449514Z","caller":"traceutil/trace.go:171","msg":"trace[1455669792] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"131.716696ms","start":"2026-03-31T18:39:18.317766Z","end":"2026-03-31T18:39:18.449482Z","steps":["trace[1455669792] 'process raft request' (duration: 131.530792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:18.467751Z","caller":"traceutil/trace.go:171","msg":"trace[1881858962] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"120.03151ms","start":"2026-03-31T18:39:18.347687Z","end":"2026-03-31T18:39:18.467719Z","steps":["trace[1881858962] 'process raft request' (duration: 119.819955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:18.468102Z","caller":"traceutil/trace.go:171","msg":"trace[1326398116] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"117.43362ms","start":"2026-03-31T18:39:18.350654Z","end":"2026-03-31T18:39:18.468087Z","steps":["trace[1326398116] 'process raft request' (duration: 117.0085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:22.799121Z","caller":"traceutil/trace.go:171","msg":"trace[1864392356] linearizableReadLoop","detail":"{readStateIndex:4660; appliedIndex:4658; }","duration":"147.6251ms","start":"2026-03-31T18:39:22.651462Z","end":"2026-03-31T18:39:22.799087Z","steps":["trace[1864392356] 'read index received' (duration: 2.872206ms)","trace[1864392356] 'applied index is now lower than readState.Index' (duration: 144.748544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:22.799322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.817694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:22.799513Z","caller":"traceutil/trace.go:171","msg":"trace[1985576563] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4469; }","duration":"148.006229ms","start":"2026-03-31T18:39:22.651417Z","end":"2026-03-31T18:39:22.799424Z","steps":["trace[1985576563] 'agreement among raft nodes before linearized reading' (duration: 147.805414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:25.47193Z","caller":"traceutil/trace.go:171","msg":"trace[1727042254] linearizableReadLoop","detail":"{readStateIndex:4674; appliedIndex:4673; }","duration":"156.106493ms","start":"2026-03-31T18:39:25.315797Z","end":"2026-03-31T18:39:25.471904Z","steps":["trace[1727042254] 'read index received' (duration: 120.975752ms)","trace[1727042254] 'applied index is now lower than readState.Index' (duration: 35.129491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:25.472005Z","caller":"traceutil/trace.go:171","msg":"trace[1024078094] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"158.839125ms","start":"2026-03-31T18:39:25.313109Z","end":"2026-03-31T18:39:25.471948Z","steps":["trace[1024078094] 'process raft request' (duration: 123.693494ms)","trace[1024078094] 'compare' (duration: 34.968117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:25.472176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.599233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:39:25.472161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.322768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:25.472223Z","caller":"traceutil/trace.go:171","msg":"trace[458110244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4483; }","duration":"152.698625ms","start":"2026-03-31T18:39:25.319513Z","end":"2026-03-31T18:39:25.472212Z","steps":["trace[458110244] 'agreement among raft nodes before linearized reading' (duration: 152.547302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:25.472255Z","caller":"traceutil/trace.go:171","msg":"trace[2005193860] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4483; }","duration":"156.465582ms","start":"2026-03-31T18:39:25.315769Z","end":"2026-03-31T18:39:25.472234Z","steps":["trace[2005193860] 'agreement among raft nodes before linearized reading' (duration: 156.249387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:25.664309Z","caller":"traceutil/trace.go:171","msg":"trace[1185421117] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"167.576756ms","start":"2026-03-31T18:39:25.496686Z","end":"2026-03-31T18:39:25.664263Z","steps":["trace[1185421117] 'process raft request' (duration: 101.424285ms)","trace[1185421117] 'compare' (duration: 65.951816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:26.81276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.353952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:26.813105Z","caller":"traceutil/trace.go:171","msg":"trace[85019732] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"195.238186ms","start":"2026-03-31T18:39:26.617841Z","end":"2026-03-31T18:39:26.813079Z","steps":["trace[85019732] 'process raft request' (duration: 90.458534ms)","trace[85019732] 'compare' (duration: 103.940853ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:26.859886Z","caller":"traceutil/trace.go:171","msg":"trace[7671715] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"162.274424ms","start":"2026-03-31T18:39:26.697586Z","end":"2026-03-31T18:39:26.85986Z","steps":["trace[7671715] 'process raft request' (duration: 162.112271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:35.234689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.999275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:39:35.234747Z","caller":"traceutil/trace.go:171","msg":"trace[232325027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4528; }","duration":"115.073377ms","start":"2026-03-31T18:39:35.119662Z","end":"2026-03-31T18:39:35.234735Z","steps":["trace[232325027] 'range keys from in-memory index tree' (duration: 114.866811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:35.489713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.417684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:35.489902Z","caller":"traceutil/trace.go:171","msg":"trace[2054057606] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"250.438216ms","start":"2026-03-31T18:39:35.23942Z","end":"2026-03-31T18:39:35.489858Z","steps":["trace[2054057606] 'process raft request' (duration: 134.786007ms)","trace[2054057606] 'compare' (duration: 115.157968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:35.763184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.139416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:35.76332Z","caller":"traceutil/trace.go:171","msg":"trace[678356969] linearizableReadLoop","detail":"{readStateIndex:4724; appliedIndex:4723; }","duration":"236.831116ms","start":"2026-03-31T18:39:35.52646Z","end":"2026-03-31T18:39:35.763291Z","steps":["trace[678356969] 'read index received' (duration: 83.475465ms)","trace[678356969] 'applied index is now lower than readState.Index' (duration: 153.353971ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:35.763446Z","caller":"traceutil/trace.go:171","msg":"trace[275896868] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"269.375179ms","start":"2026-03-31T18:39:35.49404Z","end":"2026-03-31T18:39:35.763415Z","steps":["trace[275896868] 'process raft request' (duration: 115.897905ms)","trace[275896868] 'compare' (duration: 153.024844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:35.763636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.171864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:39:35.763686Z","caller":"traceutil/trace.go:171","msg":"trace[681718849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4531; }","duration":"237.271277ms","start":"2026-03-31T18:39:35.526403Z","end":"2026-03-31T18:39:35.763674Z","steps":["trace[681718849] 'agreement among raft nodes before linearized reading' (duration: 237.112773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:35.764005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.497731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:39:35.764058Z","caller":"traceutil/trace.go:171","msg":"trace[2063630639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4531; }","duration":"198.577973ms","start":"2026-03-31T18:39:35.565463Z","end":"2026-03-31T18:39:35.764041Z","steps":["trace[2063630639] 'agreement among raft nodes before linearized reading' (duration: 198.46414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:35.764387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.757689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:39:35.764458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.160626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:39:35.764499Z","caller":"traceutil/trace.go:171","msg":"trace[93461058] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4531; }","duration":"114.928634ms","start":"2026-03-31T18:39:35.649548Z","end":"2026-03-31T18:39:35.764476Z","steps":["trace[93461058] 'agreement among raft nodes before linearized reading' (duration: 114.691298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:35.764522Z","caller":"traceutil/trace.go:171","msg":"trace[1934373817] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4531; }","duration":"192.241598ms","start":"2026-03-31T18:39:35.572247Z","end":"2026-03-31T18:39:35.764489Z","steps":["trace[1934373817] 'agreement among raft nodes before linearized reading' (duration: 192.140716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:36.01695Z","caller":"traceutil/trace.go:171","msg":"trace[1059640592] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"248.316268ms","start":"2026-03-31T18:39:35.768609Z","end":"2026-03-31T18:39:36.016926Z","steps":["trace[1059640592] 'process raft request' (duration: 179.097819ms)","trace[1059640592] 'compare' (duration: 69.121657ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:36.066845Z","caller":"traceutil/trace.go:171","msg":"trace[482665829] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"298.055653ms","start":"2026-03-31T18:39:35.768761Z","end":"2026-03-31T18:39:36.066817Z","steps":["trace[482665829] 'process raft request' (duration: 297.802457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:36.067057Z","caller":"traceutil/trace.go:171","msg":"trace[1831013500] linearizableReadLoop","detail":"{readStateIndex:4727; appliedIndex:4724; }","duration":"297.235725ms","start":"2026-03-31T18:39:35.769809Z","end":"2026-03-31T18:39:36.067045Z","steps":["trace[1831013500] 'read index received' (duration: 177.861541ms)","trace[1831013500] 'applied index is now lower than readState.Index' (duration: 119.373194ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:36.067122Z","caller":"traceutil/trace.go:171","msg":"trace[1330354959] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"197.900606ms","start":"2026-03-31T18:39:35.869196Z","end":"2026-03-31T18:39:36.067096Z","steps":["trace[1330354959] 'process raft request' (duration: 197.545638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:36.067041Z","caller":"traceutil/trace.go:171","msg":"trace[797087862] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"297.822188ms","start":"2026-03-31T18:39:35.769159Z","end":"2026-03-31T18:39:36.066982Z","steps":["trace[797087862] 'process raft request' (duration: 297.547061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:36.067348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.764209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:36.06743Z","caller":"traceutil/trace.go:171","msg":"trace[209671885] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4535; }","duration":"209.923602ms","start":"2026-03-31T18:39:35.857495Z","end":"2026-03-31T18:39:36.067418Z","steps":["trace[209671885] 'agreement among raft nodes before linearized reading' (duration: 209.726588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:36.067458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.599503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:39:36.067505Z","caller":"traceutil/trace.go:171","msg":"trace[826991345] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4535; }","duration":"297.737806ms","start":"2026-03-31T18:39:35.769756Z","end":"2026-03-31T18:39:36.067493Z","steps":["trace[826991345] 'agreement among raft nodes before linearized reading' (duration: 297.367788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:40.517806Z","caller":"traceutil/trace.go:171","msg":"trace[682100221] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"124.543402ms","start":"2026-03-31T18:39:40.39321Z","end":"2026-03-31T18:39:40.517753Z","steps":["trace[682100221] 'process raft request' (duration: 124.310407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:41.978002Z","caller":"traceutil/trace.go:171","msg":"trace[883050287] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"150.555616ms","start":"2026-03-31T18:39:41.82742Z","end":"2026-03-31T18:39:41.977975Z","steps":["trace[883050287] 'process raft request' (duration: 90.993297ms)","trace[883050287] 'compare' (duration: 59.349664ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:41.978316Z","caller":"traceutil/trace.go:171","msg":"trace[2089615211] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"150.662708ms","start":"2026-03-31T18:39:41.827627Z","end":"2026-03-31T18:39:41.97829Z","steps":["trace[2089615211] 'process raft request' (duration: 150.29826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:41.978439Z","caller":"traceutil/trace.go:171","msg":"trace[748098651] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"145.527172ms","start":"2026-03-31T18:39:41.83289Z","end":"2026-03-31T18:39:41.978418Z","steps":["trace[748098651] 'process raft request' (duration: 145.290427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.155871Z","caller":"traceutil/trace.go:171","msg":"trace[2106561203] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"113.807077ms","start":"2026-03-31T18:39:42.042036Z","end":"2026-03-31T18:39:42.155843Z","steps":["trace[2106561203] 'process raft request' (duration: 104.334071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.11749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.403437ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:39:43.118004Z","caller":"traceutil/trace.go:171","msg":"trace[1290849822] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"420.052308ms","start":"2026-03-31T18:39:42.697912Z","end":"2026-03-31T18:39:43.117965Z","steps":["trace[1290849822] 'process raft request' (duration: 419.68549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.118238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.697854Z","time spent":"420.263113ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:43.277254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.963728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:43.277516Z","caller":"traceutil/trace.go:171","msg":"trace[1337781414] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"226.05344ms","start":"2026-03-31T18:39:43.05144Z","end":"2026-03-31T18:39:43.277494Z","steps":["trace[1337781414] 'process raft request' (duration: 225.949207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:43.277914Z","caller":"traceutil/trace.go:171","msg":"trace[1383844512] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"346.521669ms","start":"2026-03-31T18:39:42.93125Z","end":"2026-03-31T18:39:43.277771Z","steps":["trace[1383844512] 'process raft request' (duration: 186.695221ms)","trace[1383844512] 'compare' (duration: 158.404906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.278081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.931214Z","time spent":"346.818676ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:43.829041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.939905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:43.829139Z","caller":"traceutil/trace.go:171","msg":"trace[253769954] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4581; }","duration":"105.086988ms","start":"2026-03-31T18:39:43.724029Z","end":"2026-03-31T18:39:43.829116Z","steps":["trace[253769954] 'range keys from in-memory index tree' (duration: 104.790682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.035789Z","caller":"traceutil/trace.go:171","msg":"trace[720534558] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4776; }","duration":"200.749633ms","start":"2026-03-31T18:39:43.835015Z","end":"2026-03-31T18:39:44.035765Z","steps":["trace[720534558] 'read index received' (duration: 200.536848ms)","trace[720534558] 'applied index is now lower than readState.Index' (duration: 211.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:44.035853Z","caller":"traceutil/trace.go:171","msg":"trace[429089529] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"202.38391ms","start":"2026-03-31T18:39:43.833446Z","end":"2026-03-31T18:39:44.03583Z","steps":["trace[429089529] 'process raft request' (duration: 202.190166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.03598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.948637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T18:39:44.036024Z","caller":"traceutil/trace.go:171","msg":"trace[1778798643] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4582; }","duration":"201.035769ms","start":"2026-03-31T18:39:43.834977Z","end":"2026-03-31T18:39:44.036012Z","steps":["trace[1778798643] 'agreement among raft nodes before linearized reading' (duration: 200.888726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.411338Z","caller":"traceutil/trace.go:171","msg":"trace[1556614501] linearizableReadLoop","detail":"{readStateIndex:4778; appliedIndex:4777; }","duration":"248.264197ms","start":"2026-03-31T18:39:44.163049Z","end":"2026-03-31T18:39:44.411313Z","steps":["trace[1556614501] 'read index received' (duration: 247.92084ms)","trace[1556614501] 'applied index is now lower than readState.Index' (duration: 342.177µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:44.411529Z","caller":"traceutil/trace.go:171","msg":"trace[610640652] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"329.269356ms","start":"2026-03-31T18:39:44.082205Z","end":"2026-03-31T18:39:44.411475Z","steps":["trace[610640652] 'process raft request' (duration: 328.919128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.411609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.548454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:39:44.411642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.912874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:39:44.411711Z","caller":"traceutil/trace.go:171","msg":"trace[239670495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4583; }","duration":"179.022616ms","start":"2026-03-31T18:39:44.232673Z","end":"2026-03-31T18:39:44.411696Z","steps":["trace[239670495] 'agreement among raft nodes before linearized reading' (duration: 178.818771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.41172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:44.082175Z","time spent":"329.450081ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:44.411659Z","caller":"traceutil/trace.go:171","msg":"trace[2077955687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4583; }","duration":"248.647276ms","start":"2026-03-31T18:39:44.162999Z","end":"2026-03-31T18:39:44.411646Z","steps":["trace[2077955687] 'agreement among raft nodes before linearized reading' (duration: 248.478172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.810137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.284874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:44.810373Z","caller":"traceutil/trace.go:171","msg":"trace[1981969806] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"389.937831ms","start":"2026-03-31T18:39:44.420404Z","end":"2026-03-31T18:39:44.810342Z","steps":["trace[1981969806] 'process raft request' (duration: 160.37191ms)","trace[1981969806] 'compare' (duration: 229.120921ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:44.810508Z","caller":"traceutil/trace.go:171","msg":"trace[1816618504] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4778; }","duration":"361.501462ms","start":"2026-03-31T18:39:44.448988Z","end":"2026-03-31T18:39:44.81049Z","steps":["trace[1816618504] 'read index received' (duration: 131.946422ms)","trace[1816618504] 'applied index is now lower than readState.Index' (duration: 229.55316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:44.810526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:44.420387Z","time spent":"390.059034ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:44.810589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.610705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:44.81065Z","caller":"traceutil/trace.go:171","msg":"trace[735868223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4585; }","duration":"361.707396ms","start":"2026-03-31T18:39:44.448929Z","end":"2026-03-31T18:39:44.810637Z","steps":["trace[735868223] 'agreement among raft nodes before linearized reading' (duration: 361.616454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.810614Z","caller":"traceutil/trace.go:171","msg":"trace[1113133308] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"389.569512ms","start":"2026-03-31T18:39:44.420934Z","end":"2026-03-31T18:39:44.810504Z","steps":["trace[1113133308] 'process raft request' (duration: 389.304356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.810701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:44.448908Z","time spent":"361.774178ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:39:44.810804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.265209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:39:44.810821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:44.420913Z","time spent":"389.819409ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:44.810871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.584956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:3 size:76684"} {"level":"info","ts":"2026-03-31T18:39:44.810876Z","caller":"traceutil/trace.go:171","msg":"trace[791219293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4585; }","duration":"178.374692ms","start":"2026-03-31T18:39:44.632483Z","end":"2026-03-31T18:39:44.810857Z","steps":["trace[791219293] 'agreement among raft nodes before linearized reading' (duration: 178.181597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.810925Z","caller":"traceutil/trace.go:171","msg":"trace[1342234643] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:3; response_revision:4585; }","duration":"298.680749ms","start":"2026-03-31T18:39:44.512227Z","end":"2026-03-31T18:39:44.810908Z","steps":["trace[1342234643] 'agreement among raft nodes before linearized reading' (duration: 298.381851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:45.286734Z","caller":"traceutil/trace.go:171","msg":"trace[1856498902] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"162.923058ms","start":"2026-03-31T18:39:45.123784Z","end":"2026-03-31T18:39:45.286707Z","steps":["trace[1856498902] 'process raft request' (duration: 162.779945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:45.52424Z","caller":"traceutil/trace.go:171","msg":"trace[865661230] linearizableReadLoop","detail":"{readStateIndex:4784; appliedIndex:4782; }","duration":"234.622436ms","start":"2026-03-31T18:39:45.289603Z","end":"2026-03-31T18:39:45.524225Z","steps":["trace[865661230] 'read index received' (duration: 137.97185ms)","trace[865661230] 'applied index is now lower than readState.Index' (duration: 96.649646ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:45.524325Z","caller":"traceutil/trace.go:171","msg":"trace[1869306049] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"238.187047ms","start":"2026-03-31T18:39:45.286131Z","end":"2026-03-31T18:39:45.524318Z","steps":["trace[1869306049] 'process raft request' (duration: 238.062394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:45.524289Z","caller":"traceutil/trace.go:171","msg":"trace[1328163429] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"241.311378ms","start":"2026-03-31T18:39:45.282942Z","end":"2026-03-31T18:39:45.524253Z","steps":["trace[1328163429] 'process raft request' (duration: 144.679502ms)","trace[1328163429] 'compare' (duration: 96.490422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:45.524479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.865191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-31T18:39:45.52448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.212638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:39:45.524504Z","caller":"traceutil/trace.go:171","msg":"trace[1726730441] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db; range_end:; response_count:1; response_revision:4589; }","duration":"234.915842ms","start":"2026-03-31T18:39:45.289581Z","end":"2026-03-31T18:39:45.524497Z","steps":["trace[1726730441] 'agreement among raft nodes before linearized reading' (duration: 234.82897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:45.524522Z","caller":"traceutil/trace.go:171","msg":"trace[1241257359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4589; }","duration":"171.289069ms","start":"2026-03-31T18:39:45.353222Z","end":"2026-03-31T18:39:45.524511Z","steps":["trace[1241257359] 'agreement among raft nodes before linearized reading' (duration: 171.174247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:46.066094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.216073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:46.066221Z","caller":"traceutil/trace.go:171","msg":"trace[1560641645] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4784; }","duration":"495.305346ms","start":"2026-03-31T18:39:45.570896Z","end":"2026-03-31T18:39:46.066201Z","steps":["trace[1560641645] 'read index received' (duration: 240.800016ms)","trace[1560641645] 'applied index is now lower than readState.Index' (duration: 254.50358ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:46.066284Z","caller":"traceutil/trace.go:171","msg":"trace[1266727285] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"537.409126ms","start":"2026-03-31T18:39:45.528833Z","end":"2026-03-31T18:39:46.066242Z","steps":["trace[1266727285] 'process raft request' (duration: 282.953358ms)","trace[1266727285] 'compare' (duration: 253.972657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:46.066432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:45.528811Z","time spent":"537.54512ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:46.066446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.547011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-03-31T18:39:46.066605Z","caller":"traceutil/trace.go:171","msg":"trace[1417228682] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4590; }","duration":"495.718155ms","start":"2026-03-31T18:39:45.570864Z","end":"2026-03-31T18:39:46.066582Z","steps":["trace[1417228682] 'agreement among raft nodes before linearized reading' (duration: 495.440159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:46.066802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:45.570847Z","time spent":"495.892649ms","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7532,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:39:46.067631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.119184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:46.067707Z","caller":"traceutil/trace.go:171","msg":"trace[428107954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4590; }","duration":"471.948272ms","start":"2026-03-31T18:39:45.595736Z","end":"2026-03-31T18:39:46.067685Z","steps":["trace[428107954] 'agreement among raft nodes before linearized reading' (duration: 470.649503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:46.067757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:45.595722Z","time spent":"472.020513ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:39:46.929656Z","caller":"traceutil/trace.go:171","msg":"trace[596851328] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"103.722877ms","start":"2026-03-31T18:39:46.825912Z","end":"2026-03-31T18:39:46.929635Z","steps":["trace[596851328] 'process raft request' (duration: 103.124163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:47.04694Z","caller":"traceutil/trace.go:171","msg":"trace[1825844030] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"113.977671ms","start":"2026-03-31T18:39:46.932917Z","end":"2026-03-31T18:39:47.046895Z","steps":["trace[1825844030] 'process raft request' (duration: 103.126954ms)","trace[1825844030] 'compare' (duration: 10.564761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:47.34565Z","caller":"traceutil/trace.go:171","msg":"trace[67347654] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"104.283321ms","start":"2026-03-31T18:39:47.241328Z","end":"2026-03-31T18:39:47.345611Z","steps":["trace[67347654] 'process raft request' (duration: 87.17204ms)","trace[67347654] 'compare' (duration: 16.827624ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:47.345837Z","caller":"traceutil/trace.go:171","msg":"trace[1069970937] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4603; }","duration":"101.194599ms","start":"2026-03-31T18:39:47.244589Z","end":"2026-03-31T18:39:47.345783Z","steps":["trace[1069970937] 'process raft request' (duration: 100.922803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:47.487397Z","caller":"traceutil/trace.go:171","msg":"trace[1734181835] linearizableReadLoop","detail":"{readStateIndex:4804; appliedIndex:4803; }","duration":"114.127086ms","start":"2026-03-31T18:39:47.373247Z","end":"2026-03-31T18:39:47.487374Z","steps":["trace[1734181835] 'read index received' (duration: 93.386353ms)","trace[1734181835] 'applied index is now lower than readState.Index' (duration: 20.739793ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:47.487484Z","caller":"traceutil/trace.go:171","msg":"trace[987819001] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"124.171274ms","start":"2026-03-31T18:39:47.363274Z","end":"2026-03-31T18:39:47.487445Z","steps":["trace[987819001] 'process raft request' (duration: 103.422511ms)","trace[987819001] 'compare' (duration: 20.550769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:47.487703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.423242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:39:47.487804Z","caller":"traceutil/trace.go:171","msg":"trace[2120527306] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4606; }","duration":"114.587866ms","start":"2026-03-31T18:39:47.373193Z","end":"2026-03-31T18:39:47.487781Z","steps":["trace[2120527306] 'agreement among raft nodes before linearized reading' (duration: 114.31864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:47.909317Z","caller":"traceutil/trace.go:171","msg":"trace[1911967903] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"121.78529ms","start":"2026-03-31T18:39:47.787495Z","end":"2026-03-31T18:39:47.90928Z","steps":["trace[1911967903] 'process raft request' (duration: 49.123192ms)","trace[1911967903] 'compare' (duration: 72.529984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:49.634371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.677528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:49.634462Z","caller":"traceutil/trace.go:171","msg":"trace[2142944270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4651; }","duration":"185.812611ms","start":"2026-03-31T18:39:49.44863Z","end":"2026-03-31T18:39:49.634442Z","steps":["trace[2142944270] 'range keys from in-memory index tree' (duration: 185.554276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:53.428367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.998008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:53.428497Z","caller":"traceutil/trace.go:171","msg":"trace[373729038] linearizableReadLoop","detail":"{readStateIndex:4884; appliedIndex:4883; }","duration":"336.126763ms","start":"2026-03-31T18:39:53.092349Z","end":"2026-03-31T18:39:53.428476Z","steps":["trace[373729038] 'read index received' (duration: 74.830108ms)","trace[373729038] 'applied index is now lower than readState.Index' (duration: 261.294855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:53.428544Z","caller":"traceutil/trace.go:171","msg":"trace[755814247] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"362.939375ms","start":"2026-03-31T18:39:53.065561Z","end":"2026-03-31T18:39:53.4285Z","steps":["trace[755814247] 'process raft request' (duration: 101.677491ms)","trace[755814247] 'compare' (duration: 260.397154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:53.428666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.309057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:39:53.428716Z","caller":"traceutil/trace.go:171","msg":"trace[14792698] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4680; }","duration":"336.360428ms","start":"2026-03-31T18:39:53.092343Z","end":"2026-03-31T18:39:53.428703Z","steps":["trace[14792698] 'agreement among raft nodes before linearized reading' (duration: 336.193084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:53.428756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:53.092298Z","time spent":"336.45034ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:39:53.428781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:53.065542Z","time spent":"363.124369ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:54.546511Z","caller":"traceutil/trace.go:171","msg":"trace[395855221] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"153.610726ms","start":"2026-03-31T18:39:54.392872Z","end":"2026-03-31T18:39:54.546483Z","steps":["trace[395855221] 'process raft request' (duration: 97.312031ms)","trace[395855221] 'compare' (duration: 56.105821ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:54.546633Z","caller":"traceutil/trace.go:171","msg":"trace[1761377248] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4937; }","duration":"108.62798ms","start":"2026-03-31T18:39:54.437985Z","end":"2026-03-31T18:39:54.546613Z","steps":["trace[1761377248] 'read index received' (duration: 17.786346ms)","trace[1761377248] 'applied index is now lower than readState.Index' (duration: 90.840624ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:54.546813Z","caller":"traceutil/trace.go:171","msg":"trace[1168757833] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"153.117665ms","start":"2026-03-31T18:39:54.393685Z","end":"2026-03-31T18:39:54.546803Z","steps":["trace[1168757833] 'process raft request' (duration: 152.760877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:54.547027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.030329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:887"} {"level":"warn","ts":"2026-03-31T18:39:54.547036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.955967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-31T18:39:54.547079Z","caller":"traceutil/trace.go:171","msg":"trace[307043470] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:4736; }","duration":"109.140661ms","start":"2026-03-31T18:39:54.437923Z","end":"2026-03-31T18:39:54.547064Z","steps":["trace[307043470] 'agreement among raft nodes before linearized reading' (duration: 109.038779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:54.547093Z","caller":"traceutil/trace.go:171","msg":"trace[490635154] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:4736; }","duration":"109.07389ms","start":"2026-03-31T18:39:54.438005Z","end":"2026-03-31T18:39:54.547079Z","steps":["trace[490635154] 'agreement among raft nodes before linearized reading' (duration: 108.966837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:54.730719Z","caller":"traceutil/trace.go:171","msg":"trace[920806123] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"173.02148ms","start":"2026-03-31T18:39:54.557656Z","end":"2026-03-31T18:39:54.730678Z","steps":["trace[920806123] 'process raft request' (duration: 172.807074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:54.730726Z","caller":"traceutil/trace.go:171","msg":"trace[513203453] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"171.148098ms","start":"2026-03-31T18:39:54.55955Z","end":"2026-03-31T18:39:54.730698Z","steps":["trace[513203453] 'process raft request' (duration: 171.103367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:54.730867Z","caller":"traceutil/trace.go:171","msg":"trace[1166608528] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"171.271301ms","start":"2026-03-31T18:39:54.55953Z","end":"2026-03-31T18:39:54.730802Z","steps":["trace[1166608528] 'process raft request' (duration: 171.066806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:55.1766Z","caller":"traceutil/trace.go:171","msg":"trace[180333449] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"102.552202ms","start":"2026-03-31T18:39:55.074021Z","end":"2026-03-31T18:39:55.176573Z","steps":["trace[180333449] 'process raft request' (duration: 102.379628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:55.443292Z","caller":"traceutil/trace.go:171","msg":"trace[93518419] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"114.390781ms","start":"2026-03-31T18:39:55.32888Z","end":"2026-03-31T18:39:55.443271Z","steps":["trace[93518419] 'process raft request' (duration: 114.289469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:55.626668Z","caller":"traceutil/trace.go:171","msg":"trace[663891546] linearizableReadLoop","detail":"{readStateIndex:4952; appliedIndex:4949; }","duration":"136.442084ms","start":"2026-03-31T18:39:55.490198Z","end":"2026-03-31T18:39:55.62664Z","steps":["trace[663891546] 'read index received' (duration: 47.842062ms)","trace[663891546] 'applied index is now lower than readState.Index' (duration: 88.598772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:55.626969Z","caller":"traceutil/trace.go:171","msg":"trace[1339842678] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"173.755446ms","start":"2026-03-31T18:39:55.453181Z","end":"2026-03-31T18:39:55.626936Z","steps":["trace[1339842678] 'process raft request' (duration: 173.385718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:55.627154Z","caller":"traceutil/trace.go:171","msg":"trace[1783681031] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"176.719595ms","start":"2026-03-31T18:39:55.450409Z","end":"2026-03-31T18:39:55.627129Z","steps":["trace[1783681031] 'process raft request' (duration: 87.58109ms)","trace[1783681031] 'compare' (duration: 88.311496ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:55.62709Z","caller":"traceutil/trace.go:171","msg":"trace[1800679447] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"176.574581ms","start":"2026-03-31T18:39:55.450475Z","end":"2026-03-31T18:39:55.62705Z","steps":["trace[1800679447] 'process raft request' (duration: 176.007517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:55.62756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.339975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:55.627623Z","caller":"traceutil/trace.go:171","msg":"trace[1803483748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4748; }","duration":"137.439087ms","start":"2026-03-31T18:39:55.490167Z","end":"2026-03-31T18:39:55.627606Z","steps":["trace[1803483748] 'agreement among raft nodes before linearized reading' (duration: 137.334565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:55.627761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.170357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:39:55.62783Z","caller":"traceutil/trace.go:171","msg":"trace[1291194803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4748; }","duration":"132.275199ms","start":"2026-03-31T18:39:55.495534Z","end":"2026-03-31T18:39:55.627809Z","steps":["trace[1291194803] 'agreement among raft nodes before linearized reading' (duration: 132.112385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:56.187702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.679126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:56.187872Z","caller":"traceutil/trace.go:171","msg":"trace[386898572] linearizableReadLoop","detail":"{readStateIndex:4960; appliedIndex:4957; }","duration":"200.66388ms","start":"2026-03-31T18:39:55.987192Z","end":"2026-03-31T18:39:56.187856Z","steps":["trace[386898572] 'read index received' (duration: 22.239387ms)","trace[386898572] 'applied index is now lower than readState.Index' (duration: 178.423473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:56.187967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.766063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:56.188004Z","caller":"traceutil/trace.go:171","msg":"trace[1631780404] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:4756; }","duration":"200.843824ms","start":"2026-03-31T18:39:55.98715Z","end":"2026-03-31T18:39:56.187994Z","steps":["trace[1631780404] 'agreement among raft nodes before linearized reading' (duration: 200.760922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:56.188085Z","caller":"traceutil/trace.go:171","msg":"trace[617583376] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"202.706998ms","start":"2026-03-31T18:39:55.985356Z","end":"2026-03-31T18:39:56.188063Z","steps":["trace[617583376] 'process raft request' (duration: 202.434582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:56.188078Z","caller":"traceutil/trace.go:171","msg":"trace[170779962] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"203.223459ms","start":"2026-03-31T18:39:55.984817Z","end":"2026-03-31T18:39:56.18804Z","steps":["trace[170779962] 'process raft request' (duration: 71.142245ms)","trace[170779962] 'compare' (duration: 131.566623ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:56.327968Z","caller":"traceutil/trace.go:171","msg":"trace[778882306] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"107.990096ms","start":"2026-03-31T18:39:56.219954Z","end":"2026-03-31T18:39:56.327944Z","steps":["trace[778882306] 'process raft request' (duration: 107.771621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:56.328137Z","caller":"traceutil/trace.go:171","msg":"trace[309121428] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4961; }","duration":"107.869742ms","start":"2026-03-31T18:39:56.220238Z","end":"2026-03-31T18:39:56.328108Z","steps":["trace[309121428] 'read index received' (duration: 38.297444ms)","trace[309121428] 'applied index is now lower than readState.Index' (duration: 69.570838ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:56.328162Z","caller":"traceutil/trace.go:171","msg":"trace[168099271] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"107.137055ms","start":"2026-03-31T18:39:56.221015Z","end":"2026-03-31T18:39:56.328152Z","steps":["trace[168099271] 'process raft request' (duration: 106.859499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:56.328279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.021246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:56.328323Z","caller":"traceutil/trace.go:171","msg":"trace[1504516644] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:4760; }","duration":"108.102068ms","start":"2026-03-31T18:39:56.220212Z","end":"2026-03-31T18:39:56.328314Z","steps":["trace[1504516644] 'agreement among raft nodes before linearized reading' (duration: 107.999006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:56.747085Z","caller":"traceutil/trace.go:171","msg":"trace[874197950] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"159.986642ms","start":"2026-03-31T18:39:56.587074Z","end":"2026-03-31T18:39:56.74706Z","steps":["trace[874197950] 'process raft request' (duration: 159.844528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:56.928997Z","caller":"traceutil/trace.go:171","msg":"trace[186348739] linearizableReadLoop","detail":"{readStateIndex:4975; appliedIndex:4973; }","duration":"245.3366ms","start":"2026-03-31T18:39:56.683633Z","end":"2026-03-31T18:39:56.928969Z","steps":["trace[186348739] 'read index received' (duration: 63.255554ms)","trace[186348739] 'applied index is now lower than readState.Index' (duration: 182.079256ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:56.929026Z","caller":"traceutil/trace.go:171","msg":"trace[2017801404] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"338.754833ms","start":"2026-03-31T18:39:56.590237Z","end":"2026-03-31T18:39:56.928992Z","steps":["trace[2017801404] 'process raft request' (duration: 242.378453ms)","trace[2017801404] 'compare' (duration: 96.120514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:56.929186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:56.590222Z","time spent":"338.878505ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3799,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:39:56.929177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.543834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:56.929929Z","caller":"traceutil/trace.go:171","msg":"trace[1785356046] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4771; }","duration":"245.80533ms","start":"2026-03-31T18:39:56.683564Z","end":"2026-03-31T18:39:56.929369Z","steps":["trace[1785356046] 'agreement among raft nodes before linearized reading' (duration: 245.513184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:56.932274Z","caller":"traceutil/trace.go:171","msg":"trace[2131565006] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"182.581528ms","start":"2026-03-31T18:39:56.749664Z","end":"2026-03-31T18:39:56.932246Z","steps":["trace[2131565006] 'process raft request' (duration: 182.326022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:56.932332Z","caller":"traceutil/trace.go:171","msg":"trace[1574020809] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"177.544252ms","start":"2026-03-31T18:39:56.75477Z","end":"2026-03-31T18:39:56.932315Z","steps":["trace[1574020809] 'process raft request' (duration: 177.468361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.063397Z","caller":"traceutil/trace.go:171","msg":"trace[669706387] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"130.167901ms","start":"2026-03-31T18:39:56.933203Z","end":"2026-03-31T18:39:57.063371Z","steps":["trace[669706387] 'process raft request' (duration: 118.100956ms)","trace[669706387] 'compare' (duration: 11.782209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.063707Z","caller":"traceutil/trace.go:171","msg":"trace[2061089652] linearizableReadLoop","detail":"{readStateIndex:4979; appliedIndex:4977; }","duration":"128.136865ms","start":"2026-03-31T18:39:56.935187Z","end":"2026-03-31T18:39:57.063323Z","steps":["trace[2061089652] 'read index received' (duration: 18.515572ms)","trace[2061089652] 'applied index is now lower than readState.Index' (duration: 109.620133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.063536Z","caller":"traceutil/trace.go:171","msg":"trace[472075575] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"127.405498ms","start":"2026-03-31T18:39:56.9361Z","end":"2026-03-31T18:39:57.063506Z","steps":["trace[472075575] 'process raft request' (duration: 127.133062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.063873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.606975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:57.063949Z","caller":"traceutil/trace.go:171","msg":"trace[2020404487] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io; range_end:; response_count:0; response_revision:4776; }","duration":"128.764899ms","start":"2026-03-31T18:39:56.935163Z","end":"2026-03-31T18:39:57.063928Z","steps":["trace[2020404487] 'agreement among raft nodes before linearized reading' (duration: 128.584395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.290277Z","caller":"traceutil/trace.go:171","msg":"trace[1904674264] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"218.734722ms","start":"2026-03-31T18:39:57.071519Z","end":"2026-03-31T18:39:57.290254Z","steps":["trace[1904674264] 'process raft request' (duration: 151.387935ms)","trace[1904674264] 'compare' (duration: 67.221705ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.319418Z","caller":"traceutil/trace.go:171","msg":"trace[1353045112] linearizableReadLoop","detail":"{readStateIndex:4982; appliedIndex:4980; }","duration":"138.897701ms","start":"2026-03-31T18:39:57.180497Z","end":"2026-03-31T18:39:57.319395Z","steps":["trace[1353045112] 'read index received' (duration: 42.355437ms)","trace[1353045112] 'applied index is now lower than readState.Index' (duration: 96.540424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:57.319577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.062455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:39:57.319567Z","caller":"traceutil/trace.go:171","msg":"trace[1226279159] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"247.642333ms","start":"2026-03-31T18:39:57.071887Z","end":"2026-03-31T18:39:57.31953Z","steps":["trace[1226279159] 'process raft request' (duration: 247.392488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.319617Z","caller":"traceutil/trace.go:171","msg":"trace[241875998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4778; }","duration":"139.142686ms","start":"2026-03-31T18:39:57.180465Z","end":"2026-03-31T18:39:57.319607Z","steps":["trace[241875998] 'agreement among raft nodes before linearized reading' (duration: 139.054464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.361064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.412223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:39:57.36115Z","caller":"traceutil/trace.go:171","msg":"trace[475057109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4779; }","duration":"139.504215ms","start":"2026-03-31T18:39:57.221624Z","end":"2026-03-31T18:39:57.361129Z","steps":["trace[475057109] 'agreement among raft nodes before linearized reading' (duration: 139.228128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.709638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.50692ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T18:39:57.709791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.362589Z","time spent":"347.196045ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:39:57.70993Z","caller":"traceutil/trace.go:171","msg":"trace[2074844800] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4983; }","duration":"344.960914ms","start":"2026-03-31T18:39:57.364937Z","end":"2026-03-31T18:39:57.709898Z","steps":["trace[2074844800] 'read index received' (duration: 1.617246ms)","trace[2074844800] 'applied index is now lower than readState.Index' (duration: 343.340317ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.709977Z","caller":"traceutil/trace.go:171","msg":"trace[1241628002] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"342.1295ms","start":"2026-03-31T18:39:57.367823Z","end":"2026-03-31T18:39:57.709952Z","steps":["trace[1241628002] 'process raft request' (duration: 342.023917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.71011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.367799Z","time spent":"342.239512ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4287,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:57.710183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.22661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:39:57.710228Z","caller":"traceutil/trace.go:171","msg":"trace[139075422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4782; }","duration":"345.326582ms","start":"2026-03-31T18:39:57.364891Z","end":"2026-03-31T18:39:57.710218Z","steps":["trace[139075422] 'agreement among raft nodes before linearized reading' (duration: 345.150718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.710226Z","caller":"traceutil/trace.go:171","msg":"trace[753802662] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"342.746103ms","start":"2026-03-31T18:39:57.367457Z","end":"2026-03-31T18:39:57.710204Z","steps":["trace[753802662] 'process raft request' (duration: 342.284513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.710288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.364874Z","time spent":"345.395764ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:39:57.710338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.367438Z","time spent":"342.839645ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3095,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:39:57.730903Z","caller":"traceutil/trace.go:171","msg":"trace[562892294] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"236.397407ms","start":"2026-03-31T18:39:57.49449Z","end":"2026-03-31T18:39:57.730888Z","steps":["trace[562892294] 'process raft request' (duration: 236.315465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.983011Z","caller":"traceutil/trace.go:171","msg":"trace[155192012] linearizableReadLoop","detail":"{readStateIndex:4990; appliedIndex:4988; }","duration":"252.069194ms","start":"2026-03-31T18:39:57.730931Z","end":"2026-03-31T18:39:57.983Z","steps":["trace[155192012] 'read index received' (duration: 248.744127ms)","trace[155192012] 'applied index is now lower than readState.Index' (duration: 3.323757ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.983008Z","caller":"traceutil/trace.go:171","msg":"trace[977680373] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"271.821975ms","start":"2026-03-31T18:39:57.711162Z","end":"2026-03-31T18:39:57.982984Z","steps":["trace[977680373] 'process raft request' (duration: 268.526409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.983119Z","caller":"traceutil/trace.go:171","msg":"trace[1894323589] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"266.810211ms","start":"2026-03-31T18:39:57.716255Z","end":"2026-03-31T18:39:57.983065Z","steps":["trace[1894323589] 'process raft request' (duration: 266.668368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.983258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.743293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T18:39:57.983321Z","caller":"traceutil/trace.go:171","msg":"trace[1460362133] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4785; }","duration":"271.860026ms","start":"2026-03-31T18:39:57.711451Z","end":"2026-03-31T18:39:57.983311Z","steps":["trace[1460362133] 'agreement among raft nodes before linearized reading' (duration: 271.722653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.983463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.007256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/sshkeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:57.983544Z","caller":"traceutil/trace.go:171","msg":"trace[2097288625] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/sshkeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:4785; }","duration":"267.17351ms","start":"2026-03-31T18:39:57.71635Z","end":"2026-03-31T18:39:57.983524Z","steps":["trace[2097288625] 'agreement among raft nodes before linearized reading' (duration: 266.76256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:58.427629Z","caller":"traceutil/trace.go:171","msg":"trace[90893616] linearizableReadLoop","detail":"{readStateIndex:4994; appliedIndex:4990; }","duration":"442.426979ms","start":"2026-03-31T18:39:57.985177Z","end":"2026-03-31T18:39:58.427604Z","steps":["trace[90893616] 'read index received' (duration: 375.46672ms)","trace[90893616] 'applied index is now lower than readState.Index' (duration: 66.958938ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:58.427712Z","caller":"traceutil/trace.go:171","msg":"trace[956369214] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"693.105341ms","start":"2026-03-31T18:39:57.734564Z","end":"2026-03-31T18:39:58.427669Z","steps":["trace[956369214] 'process raft request' (duration: 626.117062ms)","trace[956369214] 'compare' (duration: 66.16051ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:58.427776Z","caller":"traceutil/trace.go:171","msg":"trace[355910369] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"692.19432ms","start":"2026-03-31T18:39:57.735565Z","end":"2026-03-31T18:39:58.427759Z","steps":["trace[355910369] 'process raft request' (duration: 691.842412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:58.427838Z","caller":"traceutil/trace.go:171","msg":"trace[1257439441] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"575.764282ms","start":"2026-03-31T18:39:57.852034Z","end":"2026-03-31T18:39:58.427798Z","steps":["trace[1257439441] 'process raft request' (duration: 575.497566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.427912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.735553Z","time spent":"692.262471ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:58.427942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.852003Z","time spent":"575.889305ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:58.427938Z","caller":"traceutil/trace.go:171","msg":"trace[724578749] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"601.356446ms","start":"2026-03-31T18:39:57.82652Z","end":"2026-03-31T18:39:58.427876Z","steps":["trace[724578749] 'process raft request' (duration: 600.939466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.428031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.832308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T18:39:58.427943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.734539Z","time spent":"693.294915ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:58.428114Z","caller":"traceutil/trace.go:171","msg":"trace[1837767809] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4789; }","duration":"442.959841ms","start":"2026-03-31T18:39:57.985136Z","end":"2026-03-31T18:39:58.428096Z","steps":["trace[1837767809] 'agreement among raft nodes before linearized reading' (duration: 442.678224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.428136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.826494Z","time spent":"601.54066ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:58.428187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.985119Z","time spent":"443.057603ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T18:39:58.480583Z","caller":"traceutil/trace.go:171","msg":"trace[345730999] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"492.42791ms","start":"2026-03-31T18:39:57.988132Z","end":"2026-03-31T18:39:58.48056Z","steps":["trace[345730999] 'process raft request' (duration: 492.224836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.480728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.988114Z","time spent":"492.540863ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3095,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:39:58.480758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.081859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:58.480815Z","caller":"traceutil/trace.go:171","msg":"trace[1176685132] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4791; }","duration":"438.196772ms","start":"2026-03-31T18:39:58.042605Z","end":"2026-03-31T18:39:58.480802Z","steps":["trace[1176685132] 'agreement among raft nodes before linearized reading' (duration: 438.084159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.480847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:58.042582Z","time spent":"438.259794ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:39:58.480937Z","caller":"traceutil/trace.go:171","msg":"trace[1237876968] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"492.367189ms","start":"2026-03-31T18:39:57.98855Z","end":"2026-03-31T18:39:58.480917Z","steps":["trace[1237876968] 'process raft request' (duration: 491.915658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.481062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.988542Z","time spent":"492.43956ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3983,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:58.481076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.451386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:39:58.480755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.93109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:39:58.481099Z","caller":"traceutil/trace.go:171","msg":"trace[2066011084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4791; }","duration":"140.517767ms","start":"2026-03-31T18:39:58.340576Z","end":"2026-03-31T18:39:58.481093Z","steps":["trace[2066011084] 'agreement among raft nodes before linearized reading' (duration: 140.425695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:58.481117Z","caller":"traceutil/trace.go:171","msg":"trace[2006063994] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:4791; }","duration":"139.34846ms","start":"2026-03-31T18:39:58.341756Z","end":"2026-03-31T18:39:58.481105Z","steps":["trace[2006063994] 'agreement among raft nodes before linearized reading' (duration: 138.822168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:59.726499Z","caller":"traceutil/trace.go:171","msg":"trace[1842685018] linearizableReadLoop","detail":"{readStateIndex:5018; appliedIndex:5017; }","duration":"265.263215ms","start":"2026-03-31T18:39:59.46121Z","end":"2026-03-31T18:39:59.726473Z","steps":["trace[1842685018] 'read index received' (duration: 264.978338ms)","trace[1842685018] 'applied index is now lower than readState.Index' (duration: 284.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:59.726959Z","caller":"traceutil/trace.go:171","msg":"trace[1625773892] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"352.856585ms","start":"2026-03-31T18:39:59.374069Z","end":"2026-03-31T18:39:59.726926Z","steps":["trace[1625773892] 'process raft request' (duration: 352.18858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:59.726987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.749556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:59.727071Z","caller":"traceutil/trace.go:171","msg":"trace[562839223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4813; }","duration":"265.874498ms","start":"2026-03-31T18:39:59.461167Z","end":"2026-03-31T18:39:59.727042Z","steps":["trace[562839223] 'agreement among raft nodes before linearized reading' (duration: 265.737165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:59.72711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:59.374054Z","time spent":"352.965197ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:59.867432Z","caller":"traceutil/trace.go:171","msg":"trace[1283103836] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"130.747633ms","start":"2026-03-31T18:39:59.736661Z","end":"2026-03-31T18:39:59.867409Z","steps":["trace[1283103836] 'process raft request' (duration: 122.249299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:03.035774Z","caller":"traceutil/trace.go:171","msg":"trace[434421038] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"118.123197ms","start":"2026-03-31T18:40:02.917624Z","end":"2026-03-31T18:40:03.035747Z","steps":["trace[434421038] 'process raft request' (duration: 117.985303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:04.050258Z","caller":"traceutil/trace.go:171","msg":"trace[1530059858] linearizableReadLoop","detail":"{readStateIndex:5056; appliedIndex:5055; }","duration":"231.928333ms","start":"2026-03-31T18:40:03.818304Z","end":"2026-03-31T18:40:04.050232Z","steps":["trace[1530059858] 'read index received' (duration: 231.80028ms)","trace[1530059858] 'applied index is now lower than readState.Index' (duration: 126.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:04.050369Z","caller":"traceutil/trace.go:171","msg":"trace[972149227] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"300.603351ms","start":"2026-03-31T18:40:03.749731Z","end":"2026-03-31T18:40:04.050335Z","steps":["trace[972149227] 'process raft request' (duration: 300.336325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.050496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.171298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-2rlhq\" ","response":"range_response_count:1 size:4780"} {"level":"warn","ts":"2026-03-31T18:40:04.050502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:03.749719Z","time spent":"300.710183ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:04.050543Z","caller":"traceutil/trace.go:171","msg":"trace[979017068] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-2rlhq; range_end:; response_count:1; response_revision:4850; }","duration":"232.264921ms","start":"2026-03-31T18:40:03.818264Z","end":"2026-03-31T18:40:04.050529Z","steps":["trace[979017068] 'agreement among raft nodes before linearized reading' (duration: 232.076776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:04.066943Z","caller":"traceutil/trace.go:171","msg":"trace[1591797912] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"181.928543ms","start":"2026-03-31T18:40:03.884987Z","end":"2026-03-31T18:40:04.066916Z","steps":["trace[1591797912] 'process raft request' (duration: 181.764079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:04.796338Z","caller":"traceutil/trace.go:171","msg":"trace[232581797] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5061; }","duration":"242.593678ms","start":"2026-03-31T18:40:04.553718Z","end":"2026-03-31T18:40:04.796311Z","steps":["trace[232581797] 'read index received' (duration: 219.461769ms)","trace[232581797] 'applied index is now lower than readState.Index' (duration: 23.131189ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:04.796502Z","caller":"traceutil/trace.go:171","msg":"trace[1398729838] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"245.673678ms","start":"2026-03-31T18:40:04.550811Z","end":"2026-03-31T18:40:04.796485Z","steps":["trace[1398729838] 'process raft request' (duration: 222.379945ms)","trace[1398729838] 'compare' (duration: 22.920584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:04.796616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.889735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:40:04.796684Z","caller":"traceutil/trace.go:171","msg":"trace[1663286322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4856; }","duration":"242.989236ms","start":"2026-03-31T18:40:04.553668Z","end":"2026-03-31T18:40:04.796657Z","steps":["trace[1663286322] 'agreement among raft nodes before linearized reading' (duration: 242.794612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.796763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.304621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:40:04.796811Z","caller":"traceutil/trace.go:171","msg":"trace[1207311425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4856; }","duration":"242.409304ms","start":"2026-03-31T18:40:04.554389Z","end":"2026-03-31T18:40:04.796798Z","steps":["trace[1207311425] 'agreement among raft nodes before linearized reading' (duration: 242.285851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.796983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.854251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:40:04.797069Z","caller":"traceutil/trace.go:171","msg":"trace[548644178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4856; }","duration":"213.968383ms","start":"2026-03-31T18:40:04.58308Z","end":"2026-03-31T18:40:04.797049Z","steps":["trace[548644178] 'agreement among raft nodes before linearized reading' (duration: 213.81244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.797062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.190529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:40:04.797193Z","caller":"traceutil/trace.go:171","msg":"trace[1312700059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4856; }","duration":"196.367502ms","start":"2026-03-31T18:40:04.600799Z","end":"2026-03-31T18:40:04.797166Z","steps":["trace[1312700059] 'agreement among raft nodes before linearized reading' (duration: 196.000674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.796997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.102666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:40:04.797266Z","caller":"traceutil/trace.go:171","msg":"trace[1773957011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:4856; }","duration":"196.433014ms","start":"2026-03-31T18:40:04.600816Z","end":"2026-03-31T18:40:04.797249Z","steps":["trace[1773957011] 'agreement among raft nodes before linearized reading' (duration: 195.952153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.796987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.31474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:40:04.797339Z","caller":"traceutil/trace.go:171","msg":"trace[1862266621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4856; }","duration":"171.708969ms","start":"2026-03-31T18:40:04.625593Z","end":"2026-03-31T18:40:04.797302Z","steps":["trace[1862266621] 'agreement among raft nodes before linearized reading' (duration: 171.199937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:05.944297Z","caller":"traceutil/trace.go:171","msg":"trace[356767869] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"108.277071ms","start":"2026-03-31T18:40:05.835993Z","end":"2026-03-31T18:40:05.94427Z","steps":["trace[356767869] 'process raft request' (duration: 108.106587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:06.124879Z","caller":"traceutil/trace.go:171","msg":"trace[1214778198] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"173.262785ms","start":"2026-03-31T18:40:05.951579Z","end":"2026-03-31T18:40:06.124841Z","steps":["trace[1214778198] 'process raft request' (duration: 123.258014ms)","trace[1214778198] 'compare' (duration: 49.776306ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:06.337059Z","caller":"traceutil/trace.go:171","msg":"trace[1482087739] linearizableReadLoop","detail":"{readStateIndex:5076; appliedIndex:5074; }","duration":"176.258833ms","start":"2026-03-31T18:40:06.160772Z","end":"2026-03-31T18:40:06.337031Z","steps":["trace[1482087739] 'read index received' (duration: 8.216267ms)","trace[1482087739] 'applied index is now lower than readState.Index' (duration: 168.037896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:06.337211Z","caller":"traceutil/trace.go:171","msg":"trace[1892247197] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"205.637705ms","start":"2026-03-31T18:40:06.131563Z","end":"2026-03-31T18:40:06.337201Z","steps":["trace[1892247197] 'process raft request' (duration: 205.326348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:06.337211Z","caller":"traceutil/trace.go:171","msg":"trace[377805206] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"207.538447ms","start":"2026-03-31T18:40:06.129637Z","end":"2026-03-31T18:40:06.337176Z","steps":["trace[377805206] 'process raft request' (duration: 164.32464ms)","trace[377805206] 'compare' (duration: 42.460819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:06.337304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.802091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:06.337416Z","caller":"traceutil/trace.go:171","msg":"trace[1621706867] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4870; }","duration":"121.957124ms","start":"2026-03-31T18:40:06.215442Z","end":"2026-03-31T18:40:06.337399Z","steps":["trace[1621706867] 'agreement among raft nodes before linearized reading' (duration: 121.804631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:06.337496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.690373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T18:40:06.337606Z","caller":"traceutil/trace.go:171","msg":"trace[1838301934] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4870; }","duration":"176.852267ms","start":"2026-03-31T18:40:06.160729Z","end":"2026-03-31T18:40:06.337582Z","steps":["trace[1838301934] 'agreement among raft nodes before linearized reading' (duration: 176.55386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:06.719407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.667765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:06.719472Z","caller":"traceutil/trace.go:171","msg":"trace[42046446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4871; }","duration":"269.769538ms","start":"2026-03-31T18:40:06.44969Z","end":"2026-03-31T18:40:06.719459Z","steps":["trace[42046446] 'range keys from in-memory index tree' (duration: 269.494411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:06.719889Z","caller":"traceutil/trace.go:171","msg":"trace[83424486] linearizableReadLoop","detail":"{readStateIndex:5078; appliedIndex:5077; }","duration":"174.283058ms","start":"2026-03-31T18:40:06.545583Z","end":"2026-03-31T18:40:06.719866Z","steps":["trace[83424486] 'read index received' (duration: 173.903489ms)","trace[83424486] 'applied index is now lower than readState.Index' (duration: 378.459µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:06.719963Z","caller":"traceutil/trace.go:171","msg":"trace[1445088109] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"217.096935ms","start":"2026-03-31T18:40:06.502844Z","end":"2026-03-31T18:40:06.719941Z","steps":["trace[1445088109] 'process raft request' (duration: 216.546472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:06.720167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.563284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:06.720266Z","caller":"traceutil/trace.go:171","msg":"trace[1025692716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4872; }","duration":"174.680767ms","start":"2026-03-31T18:40:06.545528Z","end":"2026-03-31T18:40:06.720209Z","steps":["trace[1025692716] 'agreement among raft nodes before linearized reading' (duration: 174.429891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:06.907569Z","caller":"traceutil/trace.go:171","msg":"trace[411358275] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"104.845822ms","start":"2026-03-31T18:40:06.802677Z","end":"2026-03-31T18:40:06.907522Z","steps":["trace[411358275] 'process raft request' (duration: 25.936062ms)","trace[411358275] 'compare' (duration: 78.664025ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:07.061631Z","caller":"traceutil/trace.go:171","msg":"trace[1766429506] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"149.079742ms","start":"2026-03-31T18:40:06.912515Z","end":"2026-03-31T18:40:07.061595Z","steps":["trace[1766429506] 'process raft request' (duration: 148.848187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:07.071556Z","caller":"traceutil/trace.go:171","msg":"trace[1702138429] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"158.825046ms","start":"2026-03-31T18:40:06.912711Z","end":"2026-03-31T18:40:07.071536Z","steps":["trace[1702138429] 'process raft request' (duration: 158.696683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:07.071879Z","caller":"traceutil/trace.go:171","msg":"trace[421467345] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"158.883797ms","start":"2026-03-31T18:40:06.912966Z","end":"2026-03-31T18:40:07.071849Z","steps":["trace[421467345] 'process raft request' (duration: 158.542059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:07.072118Z","caller":"traceutil/trace.go:171","msg":"trace[231584343] linearizableReadLoop","detail":"{readStateIndex:5081; appliedIndex:5079; }","duration":"159.184824ms","start":"2026-03-31T18:40:06.912903Z","end":"2026-03-31T18:40:07.072088Z","steps":["trace[231584343] 'read index received' (duration: 148.402268ms)","trace[231584343] 'applied index is now lower than readState.Index' (duration: 10.781276ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:07.072325Z","caller":"traceutil/trace.go:171","msg":"trace[1868331564] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"158.703213ms","start":"2026-03-31T18:40:06.913597Z","end":"2026-03-31T18:40:07.0723Z","steps":["trace[1868331564] 'process raft request' (duration: 158.347635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:07.072409Z","caller":"traceutil/trace.go:171","msg":"trace[890210193] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"159.355637ms","start":"2026-03-31T18:40:06.913008Z","end":"2026-03-31T18:40:07.072363Z","steps":["trace[890210193] 'process raft request' (duration: 158.753664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:07.072468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.536502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T18:40:07.072538Z","caller":"traceutil/trace.go:171","msg":"trace[1157036212] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4879; }","duration":"159.647514ms","start":"2026-03-31T18:40:06.912871Z","end":"2026-03-31T18:40:07.072518Z","steps":["trace[1157036212] 'agreement among raft nodes before linearized reading' (duration: 159.343747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:12.512117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.99852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:40:12.512199Z","caller":"traceutil/trace.go:171","msg":"trace[217038255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4902; }","duration":"149.128963ms","start":"2026-03-31T18:40:12.363052Z","end":"2026-03-31T18:40:12.512181Z","steps":["trace[217038255] 'range keys from in-memory index tree' (duration: 148.811077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:12.659893Z","caller":"traceutil/trace.go:171","msg":"trace[703214309] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"143.365552ms","start":"2026-03-31T18:40:12.516501Z","end":"2026-03-31T18:40:12.659866Z","steps":["trace[703214309] 'process raft request' (duration: 143.204348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:12.66592Z","caller":"traceutil/trace.go:171","msg":"trace[1760940274] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"146.963835ms","start":"2026-03-31T18:40:12.518881Z","end":"2026-03-31T18:40:12.665845Z","steps":["trace[1760940274] 'process raft request' (duration: 146.817832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:12.900554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.965251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:40:12.901444Z","caller":"traceutil/trace.go:171","msg":"trace[1646133346] linearizableReadLoop","detail":"{readStateIndex:5114; appliedIndex:5112; }","duration":"125.594147ms","start":"2026-03-31T18:40:12.775824Z","end":"2026-03-31T18:40:12.901418Z","steps":["trace[1646133346] 'read index received' (duration: 49.201µs)","trace[1646133346] 'applied index is now lower than readState.Index' (duration: 125.543056ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:12.901531Z","caller":"traceutil/trace.go:171","msg":"trace[560770953] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"162.482359ms","start":"2026-03-31T18:40:12.739019Z","end":"2026-03-31T18:40:12.901501Z","steps":["trace[560770953] 'process raft request' (duration: 161.64541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:12.938742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.895968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-03-31T18:40:12.938812Z","caller":"traceutil/trace.go:171","msg":"trace[794687705] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:4906; }","duration":"162.97168ms","start":"2026-03-31T18:40:12.775817Z","end":"2026-03-31T18:40:12.938789Z","steps":["trace[794687705] 'agreement among raft nodes before linearized reading' (duration: 125.685969ms)","trace[794687705] 'range keys from in-memory index tree' (duration: 36.896922ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:24.951668Z","caller":"traceutil/trace.go:171","msg":"trace[478784991] linearizableReadLoop","detail":"{readStateIndex:5186; appliedIndex:5185; }","duration":"193.357354ms","start":"2026-03-31T18:40:24.758287Z","end":"2026-03-31T18:40:24.951644Z","steps":["trace[478784991] 'read index received' (duration: 193.17244ms)","trace[478784991] 'applied index is now lower than readState.Index' (duration: 183.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:24.951738Z","caller":"traceutil/trace.go:171","msg":"trace[1538706503] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"224.078593ms","start":"2026-03-31T18:40:24.727638Z","end":"2026-03-31T18:40:24.951717Z","steps":["trace[1538706503] 'process raft request' (duration: 223.847798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:24.951876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.553199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:24.952002Z","caller":"traceutil/trace.go:171","msg":"trace[1065643541] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4976; }","duration":"193.749173ms","start":"2026-03-31T18:40:24.758229Z","end":"2026-03-31T18:40:24.951978Z","steps":["trace[1065643541] 'agreement among raft nodes before linearized reading' (duration: 193.529788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:25.12872Z","caller":"traceutil/trace.go:171","msg":"trace[431169069] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"159.027411ms","start":"2026-03-31T18:40:24.969669Z","end":"2026-03-31T18:40:25.128696Z","steps":["trace[431169069] 'process raft request' (duration: 149.547704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.38536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.404934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:29.385451Z","caller":"traceutil/trace.go:171","msg":"trace[1718047750] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5211; }","duration":"175.910263ms","start":"2026-03-31T18:40:29.209527Z","end":"2026-03-31T18:40:29.385437Z","steps":["trace[1718047750] 'read index received' (duration: 70.256302ms)","trace[1718047750] 'applied index is now lower than readState.Index' (duration: 105.652441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:29.385951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.411034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:40:29.386032Z","caller":"traceutil/trace.go:171","msg":"trace[1030570912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5001; }","duration":"176.550237ms","start":"2026-03-31T18:40:29.209463Z","end":"2026-03-31T18:40:29.386013Z","steps":["trace[1030570912] 'agreement among raft nodes before linearized reading' (duration: 176.26334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.386211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.908497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:40:29.385527Z","caller":"traceutil/trace.go:171","msg":"trace[1188068431] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"177.799856ms","start":"2026-03-31T18:40:29.207719Z","end":"2026-03-31T18:40:29.385518Z","steps":["trace[1188068431] 'process raft request' (duration: 72.161727ms)","trace[1188068431] 'compare' (duration: 105.167718ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:29.386362Z","caller":"traceutil/trace.go:171","msg":"trace[907435435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5001; }","duration":"135.130273ms","start":"2026-03-31T18:40:29.251212Z","end":"2026-03-31T18:40:29.386342Z","steps":["trace[907435435] 'agreement among raft nodes before linearized reading' (duration: 134.525679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:35.724858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444128451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:36.225138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444128451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:36.725932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444128451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:37.226247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444128451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:37.449605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000311619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:40:37.449704Z","caller":"traceutil/trace.go:171","msg":"trace[1236853516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465893s","start":"2026-03-31T18:40:35.449216Z","end":"2026-03-31T18:40:37.449682Z","steps":["trace[1236853516] 'agreement among raft nodes before linearized reading' (duration: 2.00034203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:37.449757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.449196Z","time spent":"2.000550644s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:40:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:37.666226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.664809446s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:40:37.666576Z","caller":"traceutil/trace.go:171","msg":"trace[144103752] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"2.665239417s","start":"2026-03-31T18:40:35.001311Z","end":"2026-03-31T18:40:37.66655Z","steps":["trace[144103752] 'process raft request' (duration: 2.665088813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:37.666712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.001295Z","time spent":"2.665341369s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:39.042112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.375722314s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:40:39.089924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.30341ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:39.090471Z","caller":"traceutil/trace.go:171","msg":"trace[132534638] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5026; }","duration":"344.867223ms","start":"2026-03-31T18:40:38.745589Z","end":"2026-03-31T18:40:39.090456Z","steps":["trace[132534638] 'range keys from in-memory index tree' (duration: 344.266859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.090649Z","caller":"traceutil/trace.go:171","msg":"trace[1897193581] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"3.918745671s","start":"2026-03-31T18:40:35.171866Z","end":"2026-03-31T18:40:39.090612Z","steps":["trace[1897193581] 'process raft request' (duration: 3.87055961s)","trace[1897193581] 'compare' (duration: 47.381052ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:39.090716Z","caller":"traceutil/trace.go:171","msg":"trace[2119204363] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"3.878461463s","start":"2026-03-31T18:40:35.212242Z","end":"2026-03-31T18:40:39.090703Z","steps":["trace[2119204363] 'process raft request' (duration: 3.878240248s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.090705Z","caller":"traceutil/trace.go:171","msg":"trace[1998621179] linearizableReadLoop","detail":"{readStateIndex:5241; appliedIndex:5237; }","duration":"3.866062549s","start":"2026-03-31T18:40:35.224619Z","end":"2026-03-31T18:40:39.090682Z","steps":["trace[1998621179] 'read index received' (duration: 2.441818217s)","trace[1998621179] 'applied index is now lower than readState.Index' (duration: 1.424241782s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:39.090819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.212218Z","time spent":"3.878538274s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:39.090825Z","caller":"traceutil/trace.go:171","msg":"trace[959178329] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"2.713853879s","start":"2026-03-31T18:40:36.376954Z","end":"2026-03-31T18:40:39.090808Z","steps":["trace[959178329] 'process raft request' (duration: 2.713606584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.090864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.171842Z","time spent":"3.918935636s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:39.090909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866271914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:40:39.090948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:36.376936Z","time spent":"2.713957342s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:39.090991Z","caller":"traceutil/trace.go:171","msg":"trace[831978460] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5029; }","duration":"3.866368915s","start":"2026-03-31T18:40:35.224581Z","end":"2026-03-31T18:40:39.09095Z","steps":["trace[831978460] 'agreement among raft nodes before linearized reading' (duration: 3.866267173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.091062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.224561Z","time spent":"3.866482189s","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:39.174464Z","caller":"traceutil/trace.go:171","msg":"trace[201530796] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"1.437635638s","start":"2026-03-31T18:40:37.736803Z","end":"2026-03-31T18:40:39.174439Z","steps":["trace[201530796] 'process raft request' (duration: 1.437461363s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.174624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:37.736773Z","time spent":"1.437767581s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:39.174896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718327823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:39.174958Z","caller":"traceutil/trace.go:171","msg":"trace[460612158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5031; }","duration":"2.718453656s","start":"2026-03-31T18:40:36.45649Z","end":"2026-03-31T18:40:39.174944Z","steps":["trace[460612158] 'agreement among raft nodes before linearized reading' (duration: 2.718302052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.17495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765496913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:40:39.175025Z","caller":"traceutil/trace.go:171","msg":"trace[180504994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5031; }","duration":"3.765606225s","start":"2026-03-31T18:40:35.409402Z","end":"2026-03-31T18:40:39.175008Z","steps":["trace[180504994] 'agreement among raft nodes before linearized reading' (duration: 3.76539164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.175069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.409387Z","time spent":"3.765673377s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:40:39.175177Z","caller":"traceutil/trace.go:171","msg":"trace[903153210] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"1.363818313s","start":"2026-03-31T18:40:37.811352Z","end":"2026-03-31T18:40:39.17517Z","steps":["trace[903153210] 'process raft request' (duration: 1.363049145s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.175245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:37.811314Z","time spent":"1.363888243s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:39.175242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725420377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:39.175309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769705975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:40:39.17532Z","caller":"traceutil/trace.go:171","msg":"trace[378069828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5031; }","duration":"1.725586021s","start":"2026-03-31T18:40:37.449722Z","end":"2026-03-31T18:40:39.175308Z","steps":["trace[378069828] 'agreement among raft nodes before linearized reading' (duration: 1.725474078s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.175348Z","caller":"traceutil/trace.go:171","msg":"trace[295411553] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5031; }","duration":"2.769775746s","start":"2026-03-31T18:40:36.405557Z","end":"2026-03-31T18:40:39.175332Z","steps":["trace[295411553] 'agreement among raft nodes before linearized reading' (duration: 2.769688374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.175381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84472472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:40:39.175383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:36.405535Z","time spent":"2.769841437s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:40:39.175383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:37.449702Z","time spent":"1.725670582s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:40:39.175397Z","caller":"traceutil/trace.go:171","msg":"trace[1313648417] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5031; }","duration":"1.844778822s","start":"2026-03-31T18:40:37.330614Z","end":"2026-03-31T18:40:39.175393Z","steps":["trace[1313648417] 'agreement among raft nodes before linearized reading' (duration: 1.844734441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.175414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:37.330592Z","time spent":"1.844818012s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:39.175504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.519856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:39.175543Z","caller":"traceutil/trace.go:171","msg":"trace[573250563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5031; }","duration":"592.618259ms","start":"2026-03-31T18:40:38.58291Z","end":"2026-03-31T18:40:39.175528Z","steps":["trace[573250563] 'agreement among raft nodes before linearized reading' (duration: 592.543257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.17556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:38.582878Z","time spent":"592.678069ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:40:39.175596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.09357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:39.175611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800995198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:39.175638Z","caller":"traceutil/trace.go:171","msg":"trace[716943999] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5031; }","duration":"671.180121ms","start":"2026-03-31T18:40:38.504449Z","end":"2026-03-31T18:40:39.175629Z","steps":["trace[716943999] 'agreement among raft nodes before linearized reading' (duration: 671.038288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.175642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.775578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:39.175644Z","caller":"traceutil/trace.go:171","msg":"trace[1066298769] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5031; }","duration":"2.80106849s","start":"2026-03-31T18:40:36.374567Z","end":"2026-03-31T18:40:39.175635Z","steps":["trace[1066298769] 'agreement among raft nodes before linearized reading' (duration: 2.800985438s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.17562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177296321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:39.17568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:36.374545Z","time spent":"2.801123762s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":36,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:39.175718Z","caller":"traceutil/trace.go:171","msg":"trace[468491900] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5031; }","duration":"2.177478386s","start":"2026-03-31T18:40:36.998219Z","end":"2026-03-31T18:40:39.175697Z","steps":["trace[468491900] 'agreement among raft nodes before linearized reading' (duration: 2.17723938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.175746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044695562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:39.17577Z","caller":"traceutil/trace.go:171","msg":"trace[1647476298] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5031; }","duration":"3.044775913s","start":"2026-03-31T18:40:36.130986Z","end":"2026-03-31T18:40:39.175762Z","steps":["trace[1647476298] 'agreement among raft nodes before linearized reading' (duration: 3.044740622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.175775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:36.998195Z","time spent":"2.177568058s","remote":"127.0.0.1:35004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:39.175807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:36.130959Z","time spent":"3.044839635s","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":5,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:39.17584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731067088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:40:39.175878Z","caller":"traceutil/trace.go:171","msg":"trace[1721816827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5031; }","duration":"3.731120668s","start":"2026-03-31T18:40:35.444746Z","end":"2026-03-31T18:40:39.175866Z","steps":["trace[1721816827] 'agreement among raft nodes before linearized reading' (duration: 3.731045967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.175877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732053299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:40:39.175905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.444737Z","time spent":"3.73116132s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:40:39.175939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858613424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:39.175956Z","caller":"traceutil/trace.go:171","msg":"trace[1475510434] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5031; }","duration":"2.858655894s","start":"2026-03-31T18:40:36.317295Z","end":"2026-03-31T18:40:39.175951Z","steps":["trace[1475510434] 'agreement among raft nodes before linearized reading' (duration: 2.858625334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.175971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:36.317279Z","time spent":"2.858687626s","remote":"127.0.0.1:52092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:39.175908Z","caller":"traceutil/trace.go:171","msg":"trace[1913099134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5031; }","duration":"3.732115011s","start":"2026-03-31T18:40:35.443784Z","end":"2026-03-31T18:40:39.175899Z","steps":["trace[1913099134] 'agreement among raft nodes before linearized reading' (duration: 3.732033869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.176053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.443757Z","time spent":"3.732287395s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:40:39.176068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992002799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:40:39.176085Z","caller":"traceutil/trace.go:171","msg":"trace[1164731492] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5031; }","duration":"2.99207134s","start":"2026-03-31T18:40:36.184008Z","end":"2026-03-31T18:40:39.17608Z","steps":["trace[1164731492] 'agreement among raft nodes before linearized reading' (duration: 2.992037519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.176097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:36.183978Z","time spent":"2.992116541s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:40:39.175663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:38.504427Z","time spent":"671.228693ms","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:39.175773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731051497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:40:39.176135Z","caller":"traceutil/trace.go:171","msg":"trace[54309537] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5031; }","duration":"3.731461786s","start":"2026-03-31T18:40:35.444669Z","end":"2026-03-31T18:40:39.176131Z","steps":["trace[54309537] 'agreement among raft nodes before linearized reading' (duration: 3.731020116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.176147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.444645Z","time spent":"3.731498698s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:40:39.176169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904900384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:40:39.174989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:36.456469Z","time spent":"2.718514206s","remote":"127.0.0.1:38166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:39.176201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73116543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:40:39.176203Z","caller":"traceutil/trace.go:171","msg":"trace[893990031] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:5031; }","duration":"1.904970426s","start":"2026-03-31T18:40:37.271222Z","end":"2026-03-31T18:40:39.176193Z","steps":["trace[893990031] 'agreement among raft nodes before linearized reading' (duration: 1.904843083s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.176227Z","caller":"traceutil/trace.go:171","msg":"trace[1377297302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:5031; }","duration":"3.731227541s","start":"2026-03-31T18:40:35.444992Z","end":"2026-03-31T18:40:39.17622Z","steps":["trace[1377297302] 'agreement among raft nodes before linearized reading' (duration: 3.731132979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.176232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:37.2712Z","time spent":"1.905026347s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:40:39.176247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.444975Z","time spent":"3.731267172s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:40:39.176265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731427806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:40:39.176333Z","caller":"traceutil/trace.go:171","msg":"trace[917100459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5031; }","duration":"3.731521608s","start":"2026-03-31T18:40:35.444796Z","end":"2026-03-31T18:40:39.176318Z","steps":["trace[917100459] 'agreement among raft nodes before linearized reading' (duration: 3.730950365s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.175661Z","caller":"traceutil/trace.go:171","msg":"trace[945219606] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5031; }","duration":"538.84899ms","start":"2026-03-31T18:40:38.636807Z","end":"2026-03-31T18:40:39.175656Z","steps":["trace[945219606] 'agreement among raft nodes before linearized reading' (duration: 538.814879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.176403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:38.636767Z","time spent":"539.629227ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:39.176378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.444784Z","time spent":"3.73158205s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:40:39.379794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.182868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:39.379897Z","caller":"traceutil/trace.go:171","msg":"trace[296638677] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"266.36257ms","start":"2026-03-31T18:40:39.113517Z","end":"2026-03-31T18:40:39.379879Z","steps":["trace[296638677] 'process raft request' (duration: 108.987438ms)","trace[296638677] 'compare' (duration: 157.083226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:39.407401Z","caller":"traceutil/trace.go:171","msg":"trace[1644833566] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"228.189299ms","start":"2026-03-31T18:40:39.179181Z","end":"2026-03-31T18:40:39.407371Z","steps":["trace[1644833566] 'process raft request' (duration: 227.917363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.407403Z","caller":"traceutil/trace.go:171","msg":"trace[1627090145] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"227.37509ms","start":"2026-03-31T18:40:39.180004Z","end":"2026-03-31T18:40:39.407379Z","steps":["trace[1627090145] 'process raft request' (duration: 227.258758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.407466Z","caller":"traceutil/trace.go:171","msg":"trace[90258322] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"227.476692ms","start":"2026-03-31T18:40:39.179958Z","end":"2026-03-31T18:40:39.407434Z","steps":["trace[90258322] 'process raft request' (duration: 227.266328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.407669Z","caller":"traceutil/trace.go:171","msg":"trace[2088343023] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"227.613375ms","start":"2026-03-31T18:40:39.180037Z","end":"2026-03-31T18:40:39.40765Z","steps":["trace[2088343023] 'process raft request' (duration: 227.305958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.407735Z","caller":"traceutil/trace.go:171","msg":"trace[600608054] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"227.111914ms","start":"2026-03-31T18:40:39.180611Z","end":"2026-03-31T18:40:39.407722Z","steps":["trace[600608054] 'process raft request' (duration: 227.049423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.407743Z","caller":"traceutil/trace.go:171","msg":"trace[1555228209] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"226.986011ms","start":"2026-03-31T18:40:39.180743Z","end":"2026-03-31T18:40:39.407729Z","steps":["trace[1555228209] 'process raft request' (duration: 226.94095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.407773Z","caller":"traceutil/trace.go:171","msg":"trace[1145613272] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"227.236617ms","start":"2026-03-31T18:40:39.180529Z","end":"2026-03-31T18:40:39.407766Z","steps":["trace[1145613272] 'process raft request' (duration: 227.024642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:39.407742Z","caller":"traceutil/trace.go:171","msg":"trace[1681904239] linearizableReadLoop","detail":"{readStateIndex:5245; appliedIndex:5243; }","duration":"228.626699ms","start":"2026-03-31T18:40:39.179093Z","end":"2026-03-31T18:40:39.40772Z","steps":["trace[1681904239] 'read index received' (duration: 43.666337ms)","trace[1681904239] 'applied index is now lower than readState.Index' (duration: 184.959522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:39.407918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.801533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:40:39.407968Z","caller":"traceutil/trace.go:171","msg":"trace[1936056373] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:5039; }","duration":"228.878944ms","start":"2026-03-31T18:40:39.179077Z","end":"2026-03-31T18:40:39.407956Z","steps":["trace[1936056373] 'agreement among raft nodes before linearized reading' (duration: 228.70981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.408131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.798125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:39.408169Z","caller":"traceutil/trace.go:171","msg":"trace[1860142517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5039; }","duration":"225.866376ms","start":"2026-03-31T18:40:39.182294Z","end":"2026-03-31T18:40:39.408161Z","steps":["trace[1860142517] 'agreement among raft nodes before linearized reading' (duration: 225.799874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:39.412008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.81523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T18:40:39.412106Z","caller":"traceutil/trace.go:171","msg":"trace[840636919] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5039; }","duration":"231.946684ms","start":"2026-03-31T18:40:39.180139Z","end":"2026-03-31T18:40:39.412086Z","steps":["trace[840636919] 'agreement among raft nodes before linearized reading' (duration: 227.765889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:41.299001Z","caller":"traceutil/trace.go:171","msg":"trace[1581850022] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"202.958094ms","start":"2026-03-31T18:40:41.096024Z","end":"2026-03-31T18:40:41.298982Z","steps":["trace[1581850022] 'process raft request' (duration: 202.812131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:41.301455Z","caller":"traceutil/trace.go:171","msg":"trace[249002946] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"204.616311ms","start":"2026-03-31T18:40:41.096829Z","end":"2026-03-31T18:40:41.301446Z","steps":["trace[249002946] 'process raft request' (duration: 204.58024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:41.301797Z","caller":"traceutil/trace.go:171","msg":"trace[241060426] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"205.357437ms","start":"2026-03-31T18:40:41.096432Z","end":"2026-03-31T18:40:41.301789Z","steps":["trace[241060426] 'process raft request' (duration: 204.907147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:42.640763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.962919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:40:42.640862Z","caller":"traceutil/trace.go:171","msg":"trace[494480134] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5264; }","duration":"192.221298ms","start":"2026-03-31T18:40:42.448623Z","end":"2026-03-31T18:40:42.640844Z","steps":["trace[494480134] 'read index received' (duration: 63.172µs)","trace[494480134] 'applied index is now lower than readState.Index' (duration: 192.156576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:42.64097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.344821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:42.64103Z","caller":"traceutil/trace.go:171","msg":"trace[351989352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5051; }","duration":"192.497074ms","start":"2026-03-31T18:40:42.448518Z","end":"2026-03-31T18:40:42.641015Z","steps":["trace[351989352] 'agreement among raft nodes before linearized reading' (duration: 192.388922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.605462Z","caller":"traceutil/trace.go:171","msg":"trace[1693169930] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"299.331513ms","start":"2026-03-31T18:40:43.306107Z","end":"2026-03-31T18:40:43.605438Z","steps":["trace[1693169930] 'process raft request' (duration: 299.137398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.605538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.337178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:43.605579Z","caller":"traceutil/trace.go:171","msg":"trace[1505656636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5054; }","duration":"156.436331ms","start":"2026-03-31T18:40:43.449133Z","end":"2026-03-31T18:40:43.605569Z","steps":["trace[1505656636] 'agreement among raft nodes before linearized reading' (duration: 156.362369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.605447Z","caller":"traceutil/trace.go:171","msg":"trace[1815487016] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5266; }","duration":"156.222465ms","start":"2026-03-31T18:40:43.4492Z","end":"2026-03-31T18:40:43.605423Z","steps":["trace[1815487016] 'read index received' (duration: 155.97435ms)","trace[1815487016] 'applied index is now lower than readState.Index' (duration: 247.385µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:43.605911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.602847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:40:43.605957Z","caller":"traceutil/trace.go:171","msg":"trace[633237946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5054; }","duration":"122.694539ms","start":"2026-03-31T18:40:43.483251Z","end":"2026-03-31T18:40:43.605946Z","steps":["trace[633237946] 'agreement among raft nodes before linearized reading' (duration: 122.512505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.605957Z","caller":"traceutil/trace.go:171","msg":"trace[1275794398] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"297.145113ms","start":"2026-03-31T18:40:43.308794Z","end":"2026-03-31T18:40:43.605939Z","steps":["trace[1275794398] 'process raft request' (duration: 296.58739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.60612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.145929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:40:43.606151Z","caller":"traceutil/trace.go:171","msg":"trace[52258161] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:5054; }","duration":"115.211691ms","start":"2026-03-31T18:40:43.490932Z","end":"2026-03-31T18:40:43.606144Z","steps":["trace[52258161] 'agreement among raft nodes before linearized reading' (duration: 115.125058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.606356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.206003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:40:43.606391Z","caller":"traceutil/trace.go:171","msg":"trace[907520479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5054; }","duration":"116.257464ms","start":"2026-03-31T18:40:43.490125Z","end":"2026-03-31T18:40:43.606383Z","steps":["trace[907520479] 'agreement among raft nodes before linearized reading' (duration: 116.171692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.606471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.967442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:40:43.606504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.24019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:40:43.606533Z","caller":"traceutil/trace.go:171","msg":"trace[692173886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5054; }","duration":"118.29831ms","start":"2026-03-31T18:40:43.488228Z","end":"2026-03-31T18:40:43.606526Z","steps":["trace[692173886] 'agreement among raft nodes before linearized reading' (duration: 118.226249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.606544Z","caller":"traceutil/trace.go:171","msg":"trace[1253751976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5054; }","duration":"118.055154ms","start":"2026-03-31T18:40:43.48845Z","end":"2026-03-31T18:40:43.606505Z","steps":["trace[1253751976] 'agreement among raft nodes before linearized reading' (duration: 117.91253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.606859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.454181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:40:43.606937Z","caller":"traceutil/trace.go:171","msg":"trace[596263040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5054; }","duration":"117.585784ms","start":"2026-03-31T18:40:43.48933Z","end":"2026-03-31T18:40:43.606915Z","steps":["trace[596263040] 'agreement among raft nodes before linearized reading' (duration: 117.380669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.722402Z","caller":"traceutil/trace.go:171","msg":"trace[1536181988] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"111.135837ms","start":"2026-03-31T18:40:43.611212Z","end":"2026-03-31T18:40:43.722348Z","steps":["trace[1536181988] 'process raft request' (duration: 98.393206ms)","trace[1536181988] 'compare' (duration: 10.578381ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:43.722791Z","caller":"traceutil/trace.go:171","msg":"trace[130368454] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"110.787998ms","start":"2026-03-31T18:40:43.611972Z","end":"2026-03-31T18:40:43.72276Z","steps":["trace[130368454] 'process raft request' (duration: 108.900485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.722907Z","caller":"traceutil/trace.go:171","msg":"trace[1490218659] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"110.84103ms","start":"2026-03-31T18:40:43.612043Z","end":"2026-03-31T18:40:43.722884Z","steps":["trace[1490218659] 'process raft request' (duration: 110.593054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.722885Z","caller":"traceutil/trace.go:171","msg":"trace[1932164983] linearizableReadLoop","detail":"{readStateIndex:5272; appliedIndex:5268; }","duration":"110.591754ms","start":"2026-03-31T18:40:43.61222Z","end":"2026-03-31T18:40:43.722811Z","steps":["trace[1932164983] 'read index received' (duration: 97.397493ms)","trace[1932164983] 'applied index is now lower than readState.Index' (duration: 13.192231ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:43.723588Z","caller":"traceutil/trace.go:171","msg":"trace[342102652] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"111.526445ms","start":"2026-03-31T18:40:43.612024Z","end":"2026-03-31T18:40:43.72355Z","steps":["trace[342102652] 'process raft request' (duration: 110.463101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.72385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.601628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T18:40:43.723949Z","caller":"traceutil/trace.go:171","msg":"trace[1119075696] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5059; }","duration":"111.71866ms","start":"2026-03-31T18:40:43.612192Z","end":"2026-03-31T18:40:43.723911Z","steps":["trace[1119075696] 'agreement among raft nodes before linearized reading' (duration: 110.811849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.724041Z","caller":"traceutil/trace.go:171","msg":"trace[267996836] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"111.662369ms","start":"2026-03-31T18:40:43.612348Z","end":"2026-03-31T18:40:43.72401Z","steps":["trace[267996836] 'process raft request' (duration: 110.381809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.950949Z","caller":"traceutil/trace.go:171","msg":"trace[575569104] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"161.673631ms","start":"2026-03-31T18:40:43.789242Z","end":"2026-03-31T18:40:43.950916Z","steps":["trace[575569104] 'process raft request' (duration: 161.502127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:55.808365Z","caller":"traceutil/trace.go:171","msg":"trace[681623674] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"145.876518ms","start":"2026-03-31T18:40:55.662468Z","end":"2026-03-31T18:40:55.808344Z","steps":["trace[681623674] 'process raft request' (duration: 145.758735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:55.954513Z","caller":"traceutil/trace.go:171","msg":"trace[1625563604] linearizableReadLoop","detail":"{readStateIndex:5339; appliedIndex:5337; }","duration":"160.272795ms","start":"2026-03-31T18:40:55.794212Z","end":"2026-03-31T18:40:55.954484Z","steps":["trace[1625563604] 'read index received' (duration: 14.095001ms)","trace[1625563604] 'applied index is now lower than readState.Index' (duration: 146.176794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:55.954576Z","caller":"traceutil/trace.go:171","msg":"trace[862459258] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"291.907599ms","start":"2026-03-31T18:40:55.662634Z","end":"2026-03-31T18:40:55.954541Z","steps":["trace[862459258] 'process raft request' (duration: 208.334023ms)","trace[862459258] 'compare' (duration: 83.368591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:55.954702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.473851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:40:55.954745Z","caller":"traceutil/trace.go:171","msg":"trace[8960941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5123; }","duration":"160.568883ms","start":"2026-03-31T18:40:55.794168Z","end":"2026-03-31T18:40:55.954737Z","steps":["trace[8960941] 'agreement among raft nodes before linearized reading' (duration: 160.45372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:55.954764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.039742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:40:55.95483Z","caller":"traceutil/trace.go:171","msg":"trace[1305354141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5123; }","duration":"160.136984ms","start":"2026-03-31T18:40:55.794672Z","end":"2026-03-31T18:40:55.954809Z","steps":["trace[1305354141] 'agreement among raft nodes before linearized reading' (duration: 159.98319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:55.954867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.676369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:40:55.95488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.751523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:40:55.954951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.491931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:40:55.955014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.97638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:40:55.955023Z","caller":"traceutil/trace.go:171","msg":"trace[1523459740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:5123; }","duration":"148.900596ms","start":"2026-03-31T18:40:55.806109Z","end":"2026-03-31T18:40:55.95501Z","steps":["trace[1523459740] 'agreement among raft nodes before linearized reading' (duration: 148.63081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:55.955062Z","caller":"traceutil/trace.go:171","msg":"trace[1172682096] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5123; }","duration":"153.608315ms","start":"2026-03-31T18:40:55.801433Z","end":"2026-03-31T18:40:55.955041Z","steps":["trace[1172682096] 'agreement among raft nodes before linearized reading' (duration: 153.353289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:55.955078Z","caller":"traceutil/trace.go:171","msg":"trace[701148445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5123; }","duration":"153.072832ms","start":"2026-03-31T18:40:55.801988Z","end":"2026-03-31T18:40:55.955061Z","steps":["trace[701148445] 'agreement among raft nodes before linearized reading' (duration: 152.870988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:55.954891Z","caller":"traceutil/trace.go:171","msg":"trace[1988325611] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5123; }","duration":"154.696499ms","start":"2026-03-31T18:40:55.800185Z","end":"2026-03-31T18:40:55.954881Z","steps":["trace[1988325611] 'agreement among raft nodes before linearized reading' (duration: 154.625118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:55.954892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.286795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:40:55.955224Z","caller":"traceutil/trace.go:171","msg":"trace[1049493217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5123; }","duration":"152.658463ms","start":"2026-03-31T18:40:55.802549Z","end":"2026-03-31T18:40:55.955207Z","steps":["trace[1049493217] 'agreement among raft nodes before linearized reading' (duration: 152.158661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:56.194499Z","caller":"traceutil/trace.go:171","msg":"trace[984611436] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"154.159727ms","start":"2026-03-31T18:40:56.040303Z","end":"2026-03-31T18:40:56.194462Z","steps":["trace[984611436] 'process raft request' (duration: 101.516626ms)","trace[984611436] 'compare' (duration: 52.303723ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:06.220971Z","caller":"traceutil/trace.go:171","msg":"trace[1701228932] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"128.42425ms","start":"2026-03-31T18:41:06.092508Z","end":"2026-03-31T18:41:06.220932Z","steps":["trace[1701228932] 'process raft request' (duration: 126.915657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:06.226046Z","caller":"traceutil/trace.go:171","msg":"trace[2034213668] linearizableReadLoop","detail":"{readStateIndex:5401; appliedIndex:5397; }","duration":"132.618204ms","start":"2026-03-31T18:41:06.093403Z","end":"2026-03-31T18:41:06.226021Z","steps":["trace[2034213668] 'read index received' (duration: 126.045295ms)","trace[2034213668] 'applied index is now lower than readState.Index' (duration: 6.571729ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:06.226094Z","caller":"traceutil/trace.go:171","msg":"trace[518434060] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"133.077826ms","start":"2026-03-31T18:41:06.092994Z","end":"2026-03-31T18:41:06.226072Z","steps":["trace[518434060] 'process raft request' (duration: 132.899492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:06.226123Z","caller":"traceutil/trace.go:171","msg":"trace[1207311286] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"133.025694ms","start":"2026-03-31T18:41:06.093077Z","end":"2026-03-31T18:41:06.226102Z","steps":["trace[1207311286] 'process raft request' (duration: 132.882391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:06.226197Z","caller":"traceutil/trace.go:171","msg":"trace[1582593706] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"133.341851ms","start":"2026-03-31T18:41:06.092826Z","end":"2026-03-31T18:41:06.226168Z","steps":["trace[1582593706] 'process raft request' (duration: 132.897491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:06.226309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.889791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T18:41:06.226355Z","caller":"traceutil/trace.go:171","msg":"trace[59680366] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5183; }","duration":"132.984203ms","start":"2026-03-31T18:41:06.09336Z","end":"2026-03-31T18:41:06.226344Z","steps":["trace[59680366] 'agreement among raft nodes before linearized reading' (duration: 132.763358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:13.180263Z","caller":"traceutil/trace.go:171","msg":"trace[493427804] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"109.817855ms","start":"2026-03-31T18:41:13.070408Z","end":"2026-03-31T18:41:13.180226Z","steps":["trace[493427804] 'process raft request' (duration: 109.371394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:13.351562Z","caller":"traceutil/trace.go:171","msg":"trace[1726640958] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"146.462342ms","start":"2026-03-31T18:41:13.205067Z","end":"2026-03-31T18:41:13.351529Z","steps":["trace[1726640958] 'process raft request' (duration: 146.287998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:20.282463Z","caller":"traceutil/trace.go:171","msg":"trace[1200092600] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"116.367385ms","start":"2026-03-31T18:41:20.166056Z","end":"2026-03-31T18:41:20.282424Z","steps":["trace[1200092600] 'process raft request' (duration: 116.038298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:28.522274Z","caller":"traceutil/trace.go:171","msg":"trace[49293727] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"111.228938ms","start":"2026-03-31T18:41:28.411018Z","end":"2026-03-31T18:41:28.522247Z","steps":["trace[49293727] 'process raft request' (duration: 110.948741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:32.434818Z","caller":"traceutil/trace.go:171","msg":"trace[1638213837] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5389; }","duration":"104.759051ms","start":"2026-03-31T18:41:32.330027Z","end":"2026-03-31T18:41:32.434787Z","steps":["trace[1638213837] 'process raft request' (duration: 104.574577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:33.377114Z","caller":"traceutil/trace.go:171","msg":"trace[268604930] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5396; }","duration":"109.524919ms","start":"2026-03-31T18:41:33.267555Z","end":"2026-03-31T18:41:33.37708Z","steps":["trace[268604930] 'process raft request' (duration: 109.419466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:34.908535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.687919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:34.908673Z","caller":"traceutil/trace.go:171","msg":"trace[1728085135] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"142.550942ms","start":"2026-03-31T18:41:34.766101Z","end":"2026-03-31T18:41:34.908652Z","steps":["trace[1728085135] 'process raft request' (duration: 37.632008ms)","trace[1728085135] 'compare' (duration: 104.546556ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:34.908943Z","caller":"traceutil/trace.go:171","msg":"trace[275677150] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"142.336047ms","start":"2026-03-31T18:41:34.766584Z","end":"2026-03-31T18:41:34.90892Z","steps":["trace[275677150] 'process raft request' (duration: 142.301476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:34.909011Z","caller":"traceutil/trace.go:171","msg":"trace[873177115] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"142.856299ms","start":"2026-03-31T18:41:34.766136Z","end":"2026-03-31T18:41:34.908992Z","steps":["trace[873177115] 'process raft request' (duration: 142.617713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:34.909108Z","caller":"traceutil/trace.go:171","msg":"trace[655218073] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"142.595733ms","start":"2026-03-31T18:41:34.766506Z","end":"2026-03-31T18:41:34.909101Z","steps":["trace[655218073] 'process raft request' (duration: 142.352128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.054243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.49341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:41:39.054342Z","caller":"traceutil/trace.go:171","msg":"trace[329684552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5420; }","duration":"106.637512ms","start":"2026-03-31T18:41:38.94768Z","end":"2026-03-31T18:41:39.054318Z","steps":["trace[329684552] 'range keys from in-memory index tree' (duration: 106.225223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.300671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.028495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:39.300895Z","caller":"traceutil/trace.go:171","msg":"trace[905978292] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"242.101414ms","start":"2026-03-31T18:41:39.058757Z","end":"2026-03-31T18:41:39.300858Z","steps":["trace[905978292] 'process raft request' (duration: 133.778802ms)","trace[905978292] 'compare' (duration: 107.78873ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:39.30096Z","caller":"traceutil/trace.go:171","msg":"trace[62741130] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"241.850708ms","start":"2026-03-31T18:41:39.059102Z","end":"2026-03-31T18:41:39.300953Z","steps":["trace[62741130] 'process raft request' (duration: 241.690364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.300919Z","caller":"traceutil/trace.go:171","msg":"trace[1001953069] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"238.991352ms","start":"2026-03-31T18:41:39.06191Z","end":"2026-03-31T18:41:39.300902Z","steps":["trace[1001953069] 'process raft request' (duration: 238.942771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.878099Z","caller":"traceutil/trace.go:171","msg":"trace[1690817303] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"106.259244ms","start":"2026-03-31T18:41:39.771815Z","end":"2026-03-31T18:41:39.878074Z","steps":["trace[1690817303] 'process raft request' (duration: 106.08326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:40.853121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.126278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:41:40.853188Z","caller":"traceutil/trace.go:171","msg":"trace[143780898] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5430; }","duration":"254.245319ms","start":"2026-03-31T18:41:40.598928Z","end":"2026-03-31T18:41:40.853173Z","steps":["trace[143780898] 'count revisions from in-memory index tree' (duration: 254.017404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:40.853342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.224302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:40.853433Z","caller":"traceutil/trace.go:171","msg":"trace[1217063372] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5430; }","duration":"191.372615ms","start":"2026-03-31T18:41:40.662039Z","end":"2026-03-31T18:41:40.853412Z","steps":["trace[1217063372] 'count revisions from in-memory index tree' (duration: 191.14297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:40.931569Z","caller":"traceutil/trace.go:171","msg":"trace[1177165507] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5669; }","duration":"190.505475ms","start":"2026-03-31T18:41:40.741036Z","end":"2026-03-31T18:41:40.931542Z","steps":["trace[1177165507] 'read index received' (duration: 190.348742ms)","trace[1177165507] 'applied index is now lower than readState.Index' (duration: 155.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:40.93164Z","caller":"traceutil/trace.go:171","msg":"trace[1877413534] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"213.769066ms","start":"2026-03-31T18:41:40.717835Z","end":"2026-03-31T18:41:40.931604Z","steps":["trace[1877413534] 'process raft request' (duration: 213.543851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:40.931811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.769212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:41:40.931857Z","caller":"traceutil/trace.go:171","msg":"trace[1377366590] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:5431; }","duration":"190.880654ms","start":"2026-03-31T18:41:40.740965Z","end":"2026-03-31T18:41:40.931846Z","steps":["trace[1377366590] 'agreement among raft nodes before linearized reading' (duration: 190.70657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.044827Z","caller":"traceutil/trace.go:171","msg":"trace[814004857] linearizableReadLoop","detail":"{readStateIndex:5671; appliedIndex:5670; }","duration":"113.15591ms","start":"2026-03-31T18:41:40.931644Z","end":"2026-03-31T18:41:41.0448Z","steps":["trace[814004857] 'read index received' (duration: 29.873471ms)","trace[814004857] 'applied index is now lower than readState.Index' (duration: 83.281499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:41.044907Z","caller":"traceutil/trace.go:171","msg":"trace[1610517645] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"222.951646ms","start":"2026-03-31T18:41:40.821914Z","end":"2026-03-31T18:41:41.044865Z","steps":["trace[1610517645] 'process raft request' (duration: 139.685987ms)","trace[1610517645] 'compare' (duration: 82.970712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:41.045076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.13883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:41:41.045116Z","caller":"traceutil/trace.go:171","msg":"trace[1768727474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5432; }","duration":"177.227682ms","start":"2026-03-31T18:41:40.867878Z","end":"2026-03-31T18:41:41.045106Z","steps":["trace[1768727474] 'agreement among raft nodes before linearized reading' (duration: 177.067269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:41.045134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.053642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:41:41.045191Z","caller":"traceutil/trace.go:171","msg":"trace[979915897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5432; }","duration":"221.160435ms","start":"2026-03-31T18:41:40.824016Z","end":"2026-03-31T18:41:41.045177Z","steps":["trace[979915897] 'agreement among raft nodes before linearized reading' (duration: 221.021662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:41.045369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.762684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"warn","ts":"2026-03-31T18:41:41.045384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.014236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:41:41.045459Z","caller":"traceutil/trace.go:171","msg":"trace[1672154546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5432; }","duration":"198.12972ms","start":"2026-03-31T18:41:40.847313Z","end":"2026-03-31T18:41:41.045443Z","steps":["trace[1672154546] 'agreement among raft nodes before linearized reading' (duration: 197.907244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.045407Z","caller":"traceutil/trace.go:171","msg":"trace[1221341457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5432; }","duration":"109.834825ms","start":"2026-03-31T18:41:40.935564Z","end":"2026-03-31T18:41:41.045399Z","steps":["trace[1221341457] 'agreement among raft nodes before linearized reading' (duration: 109.677981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:41.354437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.946321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:41.354961Z","caller":"traceutil/trace.go:171","msg":"trace[1251010045] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"305.660682ms","start":"2026-03-31T18:41:41.049253Z","end":"2026-03-31T18:41:41.354914Z","steps":["trace[1251010045] 'process raft request' (duration: 109.116679ms)","trace[1251010045] 'compare' (duration: 195.637503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:41.355033Z","caller":"traceutil/trace.go:171","msg":"trace[210588711] linearizableReadLoop","detail":"{readStateIndex:5672; appliedIndex:5671; }","duration":"305.214062ms","start":"2026-03-31T18:41:41.049792Z","end":"2026-03-31T18:41:41.355006Z","steps":["trace[210588711] 'read index received' (duration: 108.620677ms)","trace[210588711] 'applied index is now lower than readState.Index' (duration: 196.591405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:41.355116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:41.049232Z","time spent":"305.808866ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:41.355335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.524849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:41:41.355417Z","caller":"traceutil/trace.go:171","msg":"trace[913274879] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5434; }","duration":"305.624992ms","start":"2026-03-31T18:41:41.049767Z","end":"2026-03-31T18:41:41.355392Z","steps":["trace[913274879] 'agreement among raft nodes before linearized reading' (duration: 305.338646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:41.355467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:41.04975Z","time spent":"305.703853ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:41:41.35605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.425326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:41.356104Z","caller":"traceutil/trace.go:171","msg":"trace[527351503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5434; }","duration":"209.517649ms","start":"2026-03-31T18:41:41.146573Z","end":"2026-03-31T18:41:41.356091Z","steps":["trace[527351503] 'agreement among raft nodes before linearized reading' (duration: 209.202872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.355782Z","caller":"traceutil/trace.go:171","msg":"trace[1796229732] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"304.946016ms","start":"2026-03-31T18:41:41.050804Z","end":"2026-03-31T18:41:41.35575Z","steps":["trace[1796229732] 'process raft request' (duration: 304.125578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:41.356898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:41.050788Z","time spent":"305.94473ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:41.624917Z","caller":"traceutil/trace.go:171","msg":"trace[82010805] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"263.827858ms","start":"2026-03-31T18:41:41.361064Z","end":"2026-03-31T18:41:41.624892Z","steps":["trace[82010805] 'process raft request' (duration: 263.689845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.624955Z","caller":"traceutil/trace.go:171","msg":"trace[530092527] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"264.244218ms","start":"2026-03-31T18:41:41.360655Z","end":"2026-03-31T18:41:41.624899Z","steps":["trace[530092527] 'process raft request' (duration: 210.630675ms)","trace[530092527] 'compare' (duration: 53.214574ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:41.625128Z","caller":"traceutil/trace.go:171","msg":"trace[1345810682] linearizableReadLoop","detail":"{readStateIndex:5677; appliedIndex:5674; }","duration":"207.126855ms","start":"2026-03-31T18:41:41.41799Z","end":"2026-03-31T18:41:41.625117Z","steps":["trace[1345810682] 'read index received' (duration: 153.284007ms)","trace[1345810682] 'applied index is now lower than readState.Index' (duration: 53.841918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:41.625227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.233048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:41.625266Z","caller":"traceutil/trace.go:171","msg":"trace[1833911462] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5438; }","duration":"207.35001ms","start":"2026-03-31T18:41:41.417906Z","end":"2026-03-31T18:41:41.625256Z","steps":["trace[1833911462] 'agreement among raft nodes before linearized reading' (duration: 207.252717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.62551Z","caller":"traceutil/trace.go:171","msg":"trace[331057306] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"264.178387ms","start":"2026-03-31T18:41:41.361226Z","end":"2026-03-31T18:41:41.625404Z","steps":["trace[331057306] 'process raft request' (duration: 263.624334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.047434Z","caller":"traceutil/trace.go:171","msg":"trace[1779550586] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"111.725969ms","start":"2026-03-31T18:41:42.93568Z","end":"2026-03-31T18:41:43.047406Z","steps":["trace[1779550586] 'process raft request' (duration: 111.555435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.579308Z","caller":"traceutil/trace.go:171","msg":"trace[796240329] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"216.653192ms","start":"2026-03-31T18:41:43.36263Z","end":"2026-03-31T18:41:43.579283Z","steps":["trace[796240329] 'process raft request' (duration: 216.522039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.629097Z","caller":"traceutil/trace.go:171","msg":"trace[45637019] linearizableReadLoop","detail":"{readStateIndex:5683; appliedIndex:5681; }","duration":"257.554525ms","start":"2026-03-31T18:41:43.371519Z","end":"2026-03-31T18:41:43.629074Z","steps":["trace[45637019] 'read index received' (duration: 207.569164ms)","trace[45637019] 'applied index is now lower than readState.Index' (duration: 49.984181ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:43.629392Z","caller":"traceutil/trace.go:171","msg":"trace[1167935173] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"264.192686ms","start":"2026-03-31T18:41:43.365159Z","end":"2026-03-31T18:41:43.629352Z","steps":["trace[1167935173] 'process raft request' (duration: 263.794657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:43.629623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.093128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:41:43.629609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.565998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:43.629724Z","caller":"traceutil/trace.go:171","msg":"trace[1054563517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5443; }","duration":"258.180459ms","start":"2026-03-31T18:41:43.371491Z","end":"2026-03-31T18:41:43.629671Z","steps":["trace[1054563517] 'agreement among raft nodes before linearized reading' (duration: 257.989855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.629748Z","caller":"traceutil/trace.go:171","msg":"trace[998191951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5443; }","duration":"176.799823ms","start":"2026-03-31T18:41:43.452931Z","end":"2026-03-31T18:41:43.629731Z","steps":["trace[998191951] 'agreement among raft nodes before linearized reading' (duration: 176.565067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:43.629819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.058329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:43.630003Z","caller":"traceutil/trace.go:171","msg":"trace[36370216] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5443; }","duration":"152.290514ms","start":"2026-03-31T18:41:43.477679Z","end":"2026-03-31T18:41:43.62997Z","steps":["trace[36370216] 'agreement among raft nodes before linearized reading' (duration: 152.011558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:43.857611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.934206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:43.858027Z","caller":"traceutil/trace.go:171","msg":"trace[1472805442] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"222.770471ms","start":"2026-03-31T18:41:43.635086Z","end":"2026-03-31T18:41:43.857857Z","steps":["trace[1472805442] 'process raft request' (duration: 222.72311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.858199Z","caller":"traceutil/trace.go:171","msg":"trace[2094160755] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"223.12886ms","start":"2026-03-31T18:41:43.635039Z","end":"2026-03-31T18:41:43.858167Z","steps":["trace[2094160755] 'process raft request' (duration: 222.686159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.858239Z","caller":"traceutil/trace.go:171","msg":"trace[1281492601] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"223.154471ms","start":"2026-03-31T18:41:43.635019Z","end":"2026-03-31T18:41:43.858174Z","steps":["trace[1281492601] 'process raft request' (duration: 52.5582ms)","trace[1281492601] 'compare' (duration: 169.67276ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:44.241039Z","caller":"traceutil/trace.go:171","msg":"trace[1091106274] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"308.756273ms","start":"2026-03-31T18:41:43.932245Z","end":"2026-03-31T18:41:44.241001Z","steps":["trace[1091106274] 'process raft request' (duration: 239.985194ms)","trace[1091106274] 'compare' (duration: 68.40044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:44.241234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:43.932175Z","time spent":"308.952817ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:44.380481Z","caller":"traceutil/trace.go:171","msg":"trace[767072930] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"151.054806ms","start":"2026-03-31T18:41:44.2294Z","end":"2026-03-31T18:41:44.380455Z","steps":["trace[767072930] 'process raft request' (duration: 124.765107ms)","trace[767072930] 'compare' (duration: 26.190367ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:45.784516Z","caller":"traceutil/trace.go:171","msg":"trace[763079743] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"119.494215ms","start":"2026-03-31T18:41:45.664982Z","end":"2026-03-31T18:41:45.784476Z","steps":["trace[763079743] 'process raft request' (duration: 117.647644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:45.786189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.36257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" ","response":"range_response_count:73 size:4379855"} {"level":"info","ts":"2026-03-31T18:41:45.786277Z","caller":"traceutil/trace.go:171","msg":"trace[1678867834] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:73; response_revision:5453; }","duration":"100.522713ms","start":"2026-03-31T18:41:45.685737Z","end":"2026-03-31T18:41:45.78626Z","steps":["trace[1678867834] 'agreement among raft nodes before linearized reading' (duration: 98.65029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:46.516933Z","caller":"traceutil/trace.go:171","msg":"trace[862862692] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"131.004909ms","start":"2026-03-31T18:41:46.3859Z","end":"2026-03-31T18:41:46.516905Z","steps":["trace[862862692] 'process raft request' (duration: 103.949791ms)","trace[862862692] 'compare' (duration: 26.766631ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:47.566203Z","caller":"traceutil/trace.go:171","msg":"trace[1780047035] linearizableReadLoop","detail":"{readStateIndex:5704; appliedIndex:5703; }","duration":"118.219306ms","start":"2026-03-31T18:41:47.447958Z","end":"2026-03-31T18:41:47.566177Z","steps":["trace[1780047035] 'read index received' (duration: 117.797357ms)","trace[1780047035] 'applied index is now lower than readState.Index' (duration: 420.859µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:47.566295Z","caller":"traceutil/trace.go:171","msg":"trace[1516469071] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"165.828843ms","start":"2026-03-31T18:41:47.400416Z","end":"2026-03-31T18:41:47.566245Z","steps":["trace[1516469071] 'process raft request' (duration: 165.502995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:47.566368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.386531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:47.566427Z","caller":"traceutil/trace.go:171","msg":"trace[715347218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5462; }","duration":"118.461062ms","start":"2026-03-31T18:41:47.447953Z","end":"2026-03-31T18:41:47.566414Z","steps":["trace[715347218] 'agreement among raft nodes before linearized reading' (duration: 118.319739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:48.325657Z","caller":"traceutil/trace.go:171","msg":"trace[1404551736] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5709; }","duration":"368.069786ms","start":"2026-03-31T18:41:47.957548Z","end":"2026-03-31T18:41:48.325618Z","steps":["trace[1404551736] 'read index received' (duration: 368.049776ms)","trace[1404551736] 'applied index is now lower than readState.Index' (duration: 16.19µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:48.325821Z","caller":"traceutil/trace.go:171","msg":"trace[1813737395] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"403.556866ms","start":"2026-03-31T18:41:47.922062Z","end":"2026-03-31T18:41:48.325619Z","steps":["trace[1813737395] 'process raft request' (duration: 403.390463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.325842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.268631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:41:48.325931Z","caller":"traceutil/trace.go:171","msg":"trace[1586472322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5468; }","duration":"368.428374ms","start":"2026-03-31T18:41:47.957488Z","end":"2026-03-31T18:41:48.325917Z","steps":["trace[1586472322] 'agreement among raft nodes before linearized reading' (duration: 368.154718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.325975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.957472Z","time spent":"368.494185ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:48.325998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.92204Z","time spent":"403.884873ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:48.63564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.03854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:48.635896Z","caller":"traceutil/trace.go:171","msg":"trace[1581898917] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"678.048617ms","start":"2026-03-31T18:41:47.957819Z","end":"2026-03-31T18:41:48.635868Z","steps":["trace[1581898917] 'process raft request' (duration: 478.70417ms)","trace[1581898917] 'compare' (duration: 198.799205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:48.636021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.9578Z","time spent":"678.15518ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451341,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:48.636166Z","caller":"traceutil/trace.go:171","msg":"trace[960554731] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"311.131307ms","start":"2026-03-31T18:41:48.325015Z","end":"2026-03-31T18:41:48.636146Z","steps":["trace[960554731] 'process raft request' (duration: 310.738328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:48.636256Z","caller":"traceutil/trace.go:171","msg":"trace[375722203] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5710; }","duration":"310.498104ms","start":"2026-03-31T18:41:48.32575Z","end":"2026-03-31T18:41:48.636248Z","steps":["trace[375722203] 'read index received' (duration: 110.767768ms)","trace[375722203] 'applied index is now lower than readState.Index' (duration: 199.729436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:48.63626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.324989Z","time spent":"311.24132ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:48.636377Z","caller":"traceutil/trace.go:171","msg":"trace[534836844] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"306.41511ms","start":"2026-03-31T18:41:48.329939Z","end":"2026-03-31T18:41:48.636354Z","steps":["trace[534836844] 'process raft request' (duration: 306.154484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.636421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.796804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:48.636477Z","caller":"traceutil/trace.go:171","msg":"trace[1969319535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5470; }","duration":"678.990508ms","start":"2026-03-31T18:41:47.957469Z","end":"2026-03-31T18:41:48.63646Z","steps":["trace[1969319535] 'agreement among raft nodes before linearized reading' (duration: 678.808424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.636487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.329927Z","time spent":"306.505882ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:48.636522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:47.957447Z","time spent":"679.063761ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:41:48.699167Z","caller":"traceutil/trace.go:171","msg":"trace[1459784713] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"177.017789ms","start":"2026-03-31T18:41:48.5221Z","end":"2026-03-31T18:41:48.699117Z","steps":["trace[1459784713] 'process raft request' (duration: 176.467036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.6992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.667218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:41:48.699289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.18508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:48.69934Z","caller":"traceutil/trace.go:171","msg":"trace[1495153304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5472; }","duration":"250.857453ms","start":"2026-03-31T18:41:48.448468Z","end":"2026-03-31T18:41:48.699326Z","steps":["trace[1495153304] 'agreement among raft nodes before linearized reading' (duration: 250.631018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:48.699383Z","caller":"traceutil/trace.go:171","msg":"trace[1985178775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5472; }","duration":"322.337554ms","start":"2026-03-31T18:41:48.37702Z","end":"2026-03-31T18:41:48.699358Z","steps":["trace[1985178775] 'agreement among raft nodes before linearized reading' (duration: 322.19119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.699447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.376999Z","time spent":"322.430615ms","remote":"127.0.0.1:38166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:41:48.866281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.314828ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:48.866451Z","caller":"traceutil/trace.go:171","msg":"trace[2124743887] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5472; }","duration":"121.510602ms","start":"2026-03-31T18:41:48.744915Z","end":"2026-03-31T18:41:48.866425Z","steps":["trace[2124743887] 'range keys from in-memory index tree' (duration: 121.292396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.866487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.466525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:48.866698Z","caller":"traceutil/trace.go:171","msg":"trace[1778241814] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"225.717448ms","start":"2026-03-31T18:41:48.64093Z","end":"2026-03-31T18:41:48.866648Z","steps":["trace[1778241814] 'process raft request' (duration: 123.978747ms)","trace[1778241814] 'compare' (duration: 101.283861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:48.86673Z","caller":"traceutil/trace.go:171","msg":"trace[411808010] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"162.968128ms","start":"2026-03-31T18:41:48.70374Z","end":"2026-03-31T18:41:48.866708Z","steps":["trace[411808010] 'process raft request' (duration: 162.897526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:48.866819Z","caller":"traceutil/trace.go:171","msg":"trace[933185191] linearizableReadLoop","detail":"{readStateIndex:5715; appliedIndex:5714; }","duration":"167.696814ms","start":"2026-03-31T18:41:48.699046Z","end":"2026-03-31T18:41:48.866743Z","steps":["trace[933185191] 'read index received' (duration: 65.984444ms)","trace[933185191] 'applied index is now lower than readState.Index' (duration: 101.70717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:48.866963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.463285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:48.867028Z","caller":"traceutil/trace.go:171","msg":"trace[894115311] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5474; }","duration":"215.528736ms","start":"2026-03-31T18:41:48.651478Z","end":"2026-03-31T18:41:48.867006Z","steps":["trace[894115311] 'agreement among raft nodes before linearized reading' (duration: 215.397743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.867213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.153233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:48.867366Z","caller":"traceutil/trace.go:171","msg":"trace[1884305262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5474; }","duration":"167.306677ms","start":"2026-03-31T18:41:48.700002Z","end":"2026-03-31T18:41:48.867308Z","steps":["trace[1884305262] 'agreement among raft nodes before linearized reading' (duration: 167.054991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:49.220066Z","caller":"traceutil/trace.go:171","msg":"trace[1640443609] linearizableReadLoop","detail":"{readStateIndex:5717; appliedIndex:5716; }","duration":"157.944203ms","start":"2026-03-31T18:41:49.0621Z","end":"2026-03-31T18:41:49.220045Z","steps":["trace[1640443609] 'read index received' (duration: 157.436481ms)","trace[1640443609] 'applied index is now lower than readState.Index' (duration: 506.862µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:49.220159Z","caller":"traceutil/trace.go:171","msg":"trace[411328881] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"209.644662ms","start":"2026-03-31T18:41:49.010489Z","end":"2026-03-31T18:41:49.220134Z","steps":["trace[411328881] 'process raft request' (duration: 209.14315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:49.220314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.182519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:41:49.220388Z","caller":"traceutil/trace.go:171","msg":"trace[1872436974] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5475; }","duration":"158.310952ms","start":"2026-03-31T18:41:49.062058Z","end":"2026-03-31T18:41:49.220368Z","steps":["trace[1872436974] 'agreement among raft nodes before linearized reading' (duration: 158.174339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:49.490159Z","caller":"traceutil/trace.go:171","msg":"trace[2086969314] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"235.500132ms","start":"2026-03-31T18:41:49.254624Z","end":"2026-03-31T18:41:49.490125Z","steps":["trace[2086969314] 'process raft request' (duration: 199.46724ms)","trace[2086969314] 'compare' (duration: 35.629323ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:49.913566Z","caller":"traceutil/trace.go:171","msg":"trace[752243388] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"125.40012ms","start":"2026-03-31T18:41:49.788125Z","end":"2026-03-31T18:41:49.913525Z","steps":["trace[752243388] 'process raft request' (duration: 125.188106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:49.917456Z","caller":"traceutil/trace.go:171","msg":"trace[1921022028] linearizableReadLoop","detail":"{readStateIndex:5723; appliedIndex:5721; }","duration":"101.645219ms","start":"2026-03-31T18:41:49.815783Z","end":"2026-03-31T18:41:49.917428Z","steps":["trace[1921022028] 'read index received' (duration: 97.583846ms)","trace[1921022028] 'applied index is now lower than readState.Index' (duration: 4.059903ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:49.9178Z","caller":"traceutil/trace.go:171","msg":"trace[714951521] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"128.125053ms","start":"2026-03-31T18:41:49.789655Z","end":"2026-03-31T18:41:49.91778Z","steps":["trace[714951521] 'process raft request' (duration: 127.624961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:49.918084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.281694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:41:49.918175Z","caller":"traceutil/trace.go:171","msg":"trace[1817648828] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5481; }","duration":"102.447817ms","start":"2026-03-31T18:41:49.815702Z","end":"2026-03-31T18:41:49.91815Z","steps":["trace[1817648828] 'agreement among raft nodes before linearized reading' (duration: 102.157681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:50.113706Z","caller":"traceutil/trace.go:171","msg":"trace[150260370] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5723; }","duration":"184.653112ms","start":"2026-03-31T18:41:49.929028Z","end":"2026-03-31T18:41:50.113681Z","steps":["trace[150260370] 'read index received' (duration: 179.954675ms)","trace[150260370] 'applied index is now lower than readState.Index' (duration: 4.697307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:50.113909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.821086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:50.113954Z","caller":"traceutil/trace.go:171","msg":"trace[1141382107] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:5482; }","duration":"185.022041ms","start":"2026-03-31T18:41:49.928919Z","end":"2026-03-31T18:41:50.113941Z","steps":["trace[1141382107] 'agreement among raft nodes before linearized reading' (duration: 184.859357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:50.114037Z","caller":"traceutil/trace.go:171","msg":"trace[797541532] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"190.285791ms","start":"2026-03-31T18:41:49.923708Z","end":"2026-03-31T18:41:50.113994Z","steps":["trace[797541532] 'process raft request' (duration: 185.288067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.830873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444129803,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:41:50.964617Z","caller":"traceutil/trace.go:171","msg":"trace[1167816221] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"729.512331ms","start":"2026-03-31T18:41:50.235077Z","end":"2026-03-31T18:41:50.96459Z","steps":["trace[1167816221] 'process raft request' (duration: 728.932688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.964795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.235047Z","time spent":"729.654885ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451445,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:51.297806Z","caller":"traceutil/trace.go:171","msg":"trace[264214515] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"656.709781ms","start":"2026-03-31T18:41:50.641064Z","end":"2026-03-31T18:41:51.297774Z","steps":["trace[264214515] 'process raft request' (duration: 617.144558ms)","trace[264214515] 'compare' (duration: 39.243005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:51.297999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.641048Z","time spent":"656.879404ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:51.298286Z","caller":"traceutil/trace.go:171","msg":"trace[230921207] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"591.996314ms","start":"2026-03-31T18:41:50.706263Z","end":"2026-03-31T18:41:51.298259Z","steps":["trace[230921207] 'process raft request' (duration: 591.430302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:51.298369Z","caller":"traceutil/trace.go:171","msg":"trace[26945464] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"583.187213ms","start":"2026-03-31T18:41:50.715145Z","end":"2026-03-31T18:41:51.298333Z","steps":["trace[26945464] 'process raft request' (duration: 583.088681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.298437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.706231Z","time spent":"592.125587ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:51.298344Z","caller":"traceutil/trace.go:171","msg":"trace[1293926315] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5724; }","duration":"968.530493ms","start":"2026-03-31T18:41:50.329793Z","end":"2026-03-31T18:41:51.298324Z","steps":["trace[1293926315] 'read index received' (duration: 634.109065ms)","trace[1293926315] 'applied index is now lower than readState.Index' (duration: 334.420508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:51.298546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.715117Z","time spent":"583.346748ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:51.298577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.78543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:41:51.298627Z","caller":"traceutil/trace.go:171","msg":"trace[434480019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5486; }","duration":"968.885282ms","start":"2026-03-31T18:41:50.32973Z","end":"2026-03-31T18:41:51.298615Z","steps":["trace[434480019] 'agreement among raft nodes before linearized reading' (duration: 968.707087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.298664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.329704Z","time spent":"968.953403ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:41:51.543974Z","caller":"traceutil/trace.go:171","msg":"trace[902619556] linearizableReadLoop","detail":"{readStateIndex:5731; appliedIndex:5728; }","duration":"245.400257ms","start":"2026-03-31T18:41:51.298544Z","end":"2026-03-31T18:41:51.543944Z","steps":["trace[902619556] 'read index received' (duration: 209.742174ms)","trace[902619556] 'applied index is now lower than readState.Index' (duration: 35.657273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:51.544104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094936097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:51.544139Z","caller":"traceutil/trace.go:171","msg":"trace[1756245809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5489; }","duration":"1.09502041s","start":"2026-03-31T18:41:50.449109Z","end":"2026-03-31T18:41:51.544129Z","steps":["trace[1756245809] 'agreement among raft nodes before linearized reading' (duration: 1.094931558s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.54417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.449087Z","time spent":"1.095075671s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:41:51.544191Z","caller":"traceutil/trace.go:171","msg":"trace[1813823708] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"520.80829ms","start":"2026-03-31T18:41:51.023349Z","end":"2026-03-31T18:41:51.544157Z","steps":["trace[1813823708] 'process raft request' (duration: 484.85235ms)","trace[1813823708] 'compare' (duration: 35.243264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:51.544314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.018872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:41:51.544349Z","caller":"traceutil/trace.go:171","msg":"trace[1976076916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5489; }","duration":"904.078753ms","start":"2026-03-31T18:41:50.640262Z","end":"2026-03-31T18:41:51.54434Z","steps":["trace[1976076916] 'agreement among raft nodes before linearized reading' (duration: 903.963381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.544336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.306429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:41:51.544377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.640244Z","time spent":"904.127804ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:41:51.544428Z","caller":"traceutil/trace.go:171","msg":"trace[302162275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5489; }","duration":"673.487613ms","start":"2026-03-31T18:41:50.870924Z","end":"2026-03-31T18:41:51.544411Z","steps":["trace[302162275] 'agreement among raft nodes before linearized reading' (duration: 673.153565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.544453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.919461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:41:51.544487Z","caller":"traceutil/trace.go:171","msg":"trace[2066206087] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:5489; }","duration":"302.987651ms","start":"2026-03-31T18:41:51.24149Z","end":"2026-03-31T18:41:51.544478Z","steps":["trace[2066206087] 'agreement among raft nodes before linearized reading' (duration: 302.869969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.544515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:51.24129Z","time spent":"303.220127ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:41:51.544486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073473738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:51.544516Z","caller":"traceutil/trace.go:171","msg":"trace[443499847] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"315.163879ms","start":"2026-03-31T18:41:51.229327Z","end":"2026-03-31T18:41:51.544491Z","steps":["trace[443499847] 'process raft request' (duration: 314.493974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:51.544596Z","caller":"traceutil/trace.go:171","msg":"trace[1446930004] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5489; }","duration":"1.073622141s","start":"2026-03-31T18:41:50.470946Z","end":"2026-03-31T18:41:51.544569Z","steps":["trace[1446930004] 'agreement among raft nodes before linearized reading' (duration: 1.073429507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.544502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.870876Z","time spent":"673.613746ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:51.544669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.470935Z","time spent":"1.073715833s","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:41:51.544346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:51.02333Z","time spent":"520.946344ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1418,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:41:51.544774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.148201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:41:51.544958Z","caller":"traceutil/trace.go:171","msg":"trace[2113813646] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5489; }","duration":"380.414747ms","start":"2026-03-31T18:41:51.164467Z","end":"2026-03-31T18:41:51.544882Z","steps":["trace[2113813646] 'agreement among raft nodes before linearized reading' (duration: 379.964207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.545052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:51.164445Z","time spent":"380.592202ms","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:41:51.545284Z","caller":"traceutil/trace.go:171","msg":"trace[256681367] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"302.447969ms","start":"2026-03-31T18:41:51.242456Z","end":"2026-03-31T18:41:51.544904Z","steps":["trace[256681367] 'process raft request' (duration: 301.447776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.545718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:51.242432Z","time spent":"303.178506ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:51.545434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:51.229295Z","time spent":"315.301252ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:51.574247Z","caller":"traceutil/trace.go:171","msg":"trace[531542209] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"271.424192ms","start":"2026-03-31T18:41:51.302775Z","end":"2026-03-31T18:41:51.574199Z","steps":["trace[531542209] 'process raft request' (duration: 271.205417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:52.109665Z","caller":"traceutil/trace.go:171","msg":"trace[1735028788] linearizableReadLoop","detail":"{readStateIndex:5735; appliedIndex:5734; }","duration":"319.412166ms","start":"2026-03-31T18:41:51.79023Z","end":"2026-03-31T18:41:52.109642Z","steps":["trace[1735028788] 'read index received' (duration: 318.24017ms)","trace[1735028788] 'applied index is now lower than readState.Index' (duration: 1.171106ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:52.109722Z","caller":"traceutil/trace.go:171","msg":"trace[873939079] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"389.937725ms","start":"2026-03-31T18:41:51.719755Z","end":"2026-03-31T18:41:52.109693Z","steps":["trace[873939079] 'process raft request' (duration: 389.133237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.10996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:51.719718Z","time spent":"390.067098ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451481,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:52.109984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.737173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:41:52.11005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.097704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:41:52.110074Z","caller":"traceutil/trace.go:171","msg":"trace[507246973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5493; }","duration":"319.854096ms","start":"2026-03-31T18:41:51.790172Z","end":"2026-03-31T18:41:52.110026Z","steps":["trace[507246973] 'agreement among raft nodes before linearized reading' (duration: 319.58559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:52.110117Z","caller":"traceutil/trace.go:171","msg":"trace[1963333629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5493; }","duration":"260.250827ms","start":"2026-03-31T18:41:51.849851Z","end":"2026-03-31T18:41:52.110101Z","steps":["trace[1963333629] 'agreement among raft nodes before linearized reading' (duration: 259.983861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.110127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:51.790152Z","time spent":"319.963069ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:41:52.110268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.09808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:41:52.110335Z","caller":"traceutil/trace.go:171","msg":"trace[617574080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5493; }","duration":"188.227843ms","start":"2026-03-31T18:41:51.922093Z","end":"2026-03-31T18:41:52.110321Z","steps":["trace[617574080] 'agreement among raft nodes before linearized reading' (duration: 187.920736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:52.333749Z","caller":"traceutil/trace.go:171","msg":"trace[388179485] linearizableReadLoop","detail":"{readStateIndex:5736; appliedIndex:5735; }","duration":"217.907111ms","start":"2026-03-31T18:41:52.115819Z","end":"2026-03-31T18:41:52.333726Z","steps":["trace[388179485] 'read index received' (duration: 206.095572ms)","trace[388179485] 'applied index is now lower than readState.Index' (duration: 11.810289ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:52.333764Z","caller":"traceutil/trace.go:171","msg":"trace[456030244] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"218.107525ms","start":"2026-03-31T18:41:52.115635Z","end":"2026-03-31T18:41:52.333742Z","steps":["trace[456030244] 'process raft request' (duration: 206.274886ms)","trace[456030244] 'compare' (duration: 11.489292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:52.334013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.188828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"info","ts":"2026-03-31T18:41:52.334094Z","caller":"traceutil/trace.go:171","msg":"trace[481524189] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5494; }","duration":"218.29655ms","start":"2026-03-31T18:41:52.115777Z","end":"2026-03-31T18:41:52.334074Z","steps":["trace[481524189] 'agreement among raft nodes before linearized reading' (duration: 218.017423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:52.430891Z","caller":"traceutil/trace.go:171","msg":"trace[1190601375] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"315.031187ms","start":"2026-03-31T18:41:52.115829Z","end":"2026-03-31T18:41:52.43086Z","steps":["trace[1190601375] 'process raft request' (duration: 314.766221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:52.430982Z","caller":"traceutil/trace.go:171","msg":"trace[1814050001] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"293.136717ms","start":"2026-03-31T18:41:52.137827Z","end":"2026-03-31T18:41:52.430963Z","steps":["trace[1814050001] 'process raft request' (duration: 292.912692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.431066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:52.115756Z","time spent":"315.224102ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:52.431086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.503004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:52.431149Z","caller":"traceutil/trace.go:171","msg":"trace[1004009655] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5496; }","duration":"189.571225ms","start":"2026-03-31T18:41:52.241559Z","end":"2026-03-31T18:41:52.431131Z","steps":["trace[1004009655] 'agreement among raft nodes before linearized reading' (duration: 189.429032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.431148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.554007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:41:52.431221Z","caller":"traceutil/trace.go:171","msg":"trace[704116318] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5496; }","duration":"311.65097ms","start":"2026-03-31T18:41:52.119549Z","end":"2026-03-31T18:41:52.4312Z","steps":["trace[704116318] 'agreement among raft nodes before linearized reading' (duration: 311.452565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:52.431269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:52.119538Z","time spent":"311.722081ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:41:56.662297Z","caller":"traceutil/trace.go:171","msg":"trace[1535330029] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"163.899228ms","start":"2026-03-31T18:41:56.498359Z","end":"2026-03-31T18:41:56.662258Z","steps":["trace[1535330029] 'process raft request' (duration: 163.645853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:00.807231Z","caller":"traceutil/trace.go:171","msg":"trace[1392985769] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5874; }","duration":"276.304714ms","start":"2026-03-31T18:42:00.530896Z","end":"2026-03-31T18:42:00.8072Z","steps":["trace[1392985769] 'process raft request' (duration: 275.972336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:00.832864Z","caller":"traceutil/trace.go:171","msg":"trace[1788899334] linearizableReadLoop","detail":"{readStateIndex:6126; appliedIndex:6124; }","duration":"205.59802ms","start":"2026-03-31T18:42:00.627244Z","end":"2026-03-31T18:42:00.832842Z","steps":["trace[1788899334] 'read index received' (duration: 179.871184ms)","trace[1788899334] 'applied index is now lower than readState.Index' (duration: 25.726156ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:00.832972Z","caller":"traceutil/trace.go:171","msg":"trace[555177565] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"193.862103ms","start":"2026-03-31T18:42:00.639049Z","end":"2026-03-31T18:42:00.832911Z","steps":["trace[555177565] 'process raft request' (duration: 193.73091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:00.83321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.948678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-31T18:42:00.833264Z","caller":"traceutil/trace.go:171","msg":"trace[898328795] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5876; }","duration":"206.048279ms","start":"2026-03-31T18:42:00.627202Z","end":"2026-03-31T18:42:00.83325Z","steps":["trace[898328795] 'agreement among raft nodes before linearized reading' (duration: 205.832254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:00.833035Z","caller":"traceutil/trace.go:171","msg":"trace[1285395621] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"252.08888ms","start":"2026-03-31T18:42:00.580927Z","end":"2026-03-31T18:42:00.833016Z","steps":["trace[1285395621] 'process raft request' (duration: 251.588789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:00.841803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.864076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:42:00.841882Z","caller":"traceutil/trace.go:171","msg":"trace[1846993243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5876; }","duration":"141.985329ms","start":"2026-03-31T18:42:00.699866Z","end":"2026-03-31T18:42:00.841852Z","steps":["trace[1846993243] 'agreement among raft nodes before linearized reading' (duration: 141.804034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:03.742043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.614647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:03.742125Z","caller":"traceutil/trace.go:171","msg":"trace[38541047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5902; }","duration":"293.74083ms","start":"2026-03-31T18:42:03.448364Z","end":"2026-03-31T18:42:03.742105Z","steps":["trace[38541047] 'range keys from in-memory index tree' (duration: 293.516994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:04.190535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444130412,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:42:04.256343Z","caller":"traceutil/trace.go:171","msg":"trace[93990336] linearizableReadLoop","detail":"{readStateIndex:6156; appliedIndex:6155; }","duration":"566.914772ms","start":"2026-03-31T18:42:03.689402Z","end":"2026-03-31T18:42:04.256317Z","steps":["trace[93990336] 'read index received' (duration: 566.697097ms)","trace[93990336] 'applied index is now lower than readState.Index' (duration: 216.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:04.256516Z","caller":"traceutil/trace.go:171","msg":"trace[1304583530] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"615.553523ms","start":"2026-03-31T18:42:03.640953Z","end":"2026-03-31T18:42:04.256507Z","steps":["trace[1304583530] 'process raft request' (duration: 615.209795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:04.256671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.640924Z","time spent":"615.668575ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:04.256889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.649602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:04.256956Z","caller":"traceutil/trace.go:171","msg":"trace[1371030583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5903; }","duration":"465.729074ms","start":"2026-03-31T18:42:03.791205Z","end":"2026-03-31T18:42:04.256934Z","steps":["trace[1371030583] 'agreement among raft nodes before linearized reading' (duration: 465.584261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:04.257008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.791193Z","time spent":"465.804316ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:04.257184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.760291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:04.257264Z","caller":"traceutil/trace.go:171","msg":"trace[37311835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5903; }","duration":"567.877934ms","start":"2026-03-31T18:42:03.689367Z","end":"2026-03-31T18:42:04.257245Z","steps":["trace[37311835] 'agreement among raft nodes before linearized reading' (duration: 567.766152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:04.257292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.98449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:42:04.257308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.689351Z","time spent":"567.946845ms","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:42:04.257341Z","caller":"traceutil/trace.go:171","msg":"trace[208475057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5903; }","duration":"505.060431ms","start":"2026-03-31T18:42:03.752268Z","end":"2026-03-31T18:42:04.257328Z","steps":["trace[208475057] 'agreement among raft nodes before linearized reading' (duration: 504.926968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:04.257391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.752256Z","time spent":"505.125792ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:04.257516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.963534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:04.257555Z","caller":"traceutil/trace.go:171","msg":"trace[927995826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5903; }","duration":"514.037396ms","start":"2026-03-31T18:42:03.743507Z","end":"2026-03-31T18:42:04.257544Z","steps":["trace[927995826] 'agreement among raft nodes before linearized reading' (duration: 513.979965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:04.257594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.743488Z","time spent":"514.096797ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:42:04.257748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.732072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:42:04.256746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.006059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:42:04.257834Z","caller":"traceutil/trace.go:171","msg":"trace[2131473566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:5903; }","duration":"514.892276ms","start":"2026-03-31T18:42:03.74292Z","end":"2026-03-31T18:42:04.257812Z","steps":["trace[2131473566] 'agreement among raft nodes before linearized reading' (duration: 514.639199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:04.25785Z","caller":"traceutil/trace.go:171","msg":"trace[861534065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5903; }","duration":"520.132966ms","start":"2026-03-31T18:42:03.737703Z","end":"2026-03-31T18:42:04.257836Z","steps":["trace[861534065] 'agreement among raft nodes before linearized reading' (duration: 518.923577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:04.257915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.742905Z","time spent":"514.997388ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:42:04.257931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.737642Z","time spent":"520.276068ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:42:04.44306Z","caller":"traceutil/trace.go:171","msg":"trace[1613109711] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5907; }","duration":"114.470961ms","start":"2026-03-31T18:42:04.328571Z","end":"2026-03-31T18:42:04.443042Z","steps":["trace[1613109711] 'process raft request' (duration: 61.928032ms)","trace[1613109711] 'compare' (duration: 51.682569ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:04.868192Z","caller":"traceutil/trace.go:171","msg":"trace[710329202] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"117.218413ms","start":"2026-03-31T18:42:04.750947Z","end":"2026-03-31T18:42:04.868166Z","steps":["trace[710329202] 'process raft request' (duration: 117.024079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:07.671153Z","caller":"traceutil/trace.go:171","msg":"trace[1391984188] linearizableReadLoop","detail":"{readStateIndex:6220; appliedIndex:6219; }","duration":"160.992252ms","start":"2026-03-31T18:42:07.510132Z","end":"2026-03-31T18:42:07.671124Z","steps":["trace[1391984188] 'read index received' (duration: 157.262608ms)","trace[1391984188] 'applied index is now lower than readState.Index' (duration: 3.728524ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:07.671215Z","caller":"traceutil/trace.go:171","msg":"trace[873940173] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"195.681924ms","start":"2026-03-31T18:42:07.475508Z","end":"2026-03-31T18:42:07.67119Z","steps":["trace[873940173] 'process raft request' (duration: 191.870307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:07.671417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.50456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-g58gh\" ","response":"range_response_count:1 size:5042"} {"level":"info","ts":"2026-03-31T18:42:07.671478Z","caller":"traceutil/trace.go:171","msg":"trace[1930513047] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-g58gh; range_end:; response_count:1; response_revision:5966; }","duration":"195.610032ms","start":"2026-03-31T18:42:07.475852Z","end":"2026-03-31T18:42:07.671462Z","steps":["trace[1930513047] 'agreement among raft nodes before linearized reading' (duration: 195.420758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:07.678302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.339697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T18:42:07.678379Z","caller":"traceutil/trace.go:171","msg":"trace[2056393621] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5967; }","duration":"163.46635ms","start":"2026-03-31T18:42:07.514895Z","end":"2026-03-31T18:42:07.678361Z","steps":["trace[2056393621] 'agreement among raft nodes before linearized reading' (duration: 163.262245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:07.678773Z","caller":"traceutil/trace.go:171","msg":"trace[267944318] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"160.361598ms","start":"2026-03-31T18:42:07.518399Z","end":"2026-03-31T18:42:07.67876Z","steps":["trace[267944318] 'process raft request' (duration: 159.626951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:07.679773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.069854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-31T18:42:07.679796Z","caller":"traceutil/trace.go:171","msg":"trace[265589096] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:5967; }","duration":"147.125356ms","start":"2026-03-31T18:42:07.532664Z","end":"2026-03-31T18:42:07.679789Z","steps":["trace[265589096] 'agreement among raft nodes before linearized reading' (duration: 146.237406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.491506Z","caller":"traceutil/trace.go:171","msg":"trace[2087301031] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"192.327788ms","start":"2026-03-31T18:42:08.299152Z","end":"2026-03-31T18:42:08.49148Z","steps":["trace[2087301031] 'process raft request' (duration: 192.085252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.491687Z","caller":"traceutil/trace.go:171","msg":"trace[998612868] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"157.197046ms","start":"2026-03-31T18:42:08.334462Z","end":"2026-03-31T18:42:08.491659Z","steps":["trace[998612868] 'process raft request' (duration: 156.917289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.491719Z","caller":"traceutil/trace.go:171","msg":"trace[1850947283] linearizableReadLoop","detail":"{readStateIndex:6260; appliedIndex:6258; }","duration":"192.206945ms","start":"2026-03-31T18:42:08.299452Z","end":"2026-03-31T18:42:08.491659Z","steps":["trace[1850947283] 'read index received' (duration: 42.830687ms)","trace[1850947283] 'applied index is now lower than readState.Index' (duration: 149.373468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:08.492093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.604475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:42:08.492143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.107226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:42:08.492162Z","caller":"traceutil/trace.go:171","msg":"trace[910030924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6007; }","duration":"192.713996ms","start":"2026-03-31T18:42:08.299426Z","end":"2026-03-31T18:42:08.49214Z","steps":["trace[910030924] 'agreement among raft nodes before linearized reading' (duration: 192.449471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.492195Z","caller":"traceutil/trace.go:171","msg":"trace[79883911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6007; }","duration":"172.228798ms","start":"2026-03-31T18:42:08.319955Z","end":"2026-03-31T18:42:08.492183Z","steps":["trace[79883911] 'agreement among raft nodes before linearized reading' (duration: 172.033374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:08.492192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.541022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:42:08.492249Z","caller":"traceutil/trace.go:171","msg":"trace[1797832498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6007; }","duration":"192.623115ms","start":"2026-03-31T18:42:08.29961Z","end":"2026-03-31T18:42:08.492233Z","steps":["trace[1797832498] 'agreement among raft nodes before linearized reading' (duration: 192.521102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:08.492088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.511501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:08.492379Z","caller":"traceutil/trace.go:171","msg":"trace[1995122781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6007; }","duration":"192.84551ms","start":"2026-03-31T18:42:08.299523Z","end":"2026-03-31T18:42:08.492369Z","steps":["trace[1995122781] 'agreement among raft nodes before linearized reading' (duration: 192.43929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.428417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444130679,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:42:09.480435Z","caller":"traceutil/trace.go:171","msg":"trace[379691277] linearizableReadLoop","detail":"{readStateIndex:6271; appliedIndex:6270; }","duration":"552.551305ms","start":"2026-03-31T18:42:08.927857Z","end":"2026-03-31T18:42:09.480408Z","steps":["trace[379691277] 'read index received' (duration: 552.30786ms)","trace[379691277] 'applied index is now lower than readState.Index' (duration: 242.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:09.480478Z","caller":"traceutil/trace.go:171","msg":"trace[1320285264] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"569.104683ms","start":"2026-03-31T18:42:08.911336Z","end":"2026-03-31T18:42:09.480441Z","steps":["trace[1320285264] 'process raft request' (duration: 568.872568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.480648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:08.911305Z","time spent":"569.257936ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:42:09.480681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.802181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:42:09.480734Z","caller":"traceutil/trace.go:171","msg":"trace[1498944858] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6016; }","duration":"552.913563ms","start":"2026-03-31T18:42:08.927806Z","end":"2026-03-31T18:42:09.48072Z","steps":["trace[1498944858] 'agreement among raft nodes before linearized reading' (duration: 552.697598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.480765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:08.927786Z","time spent":"552.973284ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T18:42:09.672547Z","caller":"traceutil/trace.go:171","msg":"trace[477650835] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"217.708736ms","start":"2026-03-31T18:42:09.454807Z","end":"2026-03-31T18:42:09.672516Z","steps":["trace[477650835] 'process raft request' (duration: 130.552928ms)","trace[477650835] 'compare' (duration: 86.731669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:09.672783Z","caller":"traceutil/trace.go:171","msg":"trace[815264776] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"217.3896ms","start":"2026-03-31T18:42:09.455383Z","end":"2026-03-31T18:42:09.672773Z","steps":["trace[815264776] 'process raft request' (duration: 217.048171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:09.672908Z","caller":"traceutil/trace.go:171","msg":"trace[145751632] linearizableReadLoop","detail":"{readStateIndex:6273; appliedIndex:6271; }","duration":"192.374769ms","start":"2026-03-31T18:42:09.480509Z","end":"2026-03-31T18:42:09.672884Z","steps":["trace[145751632] 'read index received' (duration: 104.795981ms)","trace[145751632] 'applied index is now lower than readState.Index' (duration: 87.577898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:09.673151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.791203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:42:09.673201Z","caller":"traceutil/trace.go:171","msg":"trace[771823206] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6019; }","duration":"734.891115ms","start":"2026-03-31T18:42:08.938295Z","end":"2026-03-31T18:42:09.673186Z","steps":["trace[771823206] 'agreement among raft nodes before linearized reading' (duration: 734.717101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.673235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:08.938289Z","time spent":"734.938356ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:42:09.673249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.751667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-tcbc5\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-31T18:42:09.673335Z","caller":"traceutil/trace.go:171","msg":"trace[1784268970] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-tcbc5; range_end:; response_count:1; response_revision:6019; }","duration":"494.8874ms","start":"2026-03-31T18:42:09.17842Z","end":"2026-03-31T18:42:09.673308Z","steps":["trace[1784268970] 'agreement among raft nodes before linearized reading' (duration: 494.596513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.673373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.445838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T18:42:09.673405Z","caller":"traceutil/trace.go:171","msg":"trace[1085707279] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52; range_end:; response_count:1; response_revision:6019; }","duration":"657.51173ms","start":"2026-03-31T18:42:09.015883Z","end":"2026-03-31T18:42:09.673394Z","steps":["trace[1085707279] 'agreement among raft nodes before linearized reading' (duration: 657.423878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.673409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:09.178397Z","time spent":"494.997773ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5175,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-tcbc5\" "} {"level":"warn","ts":"2026-03-31T18:42:09.673438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:09.01586Z","time spent":"657.571742ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52\" "} {"level":"warn","ts":"2026-03-31T18:42:09.67329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.066393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-31T18:42:09.673507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.602116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517444"} {"level":"info","ts":"2026-03-31T18:42:09.673559Z","caller":"traceutil/trace.go:171","msg":"trace[1925707141] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:6019; }","duration":"740.671597ms","start":"2026-03-31T18:42:08.932874Z","end":"2026-03-31T18:42:09.673545Z","steps":["trace[1925707141] 'agreement among raft nodes before linearized reading' (duration: 740.145905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:09.673586Z","caller":"traceutil/trace.go:171","msg":"trace[307461643] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6019; }","duration":"164.34386ms","start":"2026-03-31T18:42:09.509176Z","end":"2026-03-31T18:42:09.67352Z","steps":["trace[307461643] 'agreement among raft nodes before linearized reading' (duration: 163.890659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.673613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:08.932853Z","time spent":"740.749378ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517468,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T18:42:09.987307Z","caller":"traceutil/trace.go:171","msg":"trace[613930675] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"307.199398ms","start":"2026-03-31T18:42:09.680077Z","end":"2026-03-31T18:42:09.987276Z","steps":["trace[613930675] 'process raft request' (duration: 306.965383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.987544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:09.680046Z","time spent":"307.360932ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:09.987604Z","caller":"traceutil/trace.go:171","msg":"trace[1407668440] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"306.654096ms","start":"2026-03-31T18:42:09.680928Z","end":"2026-03-31T18:42:09.987582Z","steps":["trace[1407668440] 'process raft request' (duration: 306.286018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.987778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:09.680892Z","time spent":"306.798249ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:09.987839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.114346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-31T18:42:09.987895Z","caller":"traceutil/trace.go:171","msg":"trace[557257197] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6023; }","duration":"307.2453ms","start":"2026-03-31T18:42:09.680637Z","end":"2026-03-31T18:42:09.987883Z","steps":["trace[557257197] 'agreement among raft nodes before linearized reading' (duration: 307.029545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:09.987614Z","caller":"traceutil/trace.go:171","msg":"trace[48622985] linearizableReadLoop","detail":"{readStateIndex:6276; appliedIndex:6274; }","duration":"306.887021ms","start":"2026-03-31T18:42:09.6807Z","end":"2026-03-31T18:42:09.987587Z","steps":["trace[48622985] 'read index received' (duration: 77.370245ms)","trace[48622985] 'applied index is now lower than readState.Index' (duration: 229.515676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:09.987934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:09.68061Z","time spent":"307.31563ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T18:42:09.988069Z","caller":"traceutil/trace.go:171","msg":"trace[1796726314] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"305.046549ms","start":"2026-03-31T18:42:09.682974Z","end":"2026-03-31T18:42:09.98802Z","steps":["trace[1796726314] 'process raft request' (duration: 304.441895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.988179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.188819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ef7fd4f-bd7b-4a83-9f05-b106a150687b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-31T18:42:09.988238Z","caller":"traceutil/trace.go:171","msg":"trace[1221007050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ef7fd4f-bd7b-4a83-9f05-b106a150687b; range_end:; response_count:1; response_revision:6023; }","duration":"222.291331ms","start":"2026-03-31T18:42:09.765929Z","end":"2026-03-31T18:42:09.98822Z","steps":["trace[1221007050] 'agreement among raft nodes before linearized reading' (duration: 222.121257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:09.988244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:09.682965Z","time spent":"305.184001ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:09.988347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.072486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517444"} {"level":"info","ts":"2026-03-31T18:42:09.988392Z","caller":"traceutil/trace.go:171","msg":"trace[1014133455] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:6023; }","duration":"279.155898ms","start":"2026-03-31T18:42:09.709224Z","end":"2026-03-31T18:42:09.98838Z","steps":["trace[1014133455] 'agreement among raft nodes before linearized reading' (duration: 278.81414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:10.248406Z","caller":"traceutil/trace.go:171","msg":"trace[594766975] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"253.301078ms","start":"2026-03-31T18:42:09.995061Z","end":"2026-03-31T18:42:10.248362Z","steps":["trace[594766975] 'process raft request' (duration: 224.339367ms)","trace[594766975] 'compare' (duration: 28.718865ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:10.299617Z","caller":"traceutil/trace.go:171","msg":"trace[2022676475] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"303.429142ms","start":"2026-03-31T18:42:09.996162Z","end":"2026-03-31T18:42:10.299591Z","steps":["trace[2022676475] 'process raft request' (duration: 303.112795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:10.299747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:09.996143Z","time spent":"303.533594ms","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:10.299771Z","caller":"traceutil/trace.go:171","msg":"trace[1880446645] linearizableReadLoop","detail":"{readStateIndex:6280; appliedIndex:6278; }","duration":"303.877381ms","start":"2026-03-31T18:42:09.995867Z","end":"2026-03-31T18:42:10.299744Z","steps":["trace[1880446645] 'read index received' (duration: 223.527569ms)","trace[1880446645] 'applied index is now lower than readState.Index' (duration: 80.347912ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:10.29944Z","caller":"traceutil/trace.go:171","msg":"trace[822081000] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"303.963684ms","start":"2026-03-31T18:42:09.995427Z","end":"2026-03-31T18:42:10.299391Z","steps":["trace[822081000] 'process raft request' (duration: 303.682527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:10.299877Z","caller":"traceutil/trace.go:171","msg":"trace[318851570] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"300.859043ms","start":"2026-03-31T18:42:09.998995Z","end":"2026-03-31T18:42:10.299854Z","steps":["trace[318851570] 'process raft request' (duration: 300.520605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:10.299941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.058965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-31T18:42:10.299961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:09.998986Z","time spent":"300.929654ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:10.299976Z","caller":"traceutil/trace.go:171","msg":"trace[432309368] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6027; }","duration":"304.132997ms","start":"2026-03-31T18:42:09.995832Z","end":"2026-03-31T18:42:10.299965Z","steps":["trace[432309368] 'agreement among raft nodes before linearized reading' (duration: 304.000984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:10.300006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:09.995418Z","time spent":"304.496415ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:10.300178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:09.995821Z","time spent":"304.314541ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T18:42:11.917604Z","caller":"traceutil/trace.go:171","msg":"trace[983747595] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"404.503537ms","start":"2026-03-31T18:42:11.513076Z","end":"2026-03-31T18:42:11.917579Z","steps":["trace[983747595] 'process raft request' (duration: 404.333973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:11.917757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:11.51305Z","time spent":"404.62575ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:12.079538Z","caller":"traceutil/trace.go:171","msg":"trace[451523903] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"399.232278ms","start":"2026-03-31T18:42:11.680282Z","end":"2026-03-31T18:42:12.079514Z","steps":["trace[451523903] 'process raft request' (duration: 399.044053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:12.07972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:11.680247Z","time spent":"399.364401ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:12.07976Z","caller":"traceutil/trace.go:171","msg":"trace[1097710860] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"398.621274ms","start":"2026-03-31T18:42:11.681121Z","end":"2026-03-31T18:42:12.079742Z","steps":["trace[1097710860] 'process raft request' (duration: 398.348538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:12.079842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:11.681088Z","time spent":"398.712746ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:12.079971Z","caller":"traceutil/trace.go:171","msg":"trace[1821448115] linearizableReadLoop","detail":"{readStateIndex:6297; appliedIndex:6294; }","duration":"394.186102ms","start":"2026-03-31T18:42:11.685767Z","end":"2026-03-31T18:42:12.079953Z","steps":["trace[1821448115] 'read index received' (duration: 231.649575ms)","trace[1821448115] 'applied index is now lower than readState.Index' (duration: 162.535547ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:12.080264Z","caller":"traceutil/trace.go:171","msg":"trace[549061961] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"275.951275ms","start":"2026-03-31T18:42:11.804051Z","end":"2026-03-31T18:42:12.080002Z","steps":["trace[549061961] 'process raft request' (duration: 275.628428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:12.080371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.607101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52\" ","response":"range_response_count:1 size:4053"} {"level":"warn","ts":"2026-03-31T18:42:12.080391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.902192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:42:12.080457Z","caller":"traceutil/trace.go:171","msg":"trace[82267578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6043; }","duration":"318.020335ms","start":"2026-03-31T18:42:11.762421Z","end":"2026-03-31T18:42:12.080441Z","steps":["trace[82267578] 'agreement among raft nodes before linearized reading' (duration: 317.855472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:12.080509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:11.762398Z","time spent":"318.098587ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:42:12.080411Z","caller":"traceutil/trace.go:171","msg":"trace[422728146] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52; range_end:; response_count:1; response_revision:6043; }","duration":"394.689273ms","start":"2026-03-31T18:42:11.685709Z","end":"2026-03-31T18:42:12.080399Z","steps":["trace[422728146] 'agreement among raft nodes before linearized reading' (duration: 394.53892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:12.080559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:11.685689Z","time spent":"394.860868ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4077,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52\" "} {"level":"info","ts":"2026-03-31T18:42:12.23856Z","caller":"traceutil/trace.go:171","msg":"trace[1197652220] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"110.960321ms","start":"2026-03-31T18:42:12.127558Z","end":"2026-03-31T18:42:12.238519Z","steps":["trace[1197652220] 'process raft request' (duration: 84.967798ms)","trace[1197652220] 'compare' (duration: 25.772188ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:12.961486Z","caller":"traceutil/trace.go:171","msg":"trace[2026381460] linearizableReadLoop","detail":"{readStateIndex:6399; appliedIndex:6397; }","duration":"114.504742ms","start":"2026-03-31T18:42:12.846955Z","end":"2026-03-31T18:42:12.96146Z","steps":["trace[2026381460] 'read index received' (duration: 66.057977ms)","trace[2026381460] 'applied index is now lower than readState.Index' (duration: 48.445735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:12.961558Z","caller":"traceutil/trace.go:171","msg":"trace[611254035] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"114.740408ms","start":"2026-03-31T18:42:12.846776Z","end":"2026-03-31T18:42:12.961516Z","steps":["trace[611254035] 'process raft request' (duration: 114.532792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:12.961741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.444117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-31T18:42:12.961782Z","caller":"traceutil/trace.go:171","msg":"trace[1563445804] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:6141; }","duration":"102.52256ms","start":"2026-03-31T18:42:12.859248Z","end":"2026-03-31T18:42:12.961771Z","steps":["trace[1563445804] 'agreement among raft nodes before linearized reading' (duration: 102.358776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:12.961814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.052848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-31T18:42:12.961901Z","caller":"traceutil/trace.go:171","msg":"trace[1981373298] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:6141; }","duration":"102.128351ms","start":"2026-03-31T18:42:12.859733Z","end":"2026-03-31T18:42:12.961861Z","steps":["trace[1981373298] 'agreement among raft nodes before linearized reading' (duration: 101.988178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:12.961994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.981283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3853"} {"level":"warn","ts":"2026-03-31T18:42:12.962076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.074445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:42:12.96212Z","caller":"traceutil/trace.go:171","msg":"trace[543196682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6141; }","duration":"101.129187ms","start":"2026-03-31T18:42:12.860982Z","end":"2026-03-31T18:42:12.962111Z","steps":["trace[543196682] 'agreement among raft nodes before linearized reading' (duration: 101.016375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:12.962133Z","caller":"traceutil/trace.go:171","msg":"trace[598932228] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:6141; }","duration":"115.166257ms","start":"2026-03-31T18:42:12.846934Z","end":"2026-03-31T18:42:12.962101Z","steps":["trace[598932228] 'agreement among raft nodes before linearized reading' (duration: 114.673176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:12.962142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.519619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-31T18:42:12.96259Z","caller":"traceutil/trace.go:171","msg":"trace[1380723269] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:6141; }","duration":"102.98688ms","start":"2026-03-31T18:42:12.859591Z","end":"2026-03-31T18:42:12.962578Z","steps":["trace[1380723269] 'agreement among raft nodes before linearized reading' (duration: 102.472678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:13.31395Z","caller":"traceutil/trace.go:171","msg":"trace[1892860218] linearizableReadLoop","detail":"{readStateIndex:6402; appliedIndex:6401; }","duration":"168.844091ms","start":"2026-03-31T18:42:13.145078Z","end":"2026-03-31T18:42:13.313922Z","steps":["trace[1892860218] 'read index received' (duration: 107.132113ms)","trace[1892860218] 'applied index is now lower than readState.Index' (duration: 61.710628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:13.314424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.283301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:42:13.314533Z","caller":"traceutil/trace.go:171","msg":"trace[1523108991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6144; }","duration":"169.425875ms","start":"2026-03-31T18:42:13.145044Z","end":"2026-03-31T18:42:13.314469Z","steps":["trace[1523108991] 'agreement among raft nodes before linearized reading' (duration: 169.049696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:13.313959Z","caller":"traceutil/trace.go:171","msg":"trace[233804582] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6144; }","duration":"180.62733ms","start":"2026-03-31T18:42:13.133289Z","end":"2026-03-31T18:42:13.313916Z","steps":["trace[233804582] 'process raft request' (duration: 119.007624ms)","trace[233804582] 'compare' (duration: 61.297239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:13.314692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.334944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714891"} {"level":"info","ts":"2026-03-31T18:42:13.31486Z","caller":"traceutil/trace.go:171","msg":"trace[1535186314] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:6144; }","duration":"162.516238ms","start":"2026-03-31T18:42:13.15233Z","end":"2026-03-31T18:42:13.314846Z","steps":["trace[1535186314] 'agreement among raft nodes before linearized reading' (duration: 161.851452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:13.690314Z","caller":"traceutil/trace.go:171","msg":"trace[678690760] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"143.823041ms","start":"2026-03-31T18:42:13.546464Z","end":"2026-03-31T18:42:13.690287Z","steps":["trace[678690760] 'process raft request' (duration: 143.682498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:13.690847Z","caller":"traceutil/trace.go:171","msg":"trace[737194881] linearizableReadLoop","detail":"{readStateIndex:6407; appliedIndex:6407; }","duration":"137.675971ms","start":"2026-03-31T18:42:13.553161Z","end":"2026-03-31T18:42:13.690837Z","steps":["trace[737194881] 'read index received' (duration: 136.900673ms)","trace[737194881] 'applied index is now lower than readState.Index' (duration: 774.618µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:13.690992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.815704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-31T18:42:13.691035Z","caller":"traceutil/trace.go:171","msg":"trace[1734731213] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52; range_end:; response_count:1; response_revision:6149; }","duration":"137.869625ms","start":"2026-03-31T18:42:13.553153Z","end":"2026-03-31T18:42:13.691022Z","steps":["trace[1734731213] 'agreement among raft nodes before linearized reading' (duration: 137.728782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.254905Z","caller":"traceutil/trace.go:171","msg":"trace[1150798225] linearizableReadLoop","detail":"{readStateIndex:6417; appliedIndex:6416; }","duration":"104.35176ms","start":"2026-03-31T18:42:14.150536Z","end":"2026-03-31T18:42:14.254888Z","steps":["trace[1150798225] 'read index received' (duration: 104.214807ms)","trace[1150798225] 'applied index is now lower than readState.Index' (duration: 136.533µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:14.255057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.513624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:42:14.255081Z","caller":"traceutil/trace.go:171","msg":"trace[1982377119] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6159; }","duration":"104.581196ms","start":"2026-03-31T18:42:14.150494Z","end":"2026-03-31T18:42:14.255075Z","steps":["trace[1982377119] 'agreement among raft nodes before linearized reading' (duration: 104.466243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.255252Z","caller":"traceutil/trace.go:171","msg":"trace[485289261] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"130.963276ms","start":"2026-03-31T18:42:14.124241Z","end":"2026-03-31T18:42:14.255204Z","steps":["trace[485289261] 'process raft request' (duration: 130.559887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.602172Z","caller":"traceutil/trace.go:171","msg":"trace[207944236] transaction","detail":"{read_only:false; response_revision:6161; number_of_response:1; }","duration":"341.782336ms","start":"2026-03-31T18:42:14.26037Z","end":"2026-03-31T18:42:14.602152Z","steps":["trace[207944236] 'process raft request' (duration: 341.640013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:14.602299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:14.260347Z","time spent":"341.884599ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:14.614734Z","caller":"traceutil/trace.go:171","msg":"trace[341247557] linearizableReadLoop","detail":"{readStateIndex:6421; appliedIndex:6418; }","duration":"166.57938ms","start":"2026-03-31T18:42:14.448135Z","end":"2026-03-31T18:42:14.614715Z","steps":["trace[341247557] 'read index received' (duration: 153.993333ms)","trace[341247557] 'applied index is now lower than readState.Index' (duration: 12.585317ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:14.614796Z","caller":"traceutil/trace.go:171","msg":"trace[828819029] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"239.144886ms","start":"2026-03-31T18:42:14.375622Z","end":"2026-03-31T18:42:14.614767Z","steps":["trace[828819029] 'process raft request' (duration: 238.936182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:14.614898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.750674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:14.614742Z","caller":"traceutil/trace.go:171","msg":"trace[1350633112] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"298.618612ms","start":"2026-03-31T18:42:14.316103Z","end":"2026-03-31T18:42:14.614722Z","steps":["trace[1350633112] 'process raft request' (duration: 298.349696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.614934Z","caller":"traceutil/trace.go:171","msg":"trace[1113554961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6164; }","duration":"166.844836ms","start":"2026-03-31T18:42:14.448079Z","end":"2026-03-31T18:42:14.614924Z","steps":["trace[1113554961] 'agreement among raft nodes before linearized reading' (duration: 166.762384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:16.235401Z","caller":"traceutil/trace.go:171","msg":"trace[1490345245] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"235.075653ms","start":"2026-03-31T18:42:16.000283Z","end":"2026-03-31T18:42:16.235359Z","steps":["trace[1490345245] 'process raft request' (duration: 234.932609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.076239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.069124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:17.076443Z","caller":"traceutil/trace.go:171","msg":"trace[980384578] linearizableReadLoop","detail":"{readStateIndex:6476; appliedIndex:6474; }","duration":"919.090496ms","start":"2026-03-31T18:42:16.157332Z","end":"2026-03-31T18:42:17.076423Z","steps":["trace[980384578] 'read index received' (duration: 78.06146ms)","trace[980384578] 'applied index is now lower than readState.Index' (duration: 841.027906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:17.076443Z","caller":"traceutil/trace.go:171","msg":"trace[936629757] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"984.173591ms","start":"2026-03-31T18:42:16.092244Z","end":"2026-03-31T18:42:17.076418Z","steps":["trace[936629757] 'process raft request' (duration: 694.848511ms)","trace[936629757] 'compare' (duration: 288.865619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:17.076554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.092221Z","time spent":"984.273312ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:17.076753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.416545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:17.076836Z","caller":"traceutil/trace.go:171","msg":"trace[347557260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6217; }","duration":"919.523616ms","start":"2026-03-31T18:42:16.157284Z","end":"2026-03-31T18:42:17.076807Z","steps":["trace[347557260] 'agreement among raft nodes before linearized reading' (duration: 919.422164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.076877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.157263Z","time spent":"919.603129ms","remote":"127.0.0.1:54336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:42:17.077146Z","caller":"traceutil/trace.go:171","msg":"trace[1883917104] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"982.462371ms","start":"2026-03-31T18:42:16.09415Z","end":"2026-03-31T18:42:17.076612Z","steps":["trace[1883917104] 'process raft request' (duration: 982.186105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.077283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.094136Z","time spent":"983.077286ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:17.162164Z","caller":"traceutil/trace.go:171","msg":"trace[561765332] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"542.025675ms","start":"2026-03-31T18:42:16.620118Z","end":"2026-03-31T18:42:17.162144Z","steps":["trace[561765332] 'process raft request' (duration: 541.966143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.162339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.620097Z","time spent":"542.182358ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:17.162204Z","caller":"traceutil/trace.go:171","msg":"trace[780493490] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"915.356951ms","start":"2026-03-31T18:42:16.246807Z","end":"2026-03-31T18:42:17.162163Z","steps":["trace[780493490] 'process raft request' (duration: 914.787148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.162481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.246789Z","time spent":"915.633338ms","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2500,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:42:17.367873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.243048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:17.368231Z","caller":"traceutil/trace.go:171","msg":"trace[439131479] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"366.148452ms","start":"2026-03-31T18:42:17.002044Z","end":"2026-03-31T18:42:17.368193Z","steps":["trace[439131479] 'process raft request' (duration: 204.571076ms)","trace[439131479] 'compare' (duration: 160.754127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:17.368393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.002012Z","time spent":"366.299316ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:42:17.368472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.085684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:42:17.368524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.800328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:42:17.368534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.625023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:42:17.368585Z","caller":"traceutil/trace.go:171","msg":"trace[1590073752] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6220; }","duration":"761.920181ms","start":"2026-03-31T18:42:16.606648Z","end":"2026-03-31T18:42:17.368568Z","steps":["trace[1590073752] 'agreement among raft nodes before linearized reading' (duration: 761.740827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.36861Z","caller":"traceutil/trace.go:171","msg":"trace[2035462367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6220; }","duration":"540.750475ms","start":"2026-03-31T18:42:16.827843Z","end":"2026-03-31T18:42:17.368593Z","steps":["trace[2035462367] 'agreement among raft nodes before linearized reading' (duration: 540.51317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.368622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.635258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22d2efe-c1e4-4a02-8974-853282ab8bf2\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-31T18:42:17.368635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.606627Z","time spent":"761.994523ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:42:17.368658Z","caller":"traceutil/trace.go:171","msg":"trace[391245413] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e22d2efe-c1e4-4a02-8974-853282ab8bf2; range_end:; response_count:1; response_revision:6220; }","duration":"780.70385ms","start":"2026-03-31T18:42:16.587946Z","end":"2026-03-31T18:42:17.36865Z","steps":["trace[391245413] 'agreement among raft nodes before linearized reading' (duration: 780.461824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.368657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.827822Z","time spent":"540.826698ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:42:17.368552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.210512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:42:17.368692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.222412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:17.368279Z","caller":"traceutil/trace.go:171","msg":"trace[1592251573] linearizableReadLoop","detail":"{readStateIndex:6479; appliedIndex:6476; }","duration":"291.787807ms","start":"2026-03-31T18:42:17.076473Z","end":"2026-03-31T18:42:17.368261Z","steps":["trace[1592251573] 'read index received' (duration: 85.435169ms)","trace[1592251573] 'applied index is now lower than readState.Index' (duration: 206.351008ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:17.368746Z","caller":"traceutil/trace.go:171","msg":"trace[1191523575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6220; }","duration":"671.306725ms","start":"2026-03-31T18:42:16.697425Z","end":"2026-03-31T18:42:17.368732Z","steps":["trace[1191523575] 'agreement among raft nodes before linearized reading' (duration: 670.949877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.368801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.69741Z","time spent":"671.379136ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:42:17.368747Z","caller":"traceutil/trace.go:171","msg":"trace[826347742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6220; }","duration":"671.408016ms","start":"2026-03-31T18:42:16.697305Z","end":"2026-03-31T18:42:17.368713Z","steps":["trace[826347742] 'agreement among raft nodes before linearized reading' (duration: 671.065168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.368862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.697288Z","time spent":"671.56523ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:17.368483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.69634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22d2efe-c1e4-4a02-8974-853282ab8bf2\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-31T18:42:17.368825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.44991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:17.369023Z","caller":"traceutil/trace.go:171","msg":"trace[2041758859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6220; }","duration":"921.725376ms","start":"2026-03-31T18:42:16.447279Z","end":"2026-03-31T18:42:17.369005Z","steps":["trace[2041758859] 'agreement among raft nodes before linearized reading' (duration: 921.233225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.36906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.835233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:42:17.369137Z","caller":"traceutil/trace.go:171","msg":"trace[956346051] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6220; }","duration":"734.936525ms","start":"2026-03-31T18:42:16.634182Z","end":"2026-03-31T18:42:17.369118Z","steps":["trace[956346051] 'agreement among raft nodes before linearized reading' (duration: 734.098486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.368937Z","caller":"traceutil/trace.go:171","msg":"trace[1450459382] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e22d2efe-c1e4-4a02-8974-853282ab8bf2; range_end:; response_count:1; response_revision:6220; }","duration":"571.19451ms","start":"2026-03-31T18:42:16.797725Z","end":"2026-03-31T18:42:17.368919Z","steps":["trace[1450459382] 'agreement among raft nodes before linearized reading' (duration: 570.602756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.369183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.634168Z","time spent":"735.004726ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:42:17.369198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.797702Z","time spent":"571.479097ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22d2efe-c1e4-4a02-8974-853282ab8bf2\" "} {"level":"warn","ts":"2026-03-31T18:42:17.369071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.068266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:17.368554Z","caller":"traceutil/trace.go:171","msg":"trace[468198624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6220; }","duration":"701.208146ms","start":"2026-03-31T18:42:16.667328Z","end":"2026-03-31T18:42:17.368536Z","steps":["trace[468198624] 'agreement among raft nodes before linearized reading' (duration: 700.93906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.369263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.447259Z","time spent":"921.845479ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:42:17.369392Z","caller":"traceutil/trace.go:171","msg":"trace[1175017331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6220; }","duration":"727.378553ms","start":"2026-03-31T18:42:16.641925Z","end":"2026-03-31T18:42:17.369303Z","steps":["trace[1175017331] 'agreement among raft nodes before linearized reading' (duration: 726.380561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.369322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.667312Z","time spent":"701.997915ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:42:17.368685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.587929Z","time spent":"780.7504ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22d2efe-c1e4-4a02-8974-853282ab8bf2\" "} {"level":"warn","ts":"2026-03-31T18:42:17.369454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.641862Z","time spent":"727.577627ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:17.869086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444131044,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:42:18.106529Z","caller":"traceutil/trace.go:171","msg":"trace[807204875] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"918.994564ms","start":"2026-03-31T18:42:17.187453Z","end":"2026-03-31T18:42:18.106447Z","steps":["trace[807204875] 'process raft request' (duration: 918.854261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.106682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.187431Z","time spent":"919.172758ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:18.192896Z","caller":"traceutil/trace.go:171","msg":"trace[633956814] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"819.811582ms","start":"2026-03-31T18:42:17.37306Z","end":"2026-03-31T18:42:18.192872Z","steps":["trace[633956814] 'process raft request' (duration: 819.578726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.193069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.373027Z","time spent":"819.952275ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:18.193367Z","caller":"traceutil/trace.go:171","msg":"trace[899758371] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"819.33791ms","start":"2026-03-31T18:42:17.374007Z","end":"2026-03-31T18:42:18.193345Z","steps":["trace[899758371] 'process raft request' (duration: 818.795388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.193503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.373986Z","time spent":"819.448233ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:18.194173Z","caller":"traceutil/trace.go:171","msg":"trace[1182814869] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"820.020955ms","start":"2026-03-31T18:42:17.374136Z","end":"2026-03-31T18:42:18.194157Z","steps":["trace[1182814869] 'process raft request' (duration: 819.80253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.194227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.374112Z","time spent":"820.090557ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:18.194276Z","caller":"traceutil/trace.go:171","msg":"trace[268273066] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"819.178076ms","start":"2026-03-31T18:42:17.375076Z","end":"2026-03-31T18:42:18.194254Z","steps":["trace[268273066] 'process raft request' (duration: 819.017323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.194392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.375063Z","time spent":"819.274178ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:18.194374Z","caller":"traceutil/trace.go:171","msg":"trace[1749491948] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"818.452081ms","start":"2026-03-31T18:42:17.375893Z","end":"2026-03-31T18:42:18.194345Z","steps":["trace[1749491948] 'process raft request' (duration: 818.340968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:18.194451Z","caller":"traceutil/trace.go:171","msg":"trace[1407233086] transaction","detail":"{read_only:false; response_revision:6226; number_of_response:1; }","duration":"819.063315ms","start":"2026-03-31T18:42:17.375367Z","end":"2026-03-31T18:42:18.194431Z","steps":["trace[1407233086] 'process raft request' (duration: 818.809539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.194536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.375884Z","time spent":"818.567334ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:18.194592Z","caller":"traceutil/trace.go:171","msg":"trace[928092877] linearizableReadLoop","detail":"{readStateIndex:6487; appliedIndex:6480; }","duration":"825.789398ms","start":"2026-03-31T18:42:17.368735Z","end":"2026-03-31T18:42:18.194524Z","steps":["trace[928092877] 'read index received' (duration: 737.707038ms)","trace[928092877] 'applied index is now lower than readState.Index' (duration: 88.08122ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:18.194754Z","caller":"traceutil/trace.go:171","msg":"trace[1345540218] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"818.631105ms","start":"2026-03-31T18:42:17.376109Z","end":"2026-03-31T18:42:18.19474Z","steps":["trace[1345540218] 'process raft request' (duration: 818.169384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.194772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.375356Z","time spent":"819.137897ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:18.194821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.376102Z","time spent":"818.687526ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:18.19483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.133091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:18.194879Z","caller":"traceutil/trace.go:171","msg":"trace[947693180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6228; }","duration":"824.207982ms","start":"2026-03-31T18:42:17.370657Z","end":"2026-03-31T18:42:18.194865Z","steps":["trace[947693180] 'agreement among raft nodes before linearized reading' (duration: 824.133351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.19493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.370638Z","time spent":"824.282964ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:42:18.19479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.26483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:42:18.194982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.538049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T18:42:18.195048Z","caller":"traceutil/trace.go:171","msg":"trace[429941821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6228; }","duration":"820.63738ms","start":"2026-03-31T18:42:17.3744Z","end":"2026-03-31T18:42:18.195038Z","steps":["trace[429941821] 'agreement among raft nodes before linearized reading' (duration: 820.406335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.19503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.788707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:42:18.195158Z","caller":"traceutil/trace.go:171","msg":"trace[1212970349] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:6228; }","duration":"917.963011ms","start":"2026-03-31T18:42:17.277145Z","end":"2026-03-31T18:42:18.195108Z","steps":["trace[1212970349] 'agreement among raft nodes before linearized reading' (duration: 917.620903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.195088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.374388Z","time spent":"820.690552ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63004,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:42:18.195254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.119309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:773072"} {"level":"info","ts":"2026-03-31T18:42:18.195306Z","caller":"traceutil/trace.go:171","msg":"trace[1668512447] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:6228; }","duration":"902.212671ms","start":"2026-03-31T18:42:17.293082Z","end":"2026-03-31T18:42:18.195295Z","steps":["trace[1668512447] 'agreement among raft nodes before linearized reading' (duration: 901.74534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:18.194986Z","caller":"traceutil/trace.go:171","msg":"trace[2130436756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6228; }","duration":"990.507205ms","start":"2026-03-31T18:42:17.204456Z","end":"2026-03-31T18:42:18.194964Z","steps":["trace[2130436756] 'agreement among raft nodes before linearized reading' (duration: 990.27385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.195342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.293052Z","time spent":"902.280213ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":773096,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:42:18.195375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.204435Z","time spent":"990.905625ms","remote":"127.0.0.1:54346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:18.196276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:17.277073Z","time spent":"918.135325ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"info","ts":"2026-03-31T18:42:18.74647Z","caller":"traceutil/trace.go:171","msg":"trace[833042279] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"103.903801ms","start":"2026-03-31T18:42:18.64254Z","end":"2026-03-31T18:42:18.746444Z","steps":["trace[833042279] 'process raft request' (duration: 73.001416ms)","trace[833042279] 'compare' (duration: 30.791002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:19.868046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.039403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:19.868213Z","caller":"traceutil/trace.go:171","msg":"trace[1477115130] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"221.541404ms","start":"2026-03-31T18:42:19.646648Z","end":"2026-03-31T18:42:19.868189Z","steps":["trace[1477115130] 'process raft request' (duration: 64.025821ms)","trace[1477115130] 'compare' (duration: 156.896089ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:20.399331Z","caller":"traceutil/trace.go:171","msg":"trace[1020007204] transaction","detail":"{read_only:false; response_revision:6301; number_of_response:1; }","duration":"140.528697ms","start":"2026-03-31T18:42:20.258773Z","end":"2026-03-31T18:42:20.399301Z","steps":["trace[1020007204] 'process raft request' (duration: 70.470338ms)","trace[1020007204] 'compare' (duration: 69.856153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:21.795537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444131260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:22.296221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444131260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:22.796863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444131260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:23.125738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.92922355s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:42:23.126274Z","caller":"traceutil/trace.go:171","msg":"trace[138732562] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"1.929864594s","start":"2026-03-31T18:42:21.196346Z","end":"2026-03-31T18:42:23.12621Z","steps":["trace[138732562] 'process raft request' (duration: 1.929702131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.126505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.196326Z","time spent":"1.930068309s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:23.141208Z","caller":"traceutil/trace.go:171","msg":"trace[671960382] transaction","detail":"{read_only:false; response_revision:6309; number_of_response:1; }","duration":"900.097272ms","start":"2026-03-31T18:42:22.241081Z","end":"2026-03-31T18:42:23.141178Z","steps":["trace[671960382] 'process raft request' (duration: 899.956569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.141314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.241053Z","time spent":"900.214705ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:23.148793Z","caller":"traceutil/trace.go:171","msg":"trace[1426477774] transaction","detail":"{read_only:false; response_revision:6310; number_of_response:1; }","duration":"611.95896ms","start":"2026-03-31T18:42:22.536824Z","end":"2026-03-31T18:42:23.148783Z","steps":["trace[1426477774] 'process raft request' (duration: 611.781466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.148879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.536797Z","time spent":"612.037871ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:23.148737Z","caller":"traceutil/trace.go:171","msg":"trace[241346329] linearizableReadLoop","detail":"{readStateIndex:6575; appliedIndex:6571; }","duration":"1.853614195s","start":"2026-03-31T18:42:21.295105Z","end":"2026-03-31T18:42:23.14872Z","steps":["trace[241346329] 'read index received' (duration: 1.830920377s)","trace[241346329] 'applied index is now lower than readState.Index' (duration: 22.692988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:23.149565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745061768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22d2efe-c1e4-4a02-8974-853282ab8bf2\" ","response":"range_response_count:1 size:3909"} {"level":"info","ts":"2026-03-31T18:42:23.14963Z","caller":"traceutil/trace.go:171","msg":"trace[1513283728] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e22d2efe-c1e4-4a02-8974-853282ab8bf2; range_end:; response_count:1; response_revision:6312; }","duration":"1.745163381s","start":"2026-03-31T18:42:21.404451Z","end":"2026-03-31T18:42:23.149614Z","steps":["trace[1513283728] 'agreement among raft nodes before linearized reading' (duration: 1.744979807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.149656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854514825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787733"} {"level":"warn","ts":"2026-03-31T18:42:23.14972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.910361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:23.149754Z","caller":"traceutil/trace.go:171","msg":"trace[9989944] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:6311; }","duration":"1.854663979s","start":"2026-03-31T18:42:21.295067Z","end":"2026-03-31T18:42:23.149731Z","steps":["trace[9989944] 'agreement among raft nodes before linearized reading' (duration: 1.85384674s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.14978Z","caller":"traceutil/trace.go:171","msg":"trace[518635427] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6312; }","duration":"691.006752ms","start":"2026-03-31T18:42:22.458761Z","end":"2026-03-31T18:42:23.149768Z","steps":["trace[518635427] 'agreement among raft nodes before linearized reading' (duration: 690.879979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.149787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.536247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:42:23.149819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.458741Z","time spent":"691.069204ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":42,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:42:23.14986Z","caller":"traceutil/trace.go:171","msg":"trace[190486715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6312; }","duration":"891.63979ms","start":"2026-03-31T18:42:22.258206Z","end":"2026-03-31T18:42:23.149846Z","steps":["trace[190486715] 'agreement among raft nodes before linearized reading' (duration: 891.449486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.149912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.258195Z","time spent":"891.707301ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:23.149911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071740457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:23.14991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.578878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:42:23.149949Z","caller":"traceutil/trace.go:171","msg":"trace[582370221] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6312; }","duration":"1.071807689s","start":"2026-03-31T18:42:22.078132Z","end":"2026-03-31T18:42:23.149939Z","steps":["trace[582370221] 'agreement among raft nodes before linearized reading' (duration: 1.071716357s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.14997Z","caller":"traceutil/trace.go:171","msg":"trace[1012485620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6312; }","duration":"891.681791ms","start":"2026-03-31T18:42:22.258274Z","end":"2026-03-31T18:42:23.149956Z","steps":["trace[1012485620] 'agreement among raft nodes before linearized reading' (duration: 891.518437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.14999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.078114Z","time spent":"1.07186643s","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:23.150003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.258256Z","time spent":"891.739242ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:42:23.150004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.992448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:42:23.150079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.93863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:42:23.150079Z","caller":"traceutil/trace.go:171","msg":"trace[1808603928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6312; }","duration":"892.106202ms","start":"2026-03-31T18:42:22.257955Z","end":"2026-03-31T18:42:23.150061Z","steps":["trace[1808603928] 'agreement among raft nodes before linearized reading' (duration: 891.882456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.150107Z","caller":"traceutil/trace.go:171","msg":"trace[1046682502] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6312; }","duration":"892.991742ms","start":"2026-03-31T18:42:22.257106Z","end":"2026-03-31T18:42:23.150097Z","steps":["trace[1046682502] 'agreement among raft nodes before linearized reading' (duration: 892.936669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.150125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.257095Z","time spent":"893.026192ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:42:23.150135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.257935Z","time spent":"892.184503ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:23.150028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.911458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:42:23.150265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650570943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:42:23.150254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301202214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:23.150276Z","caller":"traceutil/trace.go:171","msg":"trace[665896024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6312; }","duration":"893.174485ms","start":"2026-03-31T18:42:22.257087Z","end":"2026-03-31T18:42:23.150262Z","steps":["trace[665896024] 'agreement among raft nodes before linearized reading' (duration: 892.898408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.150287Z","caller":"traceutil/trace.go:171","msg":"trace[1910961442] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6312; }","duration":"1.650633485s","start":"2026-03-31T18:42:21.499648Z","end":"2026-03-31T18:42:23.150281Z","steps":["trace[1910961442] 'agreement among raft nodes before linearized reading' (duration: 1.650531183s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.149809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.295047Z","time spent":"1.854748641s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787757,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:42:23.150303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.964444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:42:23.150321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.499626Z","time spent":"1.650689917s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":89,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:42:23.150323Z","caller":"traceutil/trace.go:171","msg":"trace[534502598] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6312; }","duration":"1.301285625s","start":"2026-03-31T18:42:21.849022Z","end":"2026-03-31T18:42:23.150308Z","steps":["trace[534502598] 'agreement among raft nodes before linearized reading' (duration: 1.301168153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.15033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.257075Z","time spent":"893.241327ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:42:23.150348Z","caller":"traceutil/trace.go:171","msg":"trace[1979647901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6312; }","duration":"930.046406ms","start":"2026-03-31T18:42:22.220292Z","end":"2026-03-31T18:42:23.150338Z","steps":["trace[1979647901] 'agreement among raft nodes before linearized reading' (duration: 929.924983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.150359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.848984Z","time spent":"1.301367997s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:23.150379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.220271Z","time spent":"930.101737ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:42:23.150473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702445816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:23.149664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.404433Z","time spent":"1.745223152s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3933,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22d2efe-c1e4-4a02-8974-853282ab8bf2\" "} {"level":"info","ts":"2026-03-31T18:42:23.15051Z","caller":"traceutil/trace.go:171","msg":"trace[610055246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6312; }","duration":"1.702522158s","start":"2026-03-31T18:42:21.44798Z","end":"2026-03-31T18:42:23.150502Z","steps":["trace[610055246] 'agreement among raft nodes before linearized reading' (duration: 1.702473507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.150537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.447958Z","time spent":"1.702572939s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:42:23.150672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.308868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:42:23.150879Z","caller":"traceutil/trace.go:171","msg":"trace[609167974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6312; }","duration":"893.535093ms","start":"2026-03-31T18:42:22.257335Z","end":"2026-03-31T18:42:23.15087Z","steps":["trace[609167974] 'agreement among raft nodes before linearized reading' (duration: 893.242596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.150914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.257327Z","time spent":"893.578455ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:42:23.283397Z","caller":"traceutil/trace.go:171","msg":"trace[286327905] transaction","detail":"{read_only:false; response_revision:6321; number_of_response:1; }","duration":"104.614156ms","start":"2026-03-31T18:42:23.178759Z","end":"2026-03-31T18:42:23.283374Z","steps":["trace[286327905] 'process raft request' (duration: 104.478993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.370149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.349567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:25.370252Z","caller":"traceutil/trace.go:171","msg":"trace[593896184] linearizableReadLoop","detail":"{readStateIndex:6629; appliedIndex:6628; }","duration":"133.829904ms","start":"2026-03-31T18:42:25.236405Z","end":"2026-03-31T18:42:25.370234Z","steps":["trace[593896184] 'read index received' (duration: 23.295533ms)","trace[593896184] 'applied index is now lower than readState.Index' (duration: 110.533141ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:25.3704Z","caller":"traceutil/trace.go:171","msg":"trace[158528158] transaction","detail":"{read_only:false; response_revision:6363; number_of_response:1; }","duration":"134.6119ms","start":"2026-03-31T18:42:25.235745Z","end":"2026-03-31T18:42:25.370357Z","steps":["trace[158528158] 'process raft request' (duration: 23.976417ms)","trace[158528158] 'compare' (duration: 110.209284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:25.370518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.10706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T18:42:25.370558Z","caller":"traceutil/trace.go:171","msg":"trace[69606384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6363; }","duration":"134.150501ms","start":"2026-03-31T18:42:25.236398Z","end":"2026-03-31T18:42:25.370548Z","steps":["trace[69606384] 'agreement among raft nodes before linearized reading' (duration: 133.882395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.372443Z","caller":"traceutil/trace.go:171","msg":"trace[1443655264] transaction","detail":"{read_only:false; response_revision:6364; number_of_response:1; }","duration":"135.560693ms","start":"2026-03-31T18:42:25.236831Z","end":"2026-03-31T18:42:25.372392Z","steps":["trace[1443655264] 'process raft request' (duration: 135.286147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.372465Z","caller":"traceutil/trace.go:171","msg":"trace[458335206] transaction","detail":"{read_only:false; response_revision:6366; number_of_response:1; }","duration":"135.509412ms","start":"2026-03-31T18:42:25.236934Z","end":"2026-03-31T18:42:25.372443Z","steps":["trace[458335206] 'process raft request' (duration: 135.372829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.372592Z","caller":"traceutil/trace.go:171","msg":"trace[1322740181] transaction","detail":"{read_only:false; response_revision:6365; number_of_response:1; }","duration":"135.690666ms","start":"2026-03-31T18:42:25.236876Z","end":"2026-03-31T18:42:25.372567Z","steps":["trace[1322740181] 'process raft request' (duration: 135.379259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.372729Z","caller":"traceutil/trace.go:171","msg":"trace[1933241727] transaction","detail":"{read_only:false; response_revision:6367; number_of_response:1; }","duration":"135.770687ms","start":"2026-03-31T18:42:25.236943Z","end":"2026-03-31T18:42:25.372714Z","steps":["trace[1933241727] 'process raft request' (duration: 135.415649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.372734Z","caller":"traceutil/trace.go:171","msg":"trace[657366022] transaction","detail":"{read_only:false; response_revision:6368; number_of_response:1; }","duration":"134.735003ms","start":"2026-03-31T18:42:25.237983Z","end":"2026-03-31T18:42:25.372718Z","steps":["trace[657366022] 'process raft request' (duration: 134.646531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:30.143277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.494287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-rn64l\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-31T18:42:30.143343Z","caller":"traceutil/trace.go:171","msg":"trace[86132332] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-rn64l; range_end:; response_count:1; response_revision:6424; }","duration":"425.63025ms","start":"2026-03-31T18:42:29.717699Z","end":"2026-03-31T18:42:30.14333Z","steps":["trace[86132332] 'range keys from in-memory index tree' (duration: 425.261041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:30.143372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:29.717664Z","time spent":"425.702071ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7842,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-rn64l\" "} {"level":"info","ts":"2026-03-31T18:42:30.143652Z","caller":"traceutil/trace.go:171","msg":"trace[137724493] linearizableReadLoop","detail":"{readStateIndex:6693; appliedIndex:6692; }","duration":"126.902704ms","start":"2026-03-31T18:42:30.016722Z","end":"2026-03-31T18:42:30.143625Z","steps":["trace[137724493] 'read index received' (duration: 45.257182ms)","trace[137724493] 'applied index is now lower than readState.Index' (duration: 81.644272ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:30.14367Z","caller":"traceutil/trace.go:171","msg":"trace[622616422] transaction","detail":"{read_only:false; response_revision:6425; number_of_response:1; }","duration":"414.990197ms","start":"2026-03-31T18:42:29.728649Z","end":"2026-03-31T18:42:30.143639Z","steps":["trace[622616422] 'process raft request' (duration: 333.372735ms)","trace[622616422] 'compare' (duration: 81.366846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:30.143823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.072948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:30.143845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:29.728622Z","time spent":"415.16031ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:42:30.143886Z","caller":"traceutil/trace.go:171","msg":"trace[791595896] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:6425; }","duration":"127.185781ms","start":"2026-03-31T18:42:30.01668Z","end":"2026-03-31T18:42:30.143866Z","steps":["trace[791595896] 'agreement among raft nodes before linearized reading' (duration: 127.046088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:30.515173Z","caller":"traceutil/trace.go:171","msg":"trace[1850441413] transaction","detail":"{read_only:false; response_revision:6426; number_of_response:1; }","duration":"362.804007ms","start":"2026-03-31T18:42:30.152342Z","end":"2026-03-31T18:42:30.515146Z","steps":["trace[1850441413] 'process raft request' (duration: 362.630233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:30.515343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:30.152315Z","time spent":"362.936989ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:30.74385Z","caller":"traceutil/trace.go:171","msg":"trace[1503206373] transaction","detail":"{read_only:false; response_revision:6427; number_of_response:1; }","duration":"221.938203ms","start":"2026-03-31T18:42:30.521887Z","end":"2026-03-31T18:42:30.743825Z","steps":["trace[1503206373] 'process raft request' (duration: 132.417281ms)","trace[1503206373] 'compare' (duration: 89.308307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:31.011688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.870205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:31.011916Z","caller":"traceutil/trace.go:171","msg":"trace[160935866] transaction","detail":"{read_only:false; response_revision:6428; number_of_response:1; }","duration":"489.617959ms","start":"2026-03-31T18:42:30.522272Z","end":"2026-03-31T18:42:31.01189Z","steps":["trace[160935866] 'process raft request' (duration: 351.456628ms)","trace[160935866] 'compare' (duration: 137.401774ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:31.012026Z","caller":"traceutil/trace.go:171","msg":"trace[1799079322] linearizableReadLoop","detail":"{readStateIndex:6699; appliedIndex:6695; }","duration":"278.025652ms","start":"2026-03-31T18:42:30.733982Z","end":"2026-03-31T18:42:31.012007Z","steps":["trace[1799079322] 'read index received' (duration: 139.571034ms)","trace[1799079322] 'applied index is now lower than readState.Index' (duration: 138.453768ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:31.012009Z","caller":"traceutil/trace.go:171","msg":"trace[1027643203] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"489.298262ms","start":"2026-03-31T18:42:30.522662Z","end":"2026-03-31T18:42:31.01196Z","steps":["trace[1027643203] 'process raft request' (duration: 489.141348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.012061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:30.522224Z","time spent":"489.767522ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:31.012059Z","caller":"traceutil/trace.go:171","msg":"trace[773455741] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"488.792751ms","start":"2026-03-31T18:42:30.523234Z","end":"2026-03-31T18:42:31.012027Z","steps":["trace[773455741] 'process raft request' (duration: 488.662428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.012181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:30.522649Z","time spent":"489.436905ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:31.01221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:30.523221Z","time spent":"488.912174ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:31.012358Z","caller":"traceutil/trace.go:171","msg":"trace[834195341] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"481.593566ms","start":"2026-03-31T18:42:30.530754Z","end":"2026-03-31T18:42:31.012348Z","steps":["trace[834195341] 'process raft request' (duration: 481.194067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.012423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:30.530723Z","time spent":"481.668127ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11828,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:31.012202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.210316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8d8bd7c88-n6w2x.18a2013986f1d935\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-31T18:42:31.012475Z","caller":"traceutil/trace.go:171","msg":"trace[1608844327] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-8d8bd7c88-n6w2x.18a2013986f1d935; range_end:; response_count:1; response_revision:6431; }","duration":"278.482682ms","start":"2026-03-31T18:42:30.733972Z","end":"2026-03-31T18:42:31.012455Z","steps":["trace[1608844327] 'agreement among raft nodes before linearized reading' (duration: 278.093513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:31.216359Z","caller":"traceutil/trace.go:171","msg":"trace[1235099306] linearizableReadLoop","detail":"{readStateIndex:6700; appliedIndex:6699; }","duration":"200.136747ms","start":"2026-03-31T18:42:31.01618Z","end":"2026-03-31T18:42:31.216317Z","steps":["trace[1235099306] 'read index received' (duration: 148.502168ms)","trace[1235099306] 'applied index is now lower than readState.Index' (duration: 51.632048ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:31.216409Z","caller":"traceutil/trace.go:171","msg":"trace[640637471] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"201.048927ms","start":"2026-03-31T18:42:31.015317Z","end":"2026-03-31T18:42:31.216366Z","steps":["trace[640637471] 'process raft request' (duration: 149.352677ms)","trace[640637471] 'compare' (duration: 51.505545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:31.216722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.402812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-j7vkz\" ","response":"range_response_count:1 size:9901"} {"level":"info","ts":"2026-03-31T18:42:31.216773Z","caller":"traceutil/trace.go:171","msg":"trace[1930329752] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-j7vkz; range_end:; response_count:1; response_revision:6432; }","duration":"200.616766ms","start":"2026-03-31T18:42:31.016142Z","end":"2026-03-31T18:42:31.216759Z","steps":["trace[1930329752] 'agreement among raft nodes before linearized reading' (duration: 200.297139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:31.258599Z","caller":"traceutil/trace.go:171","msg":"trace[520025285] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"241.000928ms","start":"2026-03-31T18:42:31.017578Z","end":"2026-03-31T18:42:31.258579Z","steps":["trace[520025285] 'process raft request' (duration: 240.478516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:31.258747Z","caller":"traceutil/trace.go:171","msg":"trace[1355831151] transaction","detail":"{read_only:false; response_revision:6434; number_of_response:1; }","duration":"240.605969ms","start":"2026-03-31T18:42:31.018121Z","end":"2026-03-31T18:42:31.258726Z","steps":["trace[1355831151] 'process raft request' (duration: 240.411344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.921464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.245939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:31.921809Z","caller":"traceutil/trace.go:171","msg":"trace[1765071817] linearizableReadLoop","detail":"{readStateIndex:6706; appliedIndex:6702; }","duration":"528.462196ms","start":"2026-03-31T18:42:31.39333Z","end":"2026-03-31T18:42:31.921792Z","steps":["trace[1765071817] 'read index received' (duration: 423.730776ms)","trace[1765071817] 'applied index is now lower than readState.Index' (duration: 104.73045ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:31.921903Z","caller":"traceutil/trace.go:171","msg":"trace[1498892576] transaction","detail":"{read_only:false; response_revision:6436; number_of_response:1; }","duration":"694.987434ms","start":"2026-03-31T18:42:31.226905Z","end":"2026-03-31T18:42:31.921893Z","steps":["trace[1498892576] 'process raft request' (duration: 694.685297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.922001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.226882Z","time spent":"695.075326ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:31.922045Z","caller":"traceutil/trace.go:171","msg":"trace[1824992431] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"679.267226ms","start":"2026-03-31T18:42:31.242759Z","end":"2026-03-31T18:42:31.922026Z","steps":["trace[1824992431] 'process raft request' (duration: 678.945849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:31.922087Z","caller":"traceutil/trace.go:171","msg":"trace[137277037] transaction","detail":"{read_only:false; response_revision:6435; number_of_response:1; }","duration":"726.140045ms","start":"2026-03-31T18:42:31.195911Z","end":"2026-03-31T18:42:31.922051Z","steps":["trace[137277037] 'process raft request' (duration: 621.223691ms)","trace[137277037] 'compare' (duration: 103.990182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:31.922136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.051007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:31.922197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.836294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:42:31.922177Z","caller":"traceutil/trace.go:171","msg":"trace[1996253722] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"670.374602ms","start":"2026-03-31T18:42:31.251724Z","end":"2026-03-31T18:42:31.922098Z","steps":["trace[1996253722] 'process raft request' (duration: 670.029724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.922256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.195892Z","time spent":"726.284578ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:31.922263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.724385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:42:31.92228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.979099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:42:31.922276Z","caller":"traceutil/trace.go:171","msg":"trace[988036050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6438; }","duration":"528.987328ms","start":"2026-03-31T18:42:31.393277Z","end":"2026-03-31T18:42:31.922265Z","steps":["trace[988036050] 'agreement among raft nodes before linearized reading' (duration: 528.727432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.922282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.242735Z","time spent":"679.420459ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:31.922359Z","caller":"traceutil/trace.go:171","msg":"trace[2088580425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6438; }","duration":"412.848027ms","start":"2026-03-31T18:42:31.50949Z","end":"2026-03-31T18:42:31.922338Z","steps":["trace[2088580425] 'agreement among raft nodes before linearized reading' (duration: 412.628452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.922389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.427531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:42:31.922401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.896888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:42:31.922416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.50948Z","time spent":"412.92161ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:42:31.922439Z","caller":"traceutil/trace.go:171","msg":"trace[1230035491] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6438; }","duration":"412.97716ms","start":"2026-03-31T18:42:31.509447Z","end":"2026-03-31T18:42:31.922425Z","steps":["trace[1230035491] 'agreement among raft nodes before linearized reading' (duration: 412.833347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.922431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.251694Z","time spent":"670.610107ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:31.922478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.509422Z","time spent":"413.047622ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:42:31.92249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.496552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:42:31.92254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.404288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:31.922247Z","caller":"traceutil/trace.go:171","msg":"trace[512537515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6438; }","duration":"475.189901ms","start":"2026-03-31T18:42:31.447029Z","end":"2026-03-31T18:42:31.922219Z","steps":["trace[512537515] 'agreement among raft nodes before linearized reading' (duration: 475.031207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:31.922366Z","caller":"traceutil/trace.go:171","msg":"trace[2075930719] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6438; }","duration":"412.08633ms","start":"2026-03-31T18:42:31.510262Z","end":"2026-03-31T18:42:31.922349Z","steps":["trace[2075930719] 'agreement among raft nodes before linearized reading' (duration: 411.840175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.922592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.447011Z","time spent":"475.568469ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:42:31.922404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.393258Z","time spent":"529.11553ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:42:31.922612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.51025Z","time spent":"412.350436ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:42:31.922621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.887303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:31.922342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.132227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:31.922718Z","caller":"traceutil/trace.go:171","msg":"trace[1569653223] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6438; }","duration":"247.558557ms","start":"2026-03-31T18:42:31.675146Z","end":"2026-03-31T18:42:31.922704Z","steps":["trace[1569653223] 'agreement among raft nodes before linearized reading' (duration: 247.160638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.922534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.793875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:42:31.922552Z","caller":"traceutil/trace.go:171","msg":"trace[115396936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6438; }","duration":"420.597205ms","start":"2026-03-31T18:42:31.50194Z","end":"2026-03-31T18:42:31.922538Z","steps":["trace[115396936] 'agreement among raft nodes before linearized reading' (duration: 420.441191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.922842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.501918Z","time spent":"420.905932ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:42:31.922786Z","caller":"traceutil/trace.go:171","msg":"trace[1795227515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6438; }","duration":"391.068172ms","start":"2026-03-31T18:42:31.531706Z","end":"2026-03-31T18:42:31.922774Z","steps":["trace[1795227515] 'agreement among raft nodes before linearized reading' (duration: 390.709194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.923034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.531694Z","time spent":"391.325858ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:42:31.922569Z","caller":"traceutil/trace.go:171","msg":"trace[1221924472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6438; }","duration":"412.483879ms","start":"2026-03-31T18:42:31.510078Z","end":"2026-03-31T18:42:31.922561Z","steps":["trace[1221924472] 'agreement among raft nodes before linearized reading' (duration: 412.376137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.923661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.510053Z","time spent":"413.552704ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:42:31.922663Z","caller":"traceutil/trace.go:171","msg":"trace[1187376620] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6438; }","duration":"403.953265ms","start":"2026-03-31T18:42:31.5187Z","end":"2026-03-31T18:42:31.922653Z","steps":["trace[1187376620] 'agreement among raft nodes before linearized reading' (duration: 403.892484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:31.923991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.518687Z","time spent":"405.284646ms","remote":"127.0.0.1:52092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:42:31.922434Z","caller":"traceutil/trace.go:171","msg":"trace[895806438] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6438; }","duration":"139.499242ms","start":"2026-03-31T18:42:31.782921Z","end":"2026-03-31T18:42:31.922421Z","steps":["trace[895806438] 'agreement among raft nodes before linearized reading' (duration: 139.443561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:32.42586Z","caller":"traceutil/trace.go:171","msg":"trace[1647436616] linearizableReadLoop","detail":"{readStateIndex:6710; appliedIndex:6707; }","duration":"493.19501ms","start":"2026-03-31T18:42:31.932645Z","end":"2026-03-31T18:42:32.42584Z","steps":["trace[1647436616] 'read index received' (duration: 78.965371ms)","trace[1647436616] 'applied index is now lower than readState.Index' (duration: 414.228679ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:32.425843Z","caller":"traceutil/trace.go:171","msg":"trace[822506919] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"496.169229ms","start":"2026-03-31T18:42:31.929638Z","end":"2026-03-31T18:42:32.425807Z","steps":["trace[822506919] 'process raft request' (duration: 495.961114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:32.426047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.929619Z","time spent":"496.352382ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:32.426171Z","caller":"traceutil/trace.go:171","msg":"trace[1853953453] transaction","detail":"{read_only:false; response_revision:6443; number_of_response:1; }","duration":"493.019227ms","start":"2026-03-31T18:42:31.933126Z","end":"2026-03-31T18:42:32.426146Z","steps":["trace[1853953453] 'process raft request' (duration: 492.634539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:32.426238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.573749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71026"} {"level":"info","ts":"2026-03-31T18:42:32.426241Z","caller":"traceutil/trace.go:171","msg":"trace[178919393] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"496.501806ms","start":"2026-03-31T18:42:31.929718Z","end":"2026-03-31T18:42:32.42622Z","steps":["trace[178919393] 'process raft request' (duration: 495.992125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:32.426333Z","caller":"traceutil/trace.go:171","msg":"trace[2118048035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6445; }","duration":"493.643961ms","start":"2026-03-31T18:42:31.932619Z","end":"2026-03-31T18:42:32.426263Z","steps":["trace[2118048035] 'agreement among raft nodes before linearized reading' (duration: 493.321934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:32.426329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.933117Z","time spent":"493.12735ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:32.426375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.932611Z","time spent":"493.755583ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71050,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:42:32.426371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.929712Z","time spent":"496.585888ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:32.426406Z","caller":"traceutil/trace.go:171","msg":"trace[1925808441] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"496.634419ms","start":"2026-03-31T18:42:31.929746Z","end":"2026-03-31T18:42:32.42638Z","steps":["trace[1925808441] 'process raft request' (duration: 495.995584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:32.426492Z","caller":"traceutil/trace.go:171","msg":"trace[1045559020] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"493.056808ms","start":"2026-03-31T18:42:31.933411Z","end":"2026-03-31T18:42:32.426468Z","steps":["trace[1045559020] 'process raft request' (duration: 492.368372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:32.426508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.929725Z","time spent":"496.733841ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:32.426553Z","caller":"traceutil/trace.go:171","msg":"trace[712854463] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"490.436708ms","start":"2026-03-31T18:42:31.936105Z","end":"2026-03-31T18:42:32.426541Z","steps":["trace[712854463] 'process raft request' (duration: 489.695652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:32.426589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.933391Z","time spent":"493.13446ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:32.426621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:31.936096Z","time spent":"490.494329ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:32.892171Z","caller":"traceutil/trace.go:171","msg":"trace[949229788] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"459.717467ms","start":"2026-03-31T18:42:32.432425Z","end":"2026-03-31T18:42:32.892143Z","steps":["trace[949229788] 'process raft request' (duration: 459.548533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:32.892353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:32.432407Z","time spent":"459.85568ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:33.946729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444131561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:34.447222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444131561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:34.636578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744584067s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:42:34.636963Z","caller":"traceutil/trace.go:171","msg":"trace[422128496] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"2.202950883s","start":"2026-03-31T18:42:32.43399Z","end":"2026-03-31T18:42:34.636941Z","steps":["trace[422128496] 'process raft request' (duration: 2.202723927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.637063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:32.433956Z","time spent":"2.203048455s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:34.636962Z","caller":"traceutil/trace.go:171","msg":"trace[1338193440] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"2.200422077s","start":"2026-03-31T18:42:32.436525Z","end":"2026-03-31T18:42:34.636947Z","steps":["trace[1338193440] 'process raft request' (duration: 2.200327575s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.637256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:32.436515Z","time spent":"2.200608271s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:34.647131Z","caller":"traceutil/trace.go:171","msg":"trace[1919184570] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"1.521878638s","start":"2026-03-31T18:42:33.125229Z","end":"2026-03-31T18:42:34.647107Z","steps":["trace[1919184570] 'process raft request' (duration: 1.519430552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.647256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:33.125198Z","time spent":"1.521996221s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:34.647121Z","caller":"traceutil/trace.go:171","msg":"trace[457332113] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"1.221611978s","start":"2026-03-31T18:42:33.425479Z","end":"2026-03-31T18:42:34.647091Z","steps":["trace[457332113] 'process raft request' (duration: 1.221547127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.647398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:33.42545Z","time spent":"1.221865294s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:34.6764Z","caller":"traceutil/trace.go:171","msg":"trace[102907290] linearizableReadLoop","detail":"{readStateIndex:6723; appliedIndex:6715; }","duration":"1.230243584s","start":"2026-03-31T18:42:33.446135Z","end":"2026-03-31T18:42:34.676379Z","steps":["trace[102907290] 'read index received' (duration: 1.190709152s)","trace[102907290] 'applied index is now lower than readState.Index' (duration: 39.533732ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:34.67641Z","caller":"traceutil/trace.go:171","msg":"trace[626656403] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"1.170239436s","start":"2026-03-31T18:42:33.506121Z","end":"2026-03-31T18:42:34.676361Z","steps":["trace[626656403] 'process raft request' (duration: 1.170031961s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.676522Z","caller":"traceutil/trace.go:171","msg":"trace[724027542] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"748.530605ms","start":"2026-03-31T18:42:33.927982Z","end":"2026-03-31T18:42:34.676513Z","steps":["trace[724027542] 'process raft request' (duration: 748.28498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.676635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:33.927962Z","time spent":"748.585437ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:34.676753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:33.506097Z","time spent":"1.17043953s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:34.676881Z","caller":"traceutil/trace.go:171","msg":"trace[1766467956] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"748.781561ms","start":"2026-03-31T18:42:33.928091Z","end":"2026-03-31T18:42:34.676873Z","steps":["trace[1766467956] 'process raft request' (duration: 748.206138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.676923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:33.928084Z","time spent":"748.818412ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:34.676988Z","caller":"traceutil/trace.go:171","msg":"trace[184300672] transaction","detail":"{read_only:false; response_revision:6454; number_of_response:1; }","duration":"748.71561ms","start":"2026-03-31T18:42:33.928265Z","end":"2026-03-31T18:42:34.676981Z","steps":["trace[184300672] 'process raft request' (duration: 748.060445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.677026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:33.928241Z","time spent":"748.76596ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:34.677115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230984761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:34.677144Z","caller":"traceutil/trace.go:171","msg":"trace[1017184608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6454; }","duration":"1.231034812s","start":"2026-03-31T18:42:33.446101Z","end":"2026-03-31T18:42:34.677136Z","steps":["trace[1017184608] 'agreement among raft nodes before linearized reading' (duration: 1.230969131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.677165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:33.446091Z","time spent":"1.231069873s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:42:34.677355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057624536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:42:34.677377Z","caller":"traceutil/trace.go:171","msg":"trace[1448298487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6454; }","duration":"1.057677688s","start":"2026-03-31T18:42:33.619694Z","end":"2026-03-31T18:42:34.677372Z","steps":["trace[1448298487] 'agreement among raft nodes before linearized reading' (duration: 1.057576555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.677398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:33.619677Z","time spent":"1.057712208s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:42:34.67759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.674451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:42:34.677617Z","caller":"traceutil/trace.go:171","msg":"trace[326304953] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6454; }","duration":"244.728143ms","start":"2026-03-31T18:42:34.432883Z","end":"2026-03-31T18:42:34.677611Z","steps":["trace[326304953] 'agreement among raft nodes before linearized reading' (duration: 244.655511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.677809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.060743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:42:34.677834Z","caller":"traceutil/trace.go:171","msg":"trace[1308626323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6454; }","duration":"246.132745ms","start":"2026-03-31T18:42:34.431695Z","end":"2026-03-31T18:42:34.677828Z","steps":["trace[1308626323] 'agreement among raft nodes before linearized reading' (duration: 246.069563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.677953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.208816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:42:34.677977Z","caller":"traceutil/trace.go:171","msg":"trace[349844052] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6454; }","duration":"662.257468ms","start":"2026-03-31T18:42:34.015711Z","end":"2026-03-31T18:42:34.677969Z","steps":["trace[349844052] 'agreement among raft nodes before linearized reading' (duration: 662.173386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.677995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:34.015694Z","time spent":"662.296808ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:42:34.678009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.781223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:42:34.678078Z","caller":"traceutil/trace.go:171","msg":"trace[1611910119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6454; }","duration":"247.899176ms","start":"2026-03-31T18:42:34.430163Z","end":"2026-03-31T18:42:34.678062Z","steps":["trace[1611910119] 'agreement among raft nodes before linearized reading' (duration: 247.720462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.67837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.355744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:42:34.678407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.466126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:42:34.678419Z","caller":"traceutil/trace.go:171","msg":"trace[1209694122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6454; }","duration":"247.422185ms","start":"2026-03-31T18:42:34.430986Z","end":"2026-03-31T18:42:34.678408Z","steps":["trace[1209694122] 'agreement among raft nodes before linearized reading' (duration: 247.244071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.678441Z","caller":"traceutil/trace.go:171","msg":"trace[310501922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6454; }","duration":"247.530987ms","start":"2026-03-31T18:42:34.430899Z","end":"2026-03-31T18:42:34.67843Z","steps":["trace[310501922] 'agreement among raft nodes before linearized reading' (duration: 247.434345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.678487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.754109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:34.678581Z","caller":"traceutil/trace.go:171","msg":"trace[722170978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6454; }","duration":"246.890002ms","start":"2026-03-31T18:42:34.43167Z","end":"2026-03-31T18:42:34.67856Z","steps":["trace[722170978] 'agreement among raft nodes before linearized reading' (duration: 246.607076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.012473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.341257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:37.013262Z","caller":"traceutil/trace.go:171","msg":"trace[313001905] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"329.855565ms","start":"2026-03-31T18:42:36.68338Z","end":"2026-03-31T18:42:37.013236Z","steps":["trace[313001905] 'process raft request' (duration: 218.667179ms)","trace[313001905] 'compare' (duration: 110.104562ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:37.013341Z","caller":"traceutil/trace.go:171","msg":"trace[875372947] linearizableReadLoop","detail":"{readStateIndex:6734; appliedIndex:6731; }","duration":"325.639158ms","start":"2026-03-31T18:42:36.687678Z","end":"2026-03-31T18:42:37.013317Z","steps":["trace[875372947] 'read index received' (duration: 86.318909ms)","trace[875372947] 'applied index is now lower than readState.Index' (duration: 239.318959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:37.0134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.683354Z","time spent":"329.973417ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:37.013405Z","caller":"traceutil/trace.go:171","msg":"trace[1036100606] transaction","detail":"{read_only:false; response_revision:6465; number_of_response:1; }","duration":"329.740631ms","start":"2026-03-31T18:42:36.683636Z","end":"2026-03-31T18:42:37.013376Z","steps":["trace[1036100606] 'process raft request' (duration: 329.552127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.013569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.683617Z","time spent":"329.865045ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:37.013639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.00529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:42:37.013684Z","caller":"traceutil/trace.go:171","msg":"trace[415093621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6465; }","duration":"320.109952ms","start":"2026-03-31T18:42:36.693563Z","end":"2026-03-31T18:42:37.013673Z","steps":["trace[415093621] 'agreement among raft nodes before linearized reading' (duration: 319.924568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.013692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.763904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:42:37.013682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.183582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:42:37.013697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.989406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:37.013768Z","caller":"traceutil/trace.go:171","msg":"trace[2037923054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6465; }","duration":"319.289604ms","start":"2026-03-31T18:42:36.694458Z","end":"2026-03-31T18:42:37.013748Z","steps":["trace[2037923054] 'agreement among raft nodes before linearized reading' (duration: 319.060379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.013802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.827806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:42:37.013811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.083822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:42:37.013837Z","caller":"traceutil/trace.go:171","msg":"trace[23533363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6465; }","duration":"319.883628ms","start":"2026-03-31T18:42:36.693946Z","end":"2026-03-31T18:42:37.01383Z","steps":["trace[23533363] 'agreement among raft nodes before linearized reading' (duration: 319.802516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:37.013844Z","caller":"traceutil/trace.go:171","msg":"trace[1138927051] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6465; }","duration":"320.135013ms","start":"2026-03-31T18:42:36.693699Z","end":"2026-03-31T18:42:37.013834Z","steps":["trace[1138927051] 'agreement among raft nodes before linearized reading' (duration: 320.047371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.013827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.694444Z","time spent":"319.370825ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:42:37.013899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.693934Z","time spent":"319.933498ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:37.013872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.693689Z","time spent":"320.176683ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:42:37.013778Z","caller":"traceutil/trace.go:171","msg":"trace[640594404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6465; }","duration":"326.116629ms","start":"2026-03-31T18:42:36.687645Z","end":"2026-03-31T18:42:37.013761Z","steps":["trace[640594404] 'agreement among raft nodes before linearized reading' (duration: 325.825542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.013938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.836163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:42:37.013985Z","caller":"traceutil/trace.go:171","msg":"trace[992651864] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6465; }","duration":"318.921355ms","start":"2026-03-31T18:42:36.695055Z","end":"2026-03-31T18:42:37.013976Z","steps":["trace[992651864] 'agreement among raft nodes before linearized reading' (duration: 318.766451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.014026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.695036Z","time spent":"318.979766ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:42:37.014007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.687633Z","time spent":"326.327674ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:42:37.013729Z","caller":"traceutil/trace.go:171","msg":"trace[1257927643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6465; }","duration":"319.871487ms","start":"2026-03-31T18:42:36.693848Z","end":"2026-03-31T18:42:37.013719Z","steps":["trace[1257927643] 'agreement among raft nodes before linearized reading' (duration: 319.736104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.014105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.693841Z","time spent":"320.250486ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:37.013726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.693545Z","time spent":"320.172224ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:42:37.240615Z","caller":"traceutil/trace.go:171","msg":"trace[1303381030] transaction","detail":"{read_only:false; response_revision:6466; number_of_response:1; }","duration":"221.81775ms","start":"2026-03-31T18:42:37.018764Z","end":"2026-03-31T18:42:37.240582Z","steps":["trace[1303381030] 'process raft request' (duration: 221.515503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:37.24079Z","caller":"traceutil/trace.go:171","msg":"trace[1419991833] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"221.962113ms","start":"2026-03-31T18:42:37.018791Z","end":"2026-03-31T18:42:37.240753Z","steps":["trace[1419991833] 'process raft request' (duration: 221.727528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:37.318197Z","caller":"traceutil/trace.go:171","msg":"trace[540113338] transaction","detail":"{read_only:false; response_revision:6468; number_of_response:1; }","duration":"299.084573ms","start":"2026-03-31T18:42:37.019084Z","end":"2026-03-31T18:42:37.318169Z","steps":["trace[540113338] 'process raft request' (duration: 298.904209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:37.318552Z","caller":"traceutil/trace.go:171","msg":"trace[1399800298] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"299.132685ms","start":"2026-03-31T18:42:37.019311Z","end":"2026-03-31T18:42:37.318444Z","steps":["trace[1399800298] 'process raft request' (duration: 298.812757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:37.318954Z","caller":"traceutil/trace.go:171","msg":"trace[992947089] transaction","detail":"{read_only:false; response_revision:6470; number_of_response:1; }","duration":"299.415471ms","start":"2026-03-31T18:42:37.019527Z","end":"2026-03-31T18:42:37.318943Z","steps":["trace[992947089] 'process raft request' (duration: 298.865488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:37.318968Z","caller":"traceutil/trace.go:171","msg":"trace[1827029747] linearizableReadLoop","detail":"{readStateIndex:6739; appliedIndex:6734; }","duration":"298.619582ms","start":"2026-03-31T18:42:37.020329Z","end":"2026-03-31T18:42:37.318948Z","steps":["trace[1827029747] 'read index received' (duration: 219.990888ms)","trace[1827029747] 'applied index is now lower than readState.Index' (duration: 78.627534ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:37.319045Z","caller":"traceutil/trace.go:171","msg":"trace[497722183] transaction","detail":"{read_only:false; response_revision:6471; number_of_response:1; }","duration":"298.690343ms","start":"2026-03-31T18:42:37.020315Z","end":"2026-03-31T18:42:37.319005Z","steps":["trace[497722183] 'process raft request' (duration: 298.517929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.319217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.37092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:37.319245Z","caller":"traceutil/trace.go:171","msg":"trace[1580173037] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6471; }","duration":"207.453862ms","start":"2026-03-31T18:42:37.111784Z","end":"2026-03-31T18:42:37.319237Z","steps":["trace[1580173037] 'agreement among raft nodes before linearized reading' (duration: 207.379161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.319293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.958929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71037"} {"level":"info","ts":"2026-03-31T18:42:37.319319Z","caller":"traceutil/trace.go:171","msg":"trace[1992850490] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6471; }","duration":"299.037561ms","start":"2026-03-31T18:42:37.020273Z","end":"2026-03-31T18:42:37.319311Z","steps":["trace[1992850490] 'agreement among raft nodes before linearized reading' (duration: 298.829636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:37.641961Z","caller":"traceutil/trace.go:171","msg":"trace[209585267] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"194.996249ms","start":"2026-03-31T18:42:37.446939Z","end":"2026-03-31T18:42:37.641936Z","steps":["trace[209585267] 'process raft request' (duration: 194.779324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:39.142105Z","caller":"traceutil/trace.go:171","msg":"trace[1684815773] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"123.792543ms","start":"2026-03-31T18:42:39.018283Z","end":"2026-03-31T18:42:39.142075Z","steps":["trace[1684815773] 'process raft request' (duration: 114.332248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:39.390408Z","caller":"traceutil/trace.go:171","msg":"trace[1090164979] transaction","detail":"{read_only:false; response_revision:6477; number_of_response:1; }","duration":"111.34365ms","start":"2026-03-31T18:42:39.279039Z","end":"2026-03-31T18:42:39.390383Z","steps":["trace[1090164979] 'process raft request' (duration: 111.194457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:39.450239Z","caller":"traceutil/trace.go:171","msg":"trace[1209082059] linearizableReadLoop","detail":"{readStateIndex:6748; appliedIndex:6746; }","duration":"127.597571ms","start":"2026-03-31T18:42:39.322618Z","end":"2026-03-31T18:42:39.450216Z","steps":["trace[1209082059] 'read index received' (duration: 67.655334ms)","trace[1209082059] 'applied index is now lower than readState.Index' (duration: 59.940767ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:39.450362Z","caller":"traceutil/trace.go:171","msg":"trace[1575834161] transaction","detail":"{read_only:false; response_revision:6478; number_of_response:1; }","duration":"171.261187ms","start":"2026-03-31T18:42:39.279091Z","end":"2026-03-31T18:42:39.450352Z","steps":["trace[1575834161] 'process raft request' (duration: 171.003931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:39.450569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.921157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:42:39.450642Z","caller":"traceutil/trace.go:171","msg":"trace[1800452254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6478; }","duration":"128.002299ms","start":"2026-03-31T18:42:39.322624Z","end":"2026-03-31T18:42:39.450626Z","steps":["trace[1800452254] 'agreement among raft nodes before linearized reading' (duration: 127.823985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:39.450867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.088967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:42:39.450887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.535659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:42:39.450904Z","caller":"traceutil/trace.go:171","msg":"trace[1733904668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6478; }","duration":"126.161418ms","start":"2026-03-31T18:42:39.324732Z","end":"2026-03-31T18:42:39.450893Z","steps":["trace[1733904668] 'agreement among raft nodes before linearized reading' (duration: 126.005244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:39.450934Z","caller":"traceutil/trace.go:171","msg":"trace[198219051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6478; }","duration":"127.598891ms","start":"2026-03-31T18:42:39.323326Z","end":"2026-03-31T18:42:39.450925Z","steps":["trace[198219051] 'agreement among raft nodes before linearized reading' (duration: 127.497108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:39.451073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.45396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:39.451106Z","caller":"traceutil/trace.go:171","msg":"trace[784593919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6478; }","duration":"128.520871ms","start":"2026-03-31T18:42:39.322576Z","end":"2026-03-31T18:42:39.451097Z","steps":["trace[784593919] 'agreement among raft nodes before linearized reading' (duration: 128.46726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:39.451185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.836085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:39.45127Z","caller":"traceutil/trace.go:171","msg":"trace[422151496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6478; }","duration":"127.939219ms","start":"2026-03-31T18:42:39.323317Z","end":"2026-03-31T18:42:39.451256Z","steps":["trace[422151496] 'agreement among raft nodes before linearized reading' (duration: 127.784085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:39.701052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.833342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:39.701286Z","caller":"traceutil/trace.go:171","msg":"trace[1604551881] transaction","detail":"{read_only:false; response_revision:6480; number_of_response:1; }","duration":"246.232157ms","start":"2026-03-31T18:42:39.455035Z","end":"2026-03-31T18:42:39.701267Z","steps":["trace[1604551881] 'process raft request' (duration: 246.131915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:39.701273Z","caller":"traceutil/trace.go:171","msg":"trace[1549331250] transaction","detail":"{read_only:false; response_revision:6479; number_of_response:1; }","duration":"246.235847ms","start":"2026-03-31T18:42:39.454983Z","end":"2026-03-31T18:42:39.701219Z","steps":["trace[1549331250] 'process raft request' (duration: 20.148699ms)","trace[1549331250] 'compare' (duration: 225.71818ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:39.7015Z","caller":"traceutil/trace.go:171","msg":"trace[2045306480] transaction","detail":"{read_only:false; response_revision:6481; number_of_response:1; }","duration":"245.881869ms","start":"2026-03-31T18:42:39.455606Z","end":"2026-03-31T18:42:39.701488Z","steps":["trace[2045306480] 'process raft request' (duration: 245.620523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:39.701521Z","caller":"traceutil/trace.go:171","msg":"trace[2027320713] linearizableReadLoop","detail":"{readStateIndex:6750; appliedIndex:6748; }","duration":"246.34742ms","start":"2026-03-31T18:42:39.455148Z","end":"2026-03-31T18:42:39.701495Z","steps":["trace[2027320713] 'read index received' (duration: 19.971496ms)","trace[2027320713] 'applied index is now lower than readState.Index' (duration: 226.374824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:39.701553Z","caller":"traceutil/trace.go:171","msg":"trace[977251715] transaction","detail":"{read_only:false; response_revision:6482; number_of_response:1; }","duration":"245.678205ms","start":"2026-03-31T18:42:39.455828Z","end":"2026-03-31T18:42:39.701506Z","steps":["trace[977251715] 'process raft request' (duration: 245.573563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:39.701928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.720798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71037"} {"level":"info","ts":"2026-03-31T18:42:39.702019Z","caller":"traceutil/trace.go:171","msg":"trace[1823482329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6482; }","duration":"246.889682ms","start":"2026-03-31T18:42:39.455112Z","end":"2026-03-31T18:42:39.702002Z","steps":["trace[1823482329] 'agreement among raft nodes before linearized reading' (duration: 246.491294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:42.927007Z","caller":"traceutil/trace.go:171","msg":"trace[1680591820] linearizableReadLoop","detail":"{readStateIndex:6778; appliedIndex:6777; }","duration":"137.531237ms","start":"2026-03-31T18:42:42.789449Z","end":"2026-03-31T18:42:42.92698Z","steps":["trace[1680591820] 'read index received' (duration: 119.431224ms)","trace[1680591820] 'applied index is now lower than readState.Index' (duration: 18.098993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:42.927069Z","caller":"traceutil/trace.go:171","msg":"trace[1109947784] transaction","detail":"{read_only:false; response_revision:6507; number_of_response:1; }","duration":"137.765702ms","start":"2026-03-31T18:42:42.789271Z","end":"2026-03-31T18:42:42.927037Z","steps":["trace[1109947784] 'process raft request' (duration: 119.595788ms)","trace[1109947784] 'compare' (duration: 17.871468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:42.927238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.773382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123673"} {"level":"info","ts":"2026-03-31T18:42:42.92727Z","caller":"traceutil/trace.go:171","msg":"trace[1012313167] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6507; }","duration":"137.838254ms","start":"2026-03-31T18:42:42.789424Z","end":"2026-03-31T18:42:42.927262Z","steps":["trace[1012313167] 'agreement among raft nodes before linearized reading' (duration: 137.65924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:42.94119Z","caller":"traceutil/trace.go:171","msg":"trace[189998763] transaction","detail":"{read_only:false; response_revision:6508; number_of_response:1; }","duration":"151.562907ms","start":"2026-03-31T18:42:42.789591Z","end":"2026-03-31T18:42:42.941154Z","steps":["trace[189998763] 'process raft request' (duration: 151.368233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:42.941348Z","caller":"traceutil/trace.go:171","msg":"trace[437292490] transaction","detail":"{read_only:false; response_revision:6510; number_of_response:1; }","duration":"138.496079ms","start":"2026-03-31T18:42:42.802829Z","end":"2026-03-31T18:42:42.941325Z","steps":["trace[437292490] 'process raft request' (duration: 138.304375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:42.94135Z","caller":"traceutil/trace.go:171","msg":"trace[1364726878] transaction","detail":"{read_only:false; response_revision:6509; number_of_response:1; }","duration":"151.67969ms","start":"2026-03-31T18:42:42.789646Z","end":"2026-03-31T18:42:42.941325Z","steps":["trace[1364726878] 'process raft request' (duration: 151.451945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:45.115846Z","caller":"traceutil/trace.go:171","msg":"trace[1818324532] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"169.491927ms","start":"2026-03-31T18:42:44.946292Z","end":"2026-03-31T18:42:45.115784Z","steps":["trace[1818324532] 'process raft request' (duration: 76.892355ms)","trace[1818324532] 'compare' (duration: 92.199762ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:45.115901Z","caller":"traceutil/trace.go:171","msg":"trace[1156389511] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"141.653752ms","start":"2026-03-31T18:42:44.974218Z","end":"2026-03-31T18:42:45.115872Z","steps":["trace[1156389511] 'process raft request' (duration: 141.290673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:45.115947Z","caller":"traceutil/trace.go:171","msg":"trace[329296720] linearizableReadLoop","detail":"{readStateIndex:6843; appliedIndex:6841; }","duration":"133.458684ms","start":"2026-03-31T18:42:44.982463Z","end":"2026-03-31T18:42:45.115922Z","steps":["trace[329296720] 'read index received' (duration: 40.722549ms)","trace[329296720] 'applied index is now lower than readState.Index' (duration: 92.733125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:45.11615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.67476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:42:45.116214Z","caller":"traceutil/trace.go:171","msg":"trace[95429590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6572; }","duration":"133.780612ms","start":"2026-03-31T18:42:44.982419Z","end":"2026-03-31T18:42:45.116199Z","steps":["trace[95429590] 'agreement among raft nodes before linearized reading' (duration: 133.579427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:45.503618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.377963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-31T18:42:45.503694Z","caller":"traceutil/trace.go:171","msg":"trace[1607391911] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6575; }","duration":"112.496066ms","start":"2026-03-31T18:42:45.39118Z","end":"2026-03-31T18:42:45.503676Z","steps":["trace[1607391911] 'range keys from in-memory index tree' (duration: 112.20354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:45.725287Z","caller":"traceutil/trace.go:171","msg":"trace[1858776777] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"217.915931ms","start":"2026-03-31T18:42:45.507343Z","end":"2026-03-31T18:42:45.725259Z","steps":["trace[1858776777] 'process raft request' (duration: 172.159817ms)","trace[1858776777] 'compare' (duration: 45.439677ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:45.725365Z","caller":"traceutil/trace.go:171","msg":"trace[529363092] linearizableReadLoop","detail":"{readStateIndex:6850; appliedIndex:6848; }","duration":"201.333743ms","start":"2026-03-31T18:42:45.524005Z","end":"2026-03-31T18:42:45.725338Z","steps":["trace[529363092] 'read index received' (duration: 155.465717ms)","trace[529363092] 'applied index is now lower than readState.Index' (duration: 45.866026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:45.725555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.334287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a2013caa2cad25\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-31T18:42:45.725616Z","caller":"traceutil/trace.go:171","msg":"trace[373971887] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a2013caa2cad25; range_end:; response_count:1; response_revision:6578; }","duration":"217.45351ms","start":"2026-03-31T18:42:45.508148Z","end":"2026-03-31T18:42:45.725602Z","steps":["trace[373971887] 'agreement among raft nodes before linearized reading' (duration: 217.228455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:45.725605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.4665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-03-31T18:42:45.725675Z","caller":"traceutil/trace.go:171","msg":"trace[1686600500] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:6578; }","duration":"217.564082ms","start":"2026-03-31T18:42:45.508093Z","end":"2026-03-31T18:42:45.725657Z","steps":["trace[1686600500] 'agreement among raft nodes before linearized reading' (duration: 217.299986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:45.725679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.750967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"warn","ts":"2026-03-31T18:42:45.725733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.313091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-03-31T18:42:45.725749Z","caller":"traceutil/trace.go:171","msg":"trace[1948299805] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6578; }","duration":"217.842919ms","start":"2026-03-31T18:42:45.507885Z","end":"2026-03-31T18:42:45.725727Z","steps":["trace[1948299805] 'agreement among raft nodes before linearized reading' (duration: 217.605003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:45.725743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.675077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2013ca54c5bdd\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-31T18:42:45.725774Z","caller":"traceutil/trace.go:171","msg":"trace[2073299871] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6578; }","duration":"218.395213ms","start":"2026-03-31T18:42:45.507369Z","end":"2026-03-31T18:42:45.725765Z","steps":["trace[2073299871] 'agreement among raft nodes before linearized reading' (duration: 218.28401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:45.725808Z","caller":"traceutil/trace.go:171","msg":"trace[1644675517] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2013ca54c5bdd; range_end:; response_count:1; response_revision:6578; }","duration":"100.778429ms","start":"2026-03-31T18:42:45.625009Z","end":"2026-03-31T18:42:45.725788Z","steps":["trace[1644675517] 'agreement among raft nodes before linearized reading' (duration: 100.611355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:45.725926Z","caller":"traceutil/trace.go:171","msg":"trace[323413364] transaction","detail":"{read_only:false; response_revision:6578; number_of_response:1; }","duration":"216.728584ms","start":"2026-03-31T18:42:45.509178Z","end":"2026-03-31T18:42:45.725906Z","steps":["trace[323413364] 'process raft request' (duration: 216.055529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:48.111634Z","caller":"traceutil/trace.go:171","msg":"trace[1665158373] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"378.158726ms","start":"2026-03-31T18:42:47.733452Z","end":"2026-03-31T18:42:48.111611Z","steps":["trace[1665158373] 'process raft request' (duration: 378.031784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.111991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.733434Z","time spent":"378.319631ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:48.11315Z","caller":"traceutil/trace.go:171","msg":"trace[1849481616] linearizableReadLoop","detail":"{readStateIndex:6882; appliedIndex:6881; }","duration":"340.15884ms","start":"2026-03-31T18:42:47.77297Z","end":"2026-03-31T18:42:48.113129Z","steps":["trace[1849481616] 'read index received' (duration: 338.671606ms)","trace[1849481616] 'applied index is now lower than readState.Index' (duration: 1.486454ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:48.113214Z","caller":"traceutil/trace.go:171","msg":"trace[1672348884] transaction","detail":"{read_only:false; response_revision:6609; number_of_response:1; }","duration":"378.604398ms","start":"2026-03-31T18:42:47.734577Z","end":"2026-03-31T18:42:48.113182Z","steps":["trace[1672348884] 'process raft request' (duration: 378.422502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.113407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.734559Z","time spent":"378.73856ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:48.113425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.768895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:42:48.113458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.409794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"warn","ts":"2026-03-31T18:42:48.113519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.867233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:48.113547Z","caller":"traceutil/trace.go:171","msg":"trace[1716342914] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6609; }","duration":"240.541987ms","start":"2026-03-31T18:42:47.872987Z","end":"2026-03-31T18:42:48.113529Z","steps":["trace[1716342914] 'agreement among raft nodes before linearized reading' (duration: 240.320242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.113554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.629689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:48.113581Z","caller":"traceutil/trace.go:171","msg":"trace[177852645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6609; }","duration":"307.947285ms","start":"2026-03-31T18:42:47.805619Z","end":"2026-03-31T18:42:48.113566Z","steps":["trace[177852645] 'agreement among raft nodes before linearized reading' (duration: 307.72088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:48.113601Z","caller":"traceutil/trace.go:171","msg":"trace[60770982] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6609; }","duration":"101.711491ms","start":"2026-03-31T18:42:48.011882Z","end":"2026-03-31T18:42:48.113593Z","steps":["trace[60770982] 'agreement among raft nodes before linearized reading' (duration: 101.639769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.113623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.805613Z","time spent":"308.001536ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:48.11357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.563789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:42:48.113698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.55811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T18:42:48.1135Z","caller":"traceutil/trace.go:171","msg":"trace[1483235311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6609; }","duration":"319.859598ms","start":"2026-03-31T18:42:47.793592Z","end":"2026-03-31T18:42:48.113452Z","steps":["trace[1483235311] 'agreement among raft nodes before linearized reading' (duration: 319.698494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.11378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.793568Z","time spent":"320.202985ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:42:48.113788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.17753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:42:48.113783Z","caller":"traceutil/trace.go:171","msg":"trace[1227207998] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6609; }","duration":"173.670891ms","start":"2026-03-31T18:42:47.940084Z","end":"2026-03-31T18:42:48.113755Z","steps":["trace[1227207998] 'agreement among raft nodes before linearized reading' (duration: 173.477337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.11378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.833459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:42:48.11383Z","caller":"traceutil/trace.go:171","msg":"trace[123253292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6609; }","duration":"308.259772ms","start":"2026-03-31T18:42:47.805559Z","end":"2026-03-31T18:42:48.113819Z","steps":["trace[123253292] 'agreement among raft nodes before linearized reading' (duration: 307.870803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.11386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.805542Z","time spent":"308.310483ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:42:48.113864Z","caller":"traceutil/trace.go:171","msg":"trace[2121345001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6609; }","duration":"306.943132ms","start":"2026-03-31T18:42:47.806904Z","end":"2026-03-31T18:42:48.113847Z","steps":["trace[2121345001] 'agreement among raft nodes before linearized reading' (duration: 306.601415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.113951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.806894Z","time spent":"307.037294ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:42:48.113761Z","caller":"traceutil/trace.go:171","msg":"trace[284375087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6609; }","duration":"340.830545ms","start":"2026-03-31T18:42:47.772912Z","end":"2026-03-31T18:42:48.113743Z","steps":["trace[284375087] 'agreement among raft nodes before linearized reading' (duration: 340.361855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.114093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.772888Z","time spent":"341.188884ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:42:48.879695Z","caller":"traceutil/trace.go:171","msg":"trace[1963437983] transaction","detail":"{read_only:false; response_revision:6622; number_of_response:1; }","duration":"139.928812ms","start":"2026-03-31T18:42:48.739746Z","end":"2026-03-31T18:42:48.879675Z","steps":["trace[1963437983] 'process raft request' (duration: 139.531493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:50.151901Z","caller":"traceutil/trace.go:171","msg":"trace[1467259716] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"491.299528ms","start":"2026-03-31T18:42:49.660589Z","end":"2026-03-31T18:42:50.151889Z","steps":["trace[1467259716] 'process raft request' (duration: 491.104493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:50.152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:49.660554Z","time spent":"491.388169ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:50.152004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.016665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:50.151872Z","caller":"traceutil/trace.go:171","msg":"trace[1989837097] linearizableReadLoop","detail":"{readStateIndex:6915; appliedIndex:6914; }","duration":"246.876172ms","start":"2026-03-31T18:42:49.904965Z","end":"2026-03-31T18:42:50.151841Z","steps":["trace[1989837097] 'read index received' (duration: 246.677827ms)","trace[1989837097] 'applied index is now lower than readState.Index' (duration: 197.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:50.152056Z","caller":"traceutil/trace.go:171","msg":"trace[622525220] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6642; }","duration":"247.132497ms","start":"2026-03-31T18:42:49.904912Z","end":"2026-03-31T18:42:50.152044Z","steps":["trace[622525220] 'agreement among raft nodes before linearized reading' (duration: 247.015885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:50.367353Z","caller":"traceutil/trace.go:171","msg":"trace[207882911] linearizableReadLoop","detail":"{readStateIndex:6916; appliedIndex:6915; }","duration":"215.178699ms","start":"2026-03-31T18:42:50.152132Z","end":"2026-03-31T18:42:50.367311Z","steps":["trace[207882911] 'read index received' (duration: 214.883492ms)","trace[207882911] 'applied index is now lower than readState.Index' (duration: 293.767µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:50.36753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.721359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:50.367554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.766115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:42:50.367621Z","caller":"traceutil/trace.go:171","msg":"trace[687328597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6643; }","duration":"241.856177ms","start":"2026-03-31T18:42:50.125748Z","end":"2026-03-31T18:42:50.367605Z","steps":["trace[687328597] 'agreement among raft nodes before linearized reading' (duration: 241.640862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:50.367642Z","caller":"traceutil/trace.go:171","msg":"trace[11584705] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"251.226091ms","start":"2026-03-31T18:42:50.116392Z","end":"2026-03-31T18:42:50.367618Z","steps":["trace[11584705] 'process raft request' (duration: 250.73322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:50.367625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.058417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:42:50.367755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.33323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:42:50.367778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.223011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:42:50.367795Z","caller":"traceutil/trace.go:171","msg":"trace[1300044152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6643; }","duration":"239.388091ms","start":"2026-03-31T18:42:50.128396Z","end":"2026-03-31T18:42:50.367784Z","steps":["trace[1300044152] 'agreement among raft nodes before linearized reading' (duration: 239.297699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:50.367812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.356263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:42:50.367841Z","caller":"traceutil/trace.go:171","msg":"trace[1744759622] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6643; }","duration":"244.292242ms","start":"2026-03-31T18:42:50.12353Z","end":"2026-03-31T18:42:50.367822Z","steps":["trace[1744759622] 'agreement among raft nodes before linearized reading' (duration: 244.150289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:50.36758Z","caller":"traceutil/trace.go:171","msg":"trace[485026982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6643; }","duration":"435.824522ms","start":"2026-03-31T18:42:49.931741Z","end":"2026-03-31T18:42:50.367565Z","steps":["trace[485026982] 'agreement among raft nodes before linearized reading' (duration: 435.7286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:50.367882Z","caller":"traceutil/trace.go:171","msg":"trace[793126083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6643; }","duration":"240.455084ms","start":"2026-03-31T18:42:50.127411Z","end":"2026-03-31T18:42:50.367866Z","steps":["trace[793126083] 'agreement among raft nodes before linearized reading' (duration: 240.280821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:50.367914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:49.931724Z","time spent":"436.171459ms","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:50.367606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.416395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:42:50.367794Z","caller":"traceutil/trace.go:171","msg":"trace[2005958240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6643; }","duration":"244.261082ms","start":"2026-03-31T18:42:50.123502Z","end":"2026-03-31T18:42:50.367763Z","steps":["trace[2005958240] 'agreement among raft nodes before linearized reading' (duration: 243.919044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:50.367986Z","caller":"traceutil/trace.go:171","msg":"trace[223267755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6643; }","duration":"251.840854ms","start":"2026-03-31T18:42:50.116128Z","end":"2026-03-31T18:42:50.367969Z","steps":["trace[223267755] 'agreement among raft nodes before linearized reading' (duration: 251.331832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:50.367655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.186577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:42:50.368087Z","caller":"traceutil/trace.go:171","msg":"trace[1323851048] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6643; }","duration":"250.628777ms","start":"2026-03-31T18:42:50.117439Z","end":"2026-03-31T18:42:50.368068Z","steps":["trace[1323851048] 'agreement among raft nodes before linearized reading' (duration: 250.125636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:50.898565Z","caller":"traceutil/trace.go:171","msg":"trace[1745367166] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"118.623517ms","start":"2026-03-31T18:42:50.779925Z","end":"2026-03-31T18:42:50.898548Z","steps":["trace[1745367166] 'process raft request' (duration: 118.537905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.338403Z","caller":"traceutil/trace.go:171","msg":"trace[2030291899] transaction","detail":"{read_only:false; response_revision:6777; number_of_response:1; }","duration":"187.356336ms","start":"2026-03-31T18:43:02.151013Z","end":"2026-03-31T18:43:02.338369Z","steps":["trace[2030291899] 'process raft request' (duration: 187.249333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.642338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.913766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:02.642425Z","caller":"traceutil/trace.go:171","msg":"trace[1920153182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6777; }","duration":"194.021359ms","start":"2026-03-31T18:43:02.448382Z","end":"2026-03-31T18:43:02.642403Z","steps":["trace[1920153182] 'range keys from in-memory index tree' (duration: 193.878825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.642585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.595137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:43:02.642733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.229908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:43:02.642804Z","caller":"traceutil/trace.go:171","msg":"trace[165306664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6777; }","duration":"192.32703ms","start":"2026-03-31T18:43:02.450462Z","end":"2026-03-31T18:43:02.642789Z","steps":["trace[165306664] 'range keys from in-memory index tree' (duration: 192.081445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.642862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.095684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:43:02.642876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.44893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:43:02.642919Z","caller":"traceutil/trace.go:171","msg":"trace[1387143626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6777; }","duration":"184.209886ms","start":"2026-03-31T18:43:02.458696Z","end":"2026-03-31T18:43:02.642906Z","steps":["trace[1387143626] 'range keys from in-memory index tree' (duration: 183.96849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.642736Z","caller":"traceutil/trace.go:171","msg":"trace[1200964356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6777; }","duration":"192.73793ms","start":"2026-03-31T18:43:02.44993Z","end":"2026-03-31T18:43:02.642668Z","steps":["trace[1200964356] 'range keys from in-memory index tree' (duration: 192.425092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.643006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.730416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:43:02.643645Z","caller":"traceutil/trace.go:171","msg":"trace[361462738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6777; }","duration":"203.413091ms","start":"2026-03-31T18:43:02.440224Z","end":"2026-03-31T18:43:02.643637Z","steps":["trace[361462738] 'range keys from in-memory index tree' (duration: 202.597133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.642926Z","caller":"traceutil/trace.go:171","msg":"trace[949637928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6777; }","duration":"202.541202ms","start":"2026-03-31T18:43:02.440371Z","end":"2026-03-31T18:43:02.642912Z","steps":["trace[949637928] 'range keys from in-memory index tree' (duration: 202.295997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.643245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.688773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:43:02.643858Z","caller":"traceutil/trace.go:171","msg":"trace[929480643] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6777; }","duration":"191.903881ms","start":"2026-03-31T18:43:02.45194Z","end":"2026-03-31T18:43:02.643844Z","steps":["trace[929480643] 'range keys from in-memory index tree' (duration: 190.575471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.64334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.264436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:43:02.643923Z","caller":"traceutil/trace.go:171","msg":"trace[1279660062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6777; }","duration":"195.881452ms","start":"2026-03-31T18:43:02.448036Z","end":"2026-03-31T18:43:02.643917Z","steps":["trace[1279660062] 'range keys from in-memory index tree' (duration: 194.862098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.643415Z","caller":"traceutil/trace.go:171","msg":"trace[89243423] transaction","detail":"{read_only:false; response_revision:6778; number_of_response:1; }","duration":"155.333859ms","start":"2026-03-31T18:43:02.488065Z","end":"2026-03-31T18:43:02.643399Z","steps":["trace[89243423] 'process raft request' (duration: 59.656945ms)","trace[89243423] 'compare' (duration: 94.687712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:02.75736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.282457ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:43:02.757706Z","caller":"traceutil/trace.go:171","msg":"trace[1487144667] transaction","detail":"{read_only:false; response_revision:6779; number_of_response:1; }","duration":"111.131135ms","start":"2026-03-31T18:43:02.646554Z","end":"2026-03-31T18:43:02.757685Z","steps":["trace[1487144667] 'process raft request' (duration: 110.91684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.757699Z","caller":"traceutil/trace.go:171","msg":"trace[651808667] linearizableReadLoop","detail":"{readStateIndex:7054; appliedIndex:7053; }","duration":"114.077203ms","start":"2026-03-31T18:43:02.643591Z","end":"2026-03-31T18:43:02.757668Z","steps":["trace[651808667] 'read index received' (duration: 27.851µs)","trace[651808667] 'applied index is now lower than readState.Index' (duration: 114.046011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:02.757855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.244306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:02.757921Z","caller":"traceutil/trace.go:171","msg":"trace[566031024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6779; }","duration":"114.341978ms","start":"2026-03-31T18:43:02.643566Z","end":"2026-03-31T18:43:02.757908Z","steps":["trace[566031024] 'agreement among raft nodes before linearized reading' (duration: 114.227035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.968722Z","caller":"traceutil/trace.go:171","msg":"trace[1371078715] transaction","detail":"{read_only:false; response_revision:6781; number_of_response:1; }","duration":"321.110675ms","start":"2026-03-31T18:43:02.647588Z","end":"2026-03-31T18:43:02.968698Z","steps":["trace[1371078715] 'process raft request' (duration: 321.022363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.968755Z","caller":"traceutil/trace.go:171","msg":"trace[37247423] transaction","detail":"{read_only:false; response_revision:6780; number_of_response:1; }","duration":"321.167286ms","start":"2026-03-31T18:43:02.647539Z","end":"2026-03-31T18:43:02.968707Z","steps":["trace[37247423] 'process raft request' (duration: 320.928391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.969342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:02.647515Z","time spent":"321.782511ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:02.968898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:02.647574Z","time spent":"321.217389ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:43:02.968965Z","caller":"traceutil/trace.go:171","msg":"trace[1479419537] transaction","detail":"{read_only:false; response_revision:6782; number_of_response:1; }","duration":"321.289251ms","start":"2026-03-31T18:43:02.647659Z","end":"2026-03-31T18:43:02.968948Z","steps":["trace[1479419537] 'process raft request' (duration: 320.997203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.969486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:02.647635Z","time spent":"321.832692ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:02.969013Z","caller":"traceutil/trace.go:171","msg":"trace[1937868640] linearizableReadLoop","detail":"{readStateIndex:7061; appliedIndex:7055; }","duration":"211.23437ms","start":"2026-03-31T18:43:02.757766Z","end":"2026-03-31T18:43:02.969001Z","steps":["trace[1937868640] 'read index received' (duration: 210.743028ms)","trace[1937868640] 'applied index is now lower than readState.Index' (duration: 490.552µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:02.969528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.778811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81422"} {"level":"info","ts":"2026-03-31T18:43:02.968991Z","caller":"traceutil/trace.go:171","msg":"trace[550471239] transaction","detail":"{read_only:false; response_revision:6783; number_of_response:1; }","duration":"321.312921ms","start":"2026-03-31T18:43:02.647667Z","end":"2026-03-31T18:43:02.96898Z","steps":["trace[550471239] 'process raft request' (duration: 321.195399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.969655Z","caller":"traceutil/trace.go:171","msg":"trace[983364048] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6785; }","duration":"321.953345ms","start":"2026-03-31T18:43:02.647661Z","end":"2026-03-31T18:43:02.969615Z","steps":["trace[983364048] 'agreement among raft nodes before linearized reading' (duration: 321.523916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.969046Z","caller":"traceutil/trace.go:171","msg":"trace[130343517] transaction","detail":"{read_only:false; response_revision:6785; number_of_response:1; }","duration":"320.300139ms","start":"2026-03-31T18:43:02.648738Z","end":"2026-03-31T18:43:02.969038Z","steps":["trace[130343517] 'process raft request' (duration: 320.231297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.96969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:02.647648Z","time spent":"321.988446ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:02.969724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:02.64873Z","time spent":"320.974453ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:02.969076Z","caller":"traceutil/trace.go:171","msg":"trace[786772263] transaction","detail":"{read_only:false; response_revision:6784; number_of_response:1; }","duration":"321.385712ms","start":"2026-03-31T18:43:02.647683Z","end":"2026-03-31T18:43:02.969069Z","steps":["trace[786772263] 'process raft request' (duration: 321.263519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.969179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.970308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413430"} {"level":"info","ts":"2026-03-31T18:43:02.969884Z","caller":"traceutil/trace.go:171","msg":"trace[1650268276] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6785; }","duration":"323.693235ms","start":"2026-03-31T18:43:02.646168Z","end":"2026-03-31T18:43:02.969861Z","steps":["trace[1650268276] 'agreement among raft nodes before linearized reading' (duration: 322.861326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.969856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:02.647675Z","time spent":"322.102078ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:02.969908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:02.646151Z","time spent":"323.750926ms","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413454,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T18:43:02.969173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.235478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T18:43:02.97005Z","caller":"traceutil/trace.go:171","msg":"trace[1646021156] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6785; }","duration":"274.168279ms","start":"2026-03-31T18:43:02.695876Z","end":"2026-03-31T18:43:02.970044Z","steps":["trace[1646021156] 'agreement among raft nodes before linearized reading' (duration: 273.222118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.969705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:02.64764Z","time spent":"322.055987ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:43:04.174629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.77602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:04.174703Z","caller":"traceutil/trace.go:171","msg":"trace[1970617709] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6796; }","duration":"427.901173ms","start":"2026-03-31T18:43:03.746786Z","end":"2026-03-31T18:43:04.174687Z","steps":["trace[1970617709] 'count revisions from in-memory index tree' (duration: 427.695708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.174649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.866107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:04.175305Z","caller":"traceutil/trace.go:171","msg":"trace[956025036] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6796; }","duration":"419.583823ms","start":"2026-03-31T18:43:03.755703Z","end":"2026-03-31T18:43:04.175287Z","steps":["trace[956025036] 'count revisions from in-memory index tree' (duration: 418.735805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.175382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:03.755636Z","time spent":"419.731857ms","remote":"127.0.0.1:41410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:04.174754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:03.746765Z","time spent":"427.974034ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:09.101797Z","caller":"traceutil/trace.go:171","msg":"trace[2092817690] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"317.346562ms","start":"2026-03-31T18:43:08.784424Z","end":"2026-03-31T18:43:09.101771Z","steps":["trace[2092817690] 'process raft request' (duration: 316.987354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:09.102076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:08.784412Z","time spent":"317.559326ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:09.350354Z","caller":"traceutil/trace.go:171","msg":"trace[1909788499] linearizableReadLoop","detail":"{readStateIndex:7139; appliedIndex:7136; }","duration":"242.864239ms","start":"2026-03-31T18:43:09.107463Z","end":"2026-03-31T18:43:09.350327Z","steps":["trace[1909788499] 'read index received' (duration: 4.025861ms)","trace[1909788499] 'applied index is now lower than readState.Index' (duration: 238.837058ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:09.350506Z","caller":"traceutil/trace.go:171","msg":"trace[40467837] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"243.070723ms","start":"2026-03-31T18:43:09.107359Z","end":"2026-03-31T18:43:09.35043Z","steps":["trace[40467837] 'process raft request' (duration: 242.749105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:09.350563Z","caller":"traceutil/trace.go:171","msg":"trace[1029332772] transaction","detail":"{read_only:false; response_revision:6861; number_of_response:1; }","duration":"242.206904ms","start":"2026-03-31T18:43:09.108329Z","end":"2026-03-31T18:43:09.350536Z","steps":["trace[1029332772] 'process raft request' (duration: 241.946097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:09.350555Z","caller":"traceutil/trace.go:171","msg":"trace[1321274445] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"243.233957ms","start":"2026-03-31T18:43:09.107272Z","end":"2026-03-31T18:43:09.350506Z","steps":["trace[1321274445] 'process raft request' (duration: 165.171563ms)","trace[1321274445] 'compare' (duration: 77.416558ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:09.350538Z","caller":"traceutil/trace.go:171","msg":"trace[718329372] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"242.49485ms","start":"2026-03-31T18:43:09.108029Z","end":"2026-03-31T18:43:09.350523Z","steps":["trace[718329372] 'process raft request' (duration: 242.192462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:09.350752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.261618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81422"} {"level":"info","ts":"2026-03-31T18:43:09.351468Z","caller":"traceutil/trace.go:171","msg":"trace[1669647153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6861; }","duration":"244.013564ms","start":"2026-03-31T18:43:09.107434Z","end":"2026-03-31T18:43:09.351448Z","steps":["trace[1669647153] 'agreement among raft nodes before linearized reading' (duration: 243.003451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:09.447164Z","caller":"traceutil/trace.go:171","msg":"trace[978197667] transaction","detail":"{read_only:false; response_revision:6863; number_of_response:1; }","duration":"111.895132ms","start":"2026-03-31T18:43:09.335246Z","end":"2026-03-31T18:43:09.447141Z","steps":["trace[978197667] 'process raft request' (duration: 111.728288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:09.447342Z","caller":"traceutil/trace.go:171","msg":"trace[219694919] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"111.862112ms","start":"2026-03-31T18:43:09.335449Z","end":"2026-03-31T18:43:09.447311Z","steps":["trace[219694919] 'process raft request' (duration: 111.644357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:09.929251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.747409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:09.929371Z","caller":"traceutil/trace.go:171","msg":"trace[1821046134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6864; }","duration":"467.917212ms","start":"2026-03-31T18:43:09.461428Z","end":"2026-03-31T18:43:09.929345Z","steps":["trace[1821046134] 'count revisions from in-memory index tree' (duration: 467.668177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:09.929429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.461411Z","time spent":"468.000114ms","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:11.431163Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4117} {"level":"info","ts":"2026-03-31T18:43:11.475669Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4117,"took":"43.201091ms","hash":718285761,"current-db-size-bytes":33427456,"current-db-size":"33 MB","current-db-size-in-use-bytes":30023680,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T18:43:11.475737Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":718285761,"revision":4117,"compact-revision":2553} {"level":"warn","ts":"2026-03-31T18:43:15.626013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761582497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:15.626065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527745444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-03-31T18:43:15.626453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431316472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:43:15.626513Z","caller":"traceutil/trace.go:171","msg":"trace[350249937] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6892; }","duration":"1.528225225s","start":"2026-03-31T18:43:14.098251Z","end":"2026-03-31T18:43:15.626476Z","steps":["trace[350249937] 'range keys from in-memory index tree' (duration: 1.527503459s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.626566Z","caller":"traceutil/trace.go:171","msg":"trace[1807807797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6892; }","duration":"1.431465376s","start":"2026-03-31T18:43:14.195072Z","end":"2026-03-31T18:43:15.626537Z","steps":["trace[1807807797] 'range keys from in-memory index tree' (duration: 1.431035636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:15.626627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.195056Z","time spent":"1.431556088s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:43:15.626638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.098232Z","time spent":"1.528369277s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10416,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:43:15.626184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.012172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:15.626376Z","caller":"traceutil/trace.go:171","msg":"trace[1063956998] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:6892; }","duration":"1.762001437s","start":"2026-03-31T18:43:13.864349Z","end":"2026-03-31T18:43:15.62635Z","steps":["trace[1063956998] 'count revisions from in-memory index tree' (duration: 1.761492255s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:15.626747Z","caller":"traceutil/trace.go:171","msg":"trace[1560479572] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6892; }","duration":"805.605215ms","start":"2026-03-31T18:43:14.821111Z","end":"2026-03-31T18:43:15.626717Z","steps":["trace[1560479572] 'count revisions from in-memory index tree' (duration: 804.91806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:15.626244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176109453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:15.626814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.82109Z","time spent":"805.704178ms","remote":"127.0.0.1:56176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:15.626827Z","caller":"traceutil/trace.go:171","msg":"trace[1186112031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6892; }","duration":"1.176720707s","start":"2026-03-31T18:43:14.450089Z","end":"2026-03-31T18:43:15.62681Z","steps":["trace[1186112031] 'range keys from in-memory index tree' (duration: 1.176026362s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:15.626878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.450071Z","time spent":"1.176792479s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:15.627704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:13.864328Z","time spent":"1.762442216s","remote":"127.0.0.1:35004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:15.62981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:16.130494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:16.631013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:17.134606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:17.628174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00025662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:17.628258Z","caller":"traceutil/trace.go:171","msg":"trace[1122823018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394333s","start":"2026-03-31T18:43:15.627846Z","end":"2026-03-31T18:43:17.628241Z","steps":["trace[1122823018] 'agreement among raft nodes before linearized reading' (duration: 2.000286941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:17.62831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.62783Z","time spent":"2.000460834s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:43:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:17.634783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:18.135151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:18.22928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.5490755s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:43:18.229952Z","caller":"traceutil/trace.go:171","msg":"trace[1014416197] transaction","detail":"{read_only:false; response_revision:6893; number_of_response:1; }","duration":"3.205136687s","start":"2026-03-31T18:43:15.024792Z","end":"2026-03-31T18:43:18.229929Z","steps":["trace[1014416197] 'process raft request' (duration: 3.204871101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:18.23026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.024765Z","time spent":"3.205315311s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:19.635984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:43:19.636093Z","caller":"traceutil/trace.go:171","msg":"trace[2075391233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00029125s","start":"2026-03-31T18:43:17.635778Z","end":"2026-03-31T18:43:19.636069Z","steps":["trace[2075391233] 'agreement among raft nodes before linearized reading' (duration: 2.000159007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.636141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:17.635771Z","time spent":"2.000359733s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:19.949019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203384414s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:19.949136Z","caller":"traceutil/trace.go:171","msg":"trace[1976640128] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6893; }","duration":"1.203510787s","start":"2026-03-31T18:43:18.745609Z","end":"2026-03-31T18:43:19.94912Z","steps":["trace[1976640128] 'range keys from in-memory index tree' (duration: 1.203367734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.133046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999220783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:43:20.133179Z","caller":"traceutil/trace.go:171","msg":"trace[295901902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999430307s","start":"2026-03-31T18:43:15.133708Z","end":"2026-03-31T18:43:20.133138Z","steps":["trace[295901902] 'agreement among raft nodes before linearized reading' (duration: 4.999237343s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.133294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.133698Z","time spent":"4.99952227s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:43:20.389591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999711604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:43:20.389682Z","caller":"traceutil/trace.go:171","msg":"trace[1883090279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999874848s","start":"2026-03-31T18:43:15.389786Z","end":"2026-03-31T18:43:20.389661Z","steps":["trace[1883090279] 'agreement among raft nodes before linearized reading' (duration: 4.999754015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.389731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.389756Z","time spent":"4.99996425s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:43:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:20.39575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000311447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:20.395822Z","caller":"traceutil/trace.go:171","msg":"trace[32072556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00040295s","start":"2026-03-31T18:43:15.395401Z","end":"2026-03-31T18:43:20.395804Z","steps":["trace[32072556] 'agreement among raft nodes before linearized reading' (duration: 5.000321888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.395872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.395394Z","time spent":"5.000466101s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:43:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:20.444117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.214627941s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:43:20.444608Z","caller":"traceutil/trace.go:171","msg":"trace[1288545837] transaction","detail":"{read_only:false; response_revision:6894; number_of_response:1; }","duration":"5.050996179s","start":"2026-03-31T18:43:15.393594Z","end":"2026-03-31T18:43:20.44459Z","steps":["trace[1288545837] 'process raft request' (duration: 5.050752273s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.444667Z","caller":"traceutil/trace.go:171","msg":"trace[835267026] transaction","detail":"{read_only:false; response_revision:6895; number_of_response:1; }","duration":"4.971234058s","start":"2026-03-31T18:43:15.473392Z","end":"2026-03-31T18:43:20.444626Z","steps":["trace[835267026] 'process raft request' (duration: 4.971099355s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.444701Z","caller":"traceutil/trace.go:171","msg":"trace[967164405] transaction","detail":"{read_only:false; response_revision:6896; number_of_response:1; }","duration":"4.971228727s","start":"2026-03-31T18:43:15.473432Z","end":"2026-03-31T18:43:20.44466Z","steps":["trace[967164405] 'process raft request' (duration: 4.971088184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.444869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.473363Z","time spent":"4.971400791s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:20.444723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.393578Z","time spent":"5.05108421s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:20.444891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.473405Z","time spent":"4.97139166s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:20.445123Z","caller":"traceutil/trace.go:171","msg":"trace[558468400] transaction","detail":"{read_only:false; response_revision:6897; number_of_response:1; }","duration":"4.806947433s","start":"2026-03-31T18:43:15.638156Z","end":"2026-03-31T18:43:20.445103Z","steps":["trace[558468400] 'process raft request' (duration: 4.806385701s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.445207Z","caller":"traceutil/trace.go:171","msg":"trace[289216390] transaction","detail":"{read_only:false; response_revision:6898; number_of_response:1; }","duration":"4.753237503s","start":"2026-03-31T18:43:15.691942Z","end":"2026-03-31T18:43:20.44518Z","steps":["trace[289216390] 'process raft request' (duration: 4.752914686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.44523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.638144Z","time spent":"4.807035306s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:20.445231Z","caller":"traceutil/trace.go:171","msg":"trace[673401597] linearizableReadLoop","detail":"{readStateIndex:7181; appliedIndex:7175; }","duration":"5.316068612s","start":"2026-03-31T18:43:15.129026Z","end":"2026-03-31T18:43:20.445095Z","steps":["trace[673401597] 'read index received' (duration: 3.100555081s)","trace[673401597] 'applied index is now lower than readState.Index' (duration: 2.215511901s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:20.445332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.691917Z","time spent":"4.753360236s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:20.445457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.31642865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:43:20.445514Z","caller":"traceutil/trace.go:171","msg":"trace[888927681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6898; }","duration":"5.316540193s","start":"2026-03-31T18:43:15.128962Z","end":"2026-03-31T18:43:20.445502Z","steps":["trace[888927681] 'agreement among raft nodes before linearized reading' (duration: 5.31639481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.445548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.12893Z","time spent":"5.316610354s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:43:20.86926Z","caller":"traceutil/trace.go:171","msg":"trace[409924754] transaction","detail":"{read_only:false; response_revision:6899; number_of_response:1; }","duration":"1.263200552s","start":"2026-03-31T18:43:19.606035Z","end":"2026-03-31T18:43:20.869236Z","steps":["trace[409924754] 'process raft request' (duration: 1.262975987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.869406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.606001Z","time spent":"1.263334055s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:20.869452Z","caller":"traceutil/trace.go:171","msg":"trace[1471681551] linearizableReadLoop","detail":"{readStateIndex:7183; appliedIndex:7181; }","duration":"424.085476ms","start":"2026-03-31T18:43:20.445339Z","end":"2026-03-31T18:43:20.869425Z","steps":["trace[1471681551] 'read index received' (duration: 423.743488ms)","trace[1471681551] 'applied index is now lower than readState.Index' (duration: 340.437µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:20.869612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.486486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:20.869653Z","caller":"traceutil/trace.go:171","msg":"trace[1811387655] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6900; }","duration":"957.559858ms","start":"2026-03-31T18:43:19.912084Z","end":"2026-03-31T18:43:20.869643Z","steps":["trace[1811387655] 'agreement among raft nodes before linearized reading' (duration: 957.485847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.869695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.912068Z","time spent":"957.608729ms","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:20.869726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.310878695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T18:43:20.869749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587864404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:43:20.869808Z","caller":"traceutil/trace.go:171","msg":"trace[1230387684] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6900; }","duration":"5.311007348s","start":"2026-03-31T18:43:15.55878Z","end":"2026-03-31T18:43:20.869788Z","steps":["trace[1230387684] 'agreement among raft nodes before linearized reading' (duration: 5.310787023s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.869828Z","caller":"traceutil/trace.go:171","msg":"trace[156981005] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:6900; }","duration":"3.587999937s","start":"2026-03-31T18:43:17.281809Z","end":"2026-03-31T18:43:20.869809Z","steps":["trace[156981005] 'agreement among raft nodes before linearized reading' (duration: 3.58770704s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.869858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.558762Z","time spent":"5.311086799s","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T18:43:20.869915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:17.281781Z","time spent":"3.58812017s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:43:20.869955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861293695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T18:43:20.870004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.763333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:20.870014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.474048832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:43:20.870038Z","caller":"traceutil/trace.go:171","msg":"trace[870351402] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6900; }","duration":"722.843935ms","start":"2026-03-31T18:43:20.147185Z","end":"2026-03-31T18:43:20.870029Z","steps":["trace[870351402] 'agreement among raft nodes before linearized reading' (duration: 722.789004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.870039Z","caller":"traceutil/trace.go:171","msg":"trace[1300034104] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6900; }","duration":"2.861408258s","start":"2026-03-31T18:43:18.008613Z","end":"2026-03-31T18:43:20.870021Z","steps":["trace[1300034104] 'agreement among raft nodes before linearized reading' (duration: 2.861183463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.870075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.147158Z","time spent":"722.909076ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:20.870092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:18.008595Z","time spent":"2.861483219s","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T18:43:20.870126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492681805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:43:20.870164Z","caller":"traceutil/trace.go:171","msg":"trace[638567120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:6900; }","duration":"5.492763627s","start":"2026-03-31T18:43:15.377391Z","end":"2026-03-31T18:43:20.870155Z","steps":["trace[638567120] 'agreement among raft nodes before linearized reading' (duration: 5.492678135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.87019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42211989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:20.870243Z","caller":"traceutil/trace.go:171","msg":"trace[705808872] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6900; }","duration":"4.422219403s","start":"2026-03-31T18:43:16.448013Z","end":"2026-03-31T18:43:20.870232Z","steps":["trace[705808872] 'agreement among raft nodes before linearized reading' (duration: 4.42212659s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:20.870051Z","caller":"traceutil/trace.go:171","msg":"trace[555535103] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6900; }","duration":"5.474081782s","start":"2026-03-31T18:43:15.395958Z","end":"2026-03-31T18:43:20.87004Z","steps":["trace[555535103] 'agreement among raft nodes before linearized reading' (duration: 5.473881308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.870282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.44799Z","time spent":"4.422283993s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:20.870278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238570357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:43:20.870297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.395934Z","time spent":"5.474352589s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:43:20.870321Z","caller":"traceutil/trace.go:171","msg":"trace[1560370145] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:6900; }","duration":"3.238648888s","start":"2026-03-31T18:43:17.631661Z","end":"2026-03-31T18:43:20.87031Z","steps":["trace[1560370145] 'agreement among raft nodes before linearized reading' (duration: 3.238535906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.870356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:17.631639Z","time spent":"3.23870945s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" "} {"level":"warn","ts":"2026-03-31T18:43:20.870459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233709473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:20.87001Z","caller":"traceutil/trace.go:171","msg":"trace[1381689338] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"659.351702ms","start":"2026-03-31T18:43:20.210413Z","end":"2026-03-31T18:43:20.869765Z","steps":["trace[1381689338] 'process raft request' (duration: 658.774388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.870203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.377363Z","time spent":"5.492832749s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:43:20.870496Z","caller":"traceutil/trace.go:171","msg":"trace[661672847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6900; }","duration":"1.233770504s","start":"2026-03-31T18:43:19.636716Z","end":"2026-03-31T18:43:20.870486Z","steps":["trace[661672847] 'agreement among raft nodes before linearized reading' (duration: 1.233720493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.870522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.636701Z","time spent":"1.233814876s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:20.870556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.030410802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:43:20.870594Z","caller":"traceutil/trace.go:171","msg":"trace[1240043132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6900; }","duration":"5.030475373s","start":"2026-03-31T18:43:15.84011Z","end":"2026-03-31T18:43:20.870585Z","steps":["trace[1240043132] 'agreement among raft nodes before linearized reading' (duration: 5.030375491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.870622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.840093Z","time spent":"5.030523304s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:43:20.870649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.240470895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b59eaa1a-cee0-4ac0-bb21-2475f6f8193f\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T18:43:20.870554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.210385Z","time spent":"660.11471ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:20.870688Z","caller":"traceutil/trace.go:171","msg":"trace[946813569] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b59eaa1a-cee0-4ac0-bb21-2475f6f8193f; range_end:; response_count:1; response_revision:6900; }","duration":"5.240540276s","start":"2026-03-31T18:43:15.630139Z","end":"2026-03-31T18:43:20.870679Z","steps":["trace[946813569] 'agreement among raft nodes before linearized reading' (duration: 5.240445963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.869696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397949383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:20.870717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.630123Z","time spent":"5.240587467s","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b59eaa1a-cee0-4ac0-bb21-2475f6f8193f\" "} {"level":"warn","ts":"2026-03-31T18:43:20.87046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.73638936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:20.87076Z","caller":"traceutil/trace.go:171","msg":"trace[316691932] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6900; }","duration":"5.399083588s","start":"2026-03-31T18:43:15.471658Z","end":"2026-03-31T18:43:20.870742Z","steps":["trace[316691932] 'agreement among raft nodes before linearized reading' (duration: 5.397892701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.86982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.472808994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:43:20.870901Z","caller":"traceutil/trace.go:171","msg":"trace[1371050795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6900; }","duration":"5.473879948s","start":"2026-03-31T18:43:15.397005Z","end":"2026-03-31T18:43:20.870885Z","steps":["trace[1371050795] 'agreement among raft nodes before linearized reading' (duration: 5.472712882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.871026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.396987Z","time spent":"5.47399755s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:20.870932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:15.471629Z","time spent":"5.39918094s","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":28,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:20.870762Z","caller":"traceutil/trace.go:171","msg":"trace[1655807164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6900; }","duration":"4.736728158s","start":"2026-03-31T18:43:16.134023Z","end":"2026-03-31T18:43:20.870751Z","steps":["trace[1655807164] 'agreement among raft nodes before linearized reading' (duration: 4.736409201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:20.875131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.134002Z","time spent":"4.741082427s","remote":"127.0.0.1:54290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:21.370113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132609,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:43:21.532995Z","caller":"traceutil/trace.go:171","msg":"trace[362960788] transaction","detail":"{read_only:false; response_revision:6904; number_of_response:1; }","duration":"1.080376938s","start":"2026-03-31T18:43:20.452593Z","end":"2026-03-31T18:43:21.53297Z","steps":["trace[362960788] 'process raft request' (duration: 1.080256875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.533142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.452566Z","time spent":"1.080499101s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:21.533189Z","caller":"traceutil/trace.go:171","msg":"trace[1326574328] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"1.079647501s","start":"2026-03-31T18:43:20.453534Z","end":"2026-03-31T18:43:21.533182Z","steps":["trace[1326574328] 'process raft request' (duration: 1.079388615s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.533233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.453523Z","time spent":"1.079681752s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:21.533453Z","caller":"traceutil/trace.go:171","msg":"trace[6079596] transaction","detail":"{read_only:false; response_revision:6902; number_of_response:1; }","duration":"1.08134525s","start":"2026-03-31T18:43:20.45209Z","end":"2026-03-31T18:43:21.533436Z","steps":["trace[6079596] 'process raft request' (duration: 1.080656605s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.533542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.452075Z","time spent":"1.081425383s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:21.533617Z","caller":"traceutil/trace.go:171","msg":"trace[1013075287] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"1.081239558s","start":"2026-03-31T18:43:20.452369Z","end":"2026-03-31T18:43:21.533608Z","steps":["trace[1013075287] 'process raft request' (duration: 1.080429309s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.533668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.452357Z","time spent":"1.081285369s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:21.533149Z","caller":"traceutil/trace.go:171","msg":"trace[708582683] transaction","detail":"{read_only:false; response_revision:6901; number_of_response:1; }","duration":"1.081411951s","start":"2026-03-31T18:43:20.451724Z","end":"2026-03-31T18:43:21.533136Z","steps":["trace[708582683] 'process raft request' (duration: 1.080824138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.533735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.451695Z","time spent":"1.082010676s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:22.724411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191387831s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:43:22.724949Z","caller":"traceutil/trace.go:171","msg":"trace[1837861317] linearizableReadLoop","detail":"{readStateIndex:7192; appliedIndex:7188; }","duration":"1.855384909s","start":"2026-03-31T18:43:20.869524Z","end":"2026-03-31T18:43:22.724909Z","steps":["trace[1837861317] 'read index received' (duration: 664.459568ms)","trace[1837861317] 'applied index is now lower than readState.Index' (duration: 1.190924361s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:22.725166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272794203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10685"} {"level":"info","ts":"2026-03-31T18:43:22.725207Z","caller":"traceutil/trace.go:171","msg":"trace[1108054247] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6908; }","duration":"2.272884984s","start":"2026-03-31T18:43:20.452313Z","end":"2026-03-31T18:43:22.725198Z","steps":["trace[1108054247] 'agreement among raft nodes before linearized reading' (duration: 2.27268809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:22.725242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.452295Z","time spent":"2.272938736s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10709,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T18:43:22.725521Z","caller":"traceutil/trace.go:171","msg":"trace[1675510049] transaction","detail":"{read_only:false; response_revision:6907; number_of_response:1; }","duration":"1.84975263s","start":"2026-03-31T18:43:20.875755Z","end":"2026-03-31T18:43:22.725507Z","steps":["trace[1675510049] 'process raft request' (duration: 1.849068985s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:22.725546Z","caller":"traceutil/trace.go:171","msg":"trace[2138717930] transaction","detail":"{read_only:false; response_revision:6908; number_of_response:1; }","duration":"1.847310145s","start":"2026-03-31T18:43:20.878212Z","end":"2026-03-31T18:43:22.725522Z","steps":["trace[2138717930] 'process raft request' (duration: 1.84665584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:22.725605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.875733Z","time spent":"1.849818092s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:22.725587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.871312Z","time spent":"1.854267153s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:43:22.725665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.878203Z","time spent":"1.847397766s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:22.725808Z","caller":"traceutil/trace.go:171","msg":"trace[1200678778] transaction","detail":"{read_only:false; response_revision:6906; number_of_response:1; }","duration":"1.850673952s","start":"2026-03-31T18:43:20.875106Z","end":"2026-03-31T18:43:22.72578Z","steps":["trace[1200678778] 'process raft request' (duration: 1.849613199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:22.726006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.875063Z","time spent":"1.850879057s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:22.879699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:43:22.879804Z","caller":"traceutil/trace.go:171","msg":"trace[17718777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425355s","start":"2026-03-31T18:43:20.879357Z","end":"2026-03-31T18:43:22.879782Z","steps":["trace[17718777] 'agreement among raft nodes before linearized reading' (duration: 2.000301812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:22.879863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.879352Z","time spent":"2.000496256s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:43:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:23.226694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:23.727229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:24.271527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:24.771883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:24.890579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010492424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:43:24.890708Z","caller":"traceutil/trace.go:171","msg":"trace[541130716] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.010652427s","start":"2026-03-31T18:43:22.88001Z","end":"2026-03-31T18:43:24.890663Z","steps":["trace[541130716] 'agreement among raft nodes before linearized reading' (duration: 2.010513984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.89076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.879996Z","time spent":"2.01075309s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:43:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:25.140453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003307863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:25.140538Z","caller":"traceutil/trace.go:171","msg":"trace[1548291445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.003399995s","start":"2026-03-31T18:43:22.137114Z","end":"2026-03-31T18:43:25.140514Z","steps":["trace[1548291445] 'agreement among raft nodes before linearized reading' (duration: 3.003305503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.140602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.137011Z","time spent":"3.003572848s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:43:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:25.272111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444132619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:25.388806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996507278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:25.388875Z","caller":"traceutil/trace.go:171","msg":"trace[517753933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996627611s","start":"2026-03-31T18:43:22.392231Z","end":"2026-03-31T18:43:25.388859Z","steps":["trace[517753933] 'agreement among raft nodes before linearized reading' (duration: 2.996545269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.388912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.392206Z","time spent":"2.996695892s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:43:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:25.395364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997238814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:25.395499Z","caller":"traceutil/trace.go:171","msg":"trace[1376362951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99749024s","start":"2026-03-31T18:43:22.397988Z","end":"2026-03-31T18:43:25.395478Z","steps":["trace[1376362951] 'agreement among raft nodes before linearized reading' (duration: 2.997339186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.395554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.397968Z","time spent":"2.997572831s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:43:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:25.416693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.690940194s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:43:25.417119Z","caller":"traceutil/trace.go:171","msg":"trace[1334151258] transaction","detail":"{read_only:false; response_revision:6909; number_of_response:1; }","duration":"2.964578691s","start":"2026-03-31T18:43:22.452519Z","end":"2026-03-31T18:43:25.417098Z","steps":["trace[1334151258] 'process raft request' (duration: 2.964355386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.417257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.452499Z","time spent":"2.964675634s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:25.417449Z","caller":"traceutil/trace.go:171","msg":"trace[919780881] transaction","detail":"{read_only:false; response_revision:6910; number_of_response:1; }","duration":"2.963659041s","start":"2026-03-31T18:43:22.453749Z","end":"2026-03-31T18:43:25.417408Z","steps":["trace[919780881] 'process raft request' (duration: 2.963303033s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:25.417526Z","caller":"traceutil/trace.go:171","msg":"trace[281428095] transaction","detail":"{read_only:false; response_revision:6911; number_of_response:1; }","duration":"2.961263286s","start":"2026-03-31T18:43:22.456233Z","end":"2026-03-31T18:43:25.417496Z","steps":["trace[281428095] 'process raft request' (duration: 2.961038931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.417635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.453716Z","time spent":"2.963822554s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:25.41774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.456218Z","time spent":"2.9614076s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:26.074947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.48797ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:43:26.075197Z","caller":"traceutil/trace.go:171","msg":"trace[324775100] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6912; }","duration":"3.347217946s","start":"2026-03-31T18:43:22.72796Z","end":"2026-03-31T18:43:26.075178Z","steps":["trace[324775100] 'process raft request' (duration: 3.347098964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.075297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.727931Z","time spent":"3.347303109s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.075749Z","caller":"traceutil/trace.go:171","msg":"trace[941804818] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"683.89073ms","start":"2026-03-31T18:43:25.391832Z","end":"2026-03-31T18:43:26.075723Z","steps":["trace[941804818] 'process raft request' (duration: 683.274506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.075893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.391807Z","time spent":"684.014032ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:26.210706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.904655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:26.21116Z","caller":"traceutil/trace.go:171","msg":"trace[1713361176] linearizableReadLoop","detail":"{readStateIndex:7197; appliedIndex:7192; }","duration":"3.486149562s","start":"2026-03-31T18:43:22.724989Z","end":"2026-03-31T18:43:26.211138Z","steps":["trace[1713361176] 'read index received' (duration: 2.691883815s)","trace[1713361176] 'applied index is now lower than readState.Index' (duration: 794.263537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:26.211351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.235666076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-31T18:43:26.21135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684819899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:26.211365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.130429974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:26.211427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075453792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:26.211445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780766469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:26.211455Z","caller":"traceutil/trace.go:171","msg":"trace[900194999] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6914; }","duration":"4.075517204s","start":"2026-03-31T18:43:22.135929Z","end":"2026-03-31T18:43:26.211447Z","steps":["trace[900194999] 'agreement among raft nodes before linearized reading' (duration: 4.075474153s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.211469Z","caller":"traceutil/trace.go:171","msg":"trace[1369160525] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6914; }","duration":"4.78081582s","start":"2026-03-31T18:43:21.430646Z","end":"2026-03-31T18:43:26.211461Z","steps":["trace[1369160525] 'agreement among raft nodes before linearized reading' (duration: 4.78078258s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.211458Z","caller":"traceutil/trace.go:171","msg":"trace[547038736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6914; }","duration":"5.130570278s","start":"2026-03-31T18:43:21.080864Z","end":"2026-03-31T18:43:26.211435Z","steps":["trace[547038736] 'agreement among raft nodes before linearized reading' (duration: 5.130396854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.211481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.13591Z","time spent":"4.075564006s","remote":"127.0.0.1:41498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.211502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.43063Z","time spent":"4.780866151s","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.211498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.335478384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:43:26.211519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.080847Z","time spent":"5.130654179s","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:26.211548Z","caller":"traceutil/trace.go:171","msg":"trace[214537451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6914; }","duration":"5.335553155s","start":"2026-03-31T18:43:20.875982Z","end":"2026-03-31T18:43:26.211535Z","steps":["trace[214537451] 'agreement among raft nodes before linearized reading' (duration: 5.335371261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.211583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.875971Z","time spent":"5.335604416s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:43:26.211408Z","caller":"traceutil/trace.go:171","msg":"trace[1818591362] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6914; }","duration":"4.684934252s","start":"2026-03-31T18:43:21.526461Z","end":"2026-03-31T18:43:26.211395Z","steps":["trace[1818591362] 'agreement among raft nodes before linearized reading' (duration: 4.68482764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.211722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.52644Z","time spent":"4.685266549s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.211801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.334125354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-03-31T18:43:26.21183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84760406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:26.211833Z","caller":"traceutil/trace.go:171","msg":"trace[150789737] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6914; }","duration":"5.334176136s","start":"2026-03-31T18:43:20.877647Z","end":"2026-03-31T18:43:26.211824Z","steps":["trace[150789737] 'agreement among raft nodes before linearized reading' (duration: 5.334103283s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.211853Z","caller":"traceutil/trace.go:171","msg":"trace[2103180542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6914; }","duration":"4.847661911s","start":"2026-03-31T18:43:21.364183Z","end":"2026-03-31T18:43:26.211845Z","steps":["trace[2103180542] 'agreement among raft nodes before linearized reading' (duration: 4.84762606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.211854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.877637Z","time spent":"5.334213326s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1186,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-31T18:43:26.211878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.364161Z","time spent":"4.847712752s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.211823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.334003521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81715"} {"level":"info","ts":"2026-03-31T18:43:26.21138Z","caller":"traceutil/trace.go:171","msg":"trace[627701016] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6914; }","duration":"5.235751988s","start":"2026-03-31T18:43:20.975621Z","end":"2026-03-31T18:43:26.211373Z","steps":["trace[627701016] 'agreement among raft nodes before linearized reading' (duration: 5.235627936s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.211939Z","caller":"traceutil/trace.go:171","msg":"trace[678065011] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6914; }","duration":"5.334140565s","start":"2026-03-31T18:43:20.877781Z","end":"2026-03-31T18:43:26.211921Z","steps":["trace[678065011] 'agreement among raft nodes before linearized reading' (duration: 5.333679483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.212011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.9756Z","time spent":"5.236395673s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:43:26.212079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.877771Z","time spent":"5.334251317s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81739,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:43:26.213022Z","caller":"traceutil/trace.go:171","msg":"trace[1266239356] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"814.247251ms","start":"2026-03-31T18:43:25.396803Z","end":"2026-03-31T18:43:26.21105Z","steps":["trace[1266239356] 'process raft request' (duration: 678.907526ms)","trace[1266239356] 'compare' (duration: 134.798253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:26.213162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.396757Z","time spent":"816.327399ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:26.214068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.361419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T18:43:26.214283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650178468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T18:43:26.214329Z","caller":"traceutil/trace.go:171","msg":"trace[32845792] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6914; }","duration":"2.65027171s","start":"2026-03-31T18:43:23.564046Z","end":"2026-03-31T18:43:26.214318Z","steps":["trace[32845792] 'agreement among raft nodes before linearized reading' (duration: 2.650141497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.214358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.564028Z","time spent":"2.650322451s","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T18:43:26.214312Z","caller":"traceutil/trace.go:171","msg":"trace[1050080535] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6914; }","duration":"316.649845ms","start":"2026-03-31T18:43:25.897638Z","end":"2026-03-31T18:43:26.214288Z","steps":["trace[1050080535] 'agreement among raft nodes before linearized reading' (duration: 316.258126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.214543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103280468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:43:26.214578Z","caller":"traceutil/trace.go:171","msg":"trace[633463830] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6914; }","duration":"1.10334398s","start":"2026-03-31T18:43:25.111226Z","end":"2026-03-31T18:43:26.21457Z","steps":["trace[633463830] 'agreement among raft nodes before linearized reading' (duration: 1.103259447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.214603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.11121Z","time spent":"1.103386592s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:43:26.214565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.897617Z","time spent":"316.929581ms","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T18:43:26.214779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138934189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T18:43:26.214814Z","caller":"traceutil/trace.go:171","msg":"trace[1784865909] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6914; }","duration":"1.139008511s","start":"2026-03-31T18:43:25.075796Z","end":"2026-03-31T18:43:26.214805Z","steps":["trace[1784865909] 'agreement among raft nodes before linearized reading' (duration: 1.138921299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.214837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.075777Z","time spent":"1.139054662s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:43:26.214964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318166042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:26.214995Z","caller":"traceutil/trace.go:171","msg":"trace[1232731335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6914; }","duration":"1.318196472s","start":"2026-03-31T18:43:24.896791Z","end":"2026-03-31T18:43:26.214987Z","steps":["trace[1232731335] 'agreement among raft nodes before linearized reading' (duration: 1.318151821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.215018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.896746Z","time spent":"1.318266624s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:26.215177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482762242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:43:26.215211Z","caller":"traceutil/trace.go:171","msg":"trace[1036034034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6914; }","duration":"1.482813603s","start":"2026-03-31T18:43:24.73239Z","end":"2026-03-31T18:43:26.215203Z","steps":["trace[1036034034] 'agreement among raft nodes before linearized reading' (duration: 1.482733501s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.215238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.732381Z","time spent":"1.482849334s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:26.215372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672594308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:43:26.21699Z","caller":"traceutil/trace.go:171","msg":"trace[1905262765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6914; }","duration":"2.674266105s","start":"2026-03-31T18:43:23.542713Z","end":"2026-03-31T18:43:26.216979Z","steps":["trace[1905262765] 'agreement among raft nodes before linearized reading' (duration: 2.672451434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.215559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484585343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:43:26.215616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537841013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:26.215715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648570292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123673"} {"level":"warn","ts":"2026-03-31T18:43:26.215768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.48472152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-7p5tp\" ","response":"range_response_count:1 size:4341"} {"level":"warn","ts":"2026-03-31T18:43:26.215812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831352725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:26.215833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485409386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:43:26.215846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102807093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:26.215917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384865862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:26.217139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.542687Z","time spent":"2.674437489s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:43:26.217266Z","caller":"traceutil/trace.go:171","msg":"trace[2043056533] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6914; }","duration":"3.386255712s","start":"2026-03-31T18:43:22.831003Z","end":"2026-03-31T18:43:26.217258Z","steps":["trace[2043056533] 'agreement among raft nodes before linearized reading' (duration: 3.384858681s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.21716Z","caller":"traceutil/trace.go:171","msg":"trace[904506584] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6914; }","duration":"2.650028734s","start":"2026-03-31T18:43:23.567119Z","end":"2026-03-31T18:43:26.217148Z","steps":["trace[904506584] 'agreement among raft nodes before linearized reading' (duration: 2.648516441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.217307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.830984Z","time spent":"3.386310094s","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.21733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.567105Z","time spent":"2.650212468s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123697,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T18:43:26.217189Z","caller":"traceutil/trace.go:171","msg":"trace[1075633486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6914; }","duration":"1.48624837s","start":"2026-03-31T18:43:24.730933Z","end":"2026-03-31T18:43:26.217181Z","steps":["trace[1075633486] 'agreement among raft nodes before linearized reading' (duration: 1.484537772s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.217628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.730917Z","time spent":"1.486699341s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:43:26.217214Z","caller":"traceutil/trace.go:171","msg":"trace[1908534466] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:6914; }","duration":"3.486809948s","start":"2026-03-31T18:43:22.730395Z","end":"2026-03-31T18:43:26.217205Z","steps":["trace[1908534466] 'agreement among raft nodes before linearized reading' (duration: 3.485375096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.21803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.730387Z","time spent":"3.487630007s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" "} {"level":"info","ts":"2026-03-31T18:43:26.217217Z","caller":"traceutil/trace.go:171","msg":"trace[949804497] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6914; }","duration":"2.832789617s","start":"2026-03-31T18:43:23.384412Z","end":"2026-03-31T18:43:26.217201Z","steps":["trace[949804497] 'agreement among raft nodes before linearized reading' (duration: 2.831375785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.218186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.384382Z","time spent":"2.83379112s","remote":"127.0.0.1:38652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:26.217237Z","caller":"traceutil/trace.go:171","msg":"trace[1770438653] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6914; }","duration":"3.104238115s","start":"2026-03-31T18:43:23.112992Z","end":"2026-03-31T18:43:26.21723Z","steps":["trace[1770438653] 'agreement among raft nodes before linearized reading' (duration: 3.102835444s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.218453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.112971Z","time spent":"3.105466023s","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:26.21776Z","caller":"traceutil/trace.go:171","msg":"trace[568555716] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6914; }","duration":"1.540011293s","start":"2026-03-31T18:43:24.677724Z","end":"2026-03-31T18:43:26.217735Z","steps":["trace[568555716] 'agreement among raft nodes before linearized reading' (duration: 1.537864714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.218601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.677701Z","time spent":"1.540888532s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:26.218605Z","caller":"traceutil/trace.go:171","msg":"trace[136052370] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-7p5tp; range_end:; response_count:1; response_revision:6914; }","duration":"3.487561366s","start":"2026-03-31T18:43:22.731027Z","end":"2026-03-31T18:43:26.218589Z","steps":["trace[136052370] 'agreement among raft nodes before linearized reading' (duration: 3.48467481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.218867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.731023Z","time spent":"3.487611797s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4365,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-7p5tp\" "} {"level":"info","ts":"2026-03-31T18:43:26.544639Z","caller":"traceutil/trace.go:171","msg":"trace[809999777] transaction","detail":"{read_only:false; response_revision:6916; number_of_response:1; }","duration":"325.323712ms","start":"2026-03-31T18:43:26.219284Z","end":"2026-03-31T18:43:26.544608Z","steps":["trace[809999777] 'process raft request' (duration: 325.050646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.544727Z","caller":"traceutil/trace.go:171","msg":"trace[2043496080] transaction","detail":"{read_only:false; response_revision:6917; number_of_response:1; }","duration":"324.8082ms","start":"2026-03-31T18:43:26.219878Z","end":"2026-03-31T18:43:26.544686Z","steps":["trace[2043496080] 'process raft request' (duration: 324.619276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.544784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.219268Z","time spent":"325.461825ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:26.544882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.219867Z","time spent":"324.931404ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.545018Z","caller":"traceutil/trace.go:171","msg":"trace[1830785432] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"314.943716ms","start":"2026-03-31T18:43:26.230063Z","end":"2026-03-31T18:43:26.545006Z","steps":["trace[1830785432] 'process raft request' (duration: 314.706121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.54507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.230007Z","time spent":"315.036748ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.545078Z","caller":"traceutil/trace.go:171","msg":"trace[581775961] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"319.096159ms","start":"2026-03-31T18:43:26.225917Z","end":"2026-03-31T18:43:26.545013Z","steps":["trace[581775961] 'process raft request' (duration: 318.779622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.54502Z","caller":"traceutil/trace.go:171","msg":"trace[284212532] linearizableReadLoop","detail":"{readStateIndex:7209; appliedIndex:7201; }","duration":"291.002131ms","start":"2026-03-31T18:43:26.253996Z","end":"2026-03-31T18:43:26.544998Z","steps":["trace[284212532] 'read index received' (duration: 290.367187ms)","trace[284212532] 'applied index is now lower than readState.Index' (duration: 634.064µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:26.545349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.225909Z","time spent":"319.307915ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:26.545597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.784096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:49 size:71934"} {"level":"info","ts":"2026-03-31T18:43:26.545668Z","caller":"traceutil/trace.go:171","msg":"trace[1118306365] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:49; response_revision:6923; }","duration":"319.862328ms","start":"2026-03-31T18:43:26.225787Z","end":"2026-03-31T18:43:26.545649Z","steps":["trace[1118306365] 'agreement among raft nodes before linearized reading' (duration: 319.242833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.545736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.225784Z","time spent":"319.936289ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":49,"response size":71958,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-31T18:43:26.545088Z","caller":"traceutil/trace.go:171","msg":"trace[1568346304] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"319.379557ms","start":"2026-03-31T18:43:26.225656Z","end":"2026-03-31T18:43:26.545036Z","steps":["trace[1568346304] 'process raft request' (duration: 318.978118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.546047Z","caller":"traceutil/trace.go:171","msg":"trace[795426981] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"312.911901ms","start":"2026-03-31T18:43:26.233099Z","end":"2026-03-31T18:43:26.546011Z","steps":["trace[795426981] 'process raft request' (duration: 311.838266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.546113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.225648Z","time spent":"320.403091ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.54616Z","caller":"traceutil/trace.go:171","msg":"trace[619140317] transaction","detail":"{read_only:false; response_revision:6918; number_of_response:1; }","duration":"325.918866ms","start":"2026-03-31T18:43:26.220187Z","end":"2026-03-31T18:43:26.546105Z","steps":["trace[619140317] 'process raft request' (duration: 324.37282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.546181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.233052Z","time spent":"313.056764ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.546339Z","caller":"traceutil/trace.go:171","msg":"trace[250111378] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"320.367989ms","start":"2026-03-31T18:43:26.22595Z","end":"2026-03-31T18:43:26.546318Z","steps":["trace[250111378] 'process raft request' (duration: 318.772622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.546339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.220179Z","time spent":"326.09312ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:26.546468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.225941Z","time spent":"320.445321ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:26.546539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.751037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-31T18:43:26.546612Z","caller":"traceutil/trace.go:171","msg":"trace[199324826] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6923; }","duration":"320.850131ms","start":"2026-03-31T18:43:26.22575Z","end":"2026-03-31T18:43:26.5466Z","steps":["trace[199324826] 'agreement among raft nodes before linearized reading' (duration: 320.37971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.546668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.225741Z","time spent":"320.917832ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-31T18:43:26.547327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.171395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:26.547428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.732232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:49 size:71934"} {"level":"info","ts":"2026-03-31T18:43:26.547543Z","caller":"traceutil/trace.go:171","msg":"trace[1618151734] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:49; response_revision:6923; }","duration":"329.891805ms","start":"2026-03-31T18:43:26.217623Z","end":"2026-03-31T18:43:26.547515Z","steps":["trace[1618151734] 'agreement among raft nodes before linearized reading' (duration: 329.364614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.547552Z","caller":"traceutil/trace.go:171","msg":"trace[836405035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6923; }","duration":"331.441901ms","start":"2026-03-31T18:43:26.216048Z","end":"2026-03-31T18:43:26.547489Z","steps":["trace[836405035] 'agreement among raft nodes before linearized reading' (duration: 330.999521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.547593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.217613Z","time spent":"329.968947ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":49,"response size":71958,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T18:43:26.547645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.216038Z","time spent":"331.593764ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:26.548532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.328724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:26.548593Z","caller":"traceutil/trace.go:171","msg":"trace[1099406497] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6923; }","duration":"307.414585ms","start":"2026-03-31T18:43:26.241165Z","end":"2026-03-31T18:43:26.54858Z","steps":["trace[1099406497] 'agreement among raft nodes before linearized reading' (duration: 307.278092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.548624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.241153Z","time spent":"307.462787ms","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.549231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.494176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:43:26.549295Z","caller":"traceutil/trace.go:171","msg":"trace[1230616585] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6923; }","duration":"292.610258ms","start":"2026-03-31T18:43:26.256665Z","end":"2026-03-31T18:43:26.549276Z","steps":["trace[1230616585] 'agreement among raft nodes before linearized reading' (duration: 291.928743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.549826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.080325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:26.549936Z","caller":"traceutil/trace.go:171","msg":"trace[803076332] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6923; }","duration":"269.226237ms","start":"2026-03-31T18:43:26.280685Z","end":"2026-03-31T18:43:26.549911Z","steps":["trace[803076332] 'agreement among raft nodes before linearized reading' (duration: 269.058943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.832018Z","caller":"traceutil/trace.go:171","msg":"trace[1204023262] linearizableReadLoop","detail":"{readStateIndex:7210; appliedIndex:7209; }","duration":"277.207719ms","start":"2026-03-31T18:43:26.554787Z","end":"2026-03-31T18:43:26.831994Z","steps":["trace[1204023262] 'read index received' (duration: 269.199936ms)","trace[1204023262] 'applied index is now lower than readState.Index' (duration: 8.006023ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:26.832115Z","caller":"traceutil/trace.go:171","msg":"trace[1567836028] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"277.402973ms","start":"2026-03-31T18:43:26.554704Z","end":"2026-03-31T18:43:26.832107Z","steps":["trace[1567836028] 'process raft request' (duration: 269.254508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.832408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.584867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:43:26.832535Z","caller":"traceutil/trace.go:171","msg":"trace[1260087797] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6924; }","duration":"277.760111ms","start":"2026-03-31T18:43:26.554742Z","end":"2026-03-31T18:43:26.832502Z","steps":["trace[1260087797] 'agreement among raft nodes before linearized reading' (duration: 277.385583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.850465Z","caller":"traceutil/trace.go:171","msg":"trace[1350434064] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"295.083365ms","start":"2026-03-31T18:43:26.555338Z","end":"2026-03-31T18:43:26.850421Z","steps":["trace[1350434064] 'process raft request' (duration: 294.733227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.850877Z","caller":"traceutil/trace.go:171","msg":"trace[1077539553] transaction","detail":"{read_only:false; response_revision:6926; number_of_response:1; }","duration":"292.629149ms","start":"2026-03-31T18:43:26.55822Z","end":"2026-03-31T18:43:26.85085Z","steps":["trace[1077539553] 'process raft request' (duration: 292.045715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.851001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.406753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:26.851047Z","caller":"traceutil/trace.go:171","msg":"trace[2074035000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6926; }","duration":"295.488615ms","start":"2026-03-31T18:43:26.555546Z","end":"2026-03-31T18:43:26.851035Z","steps":["trace[2074035000] 'agreement among raft nodes before linearized reading' (duration: 295.385762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.851428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.230145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-31T18:43:26.851479Z","caller":"traceutil/trace.go:171","msg":"trace[355669989] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6926; }","duration":"294.294117ms","start":"2026-03-31T18:43:26.557172Z","end":"2026-03-31T18:43:26.851467Z","steps":["trace[355669989] 'agreement among raft nodes before linearized reading' (duration: 294.099903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.851443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.440584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:43:26.851662Z","caller":"traceutil/trace.go:171","msg":"trace[816327167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6926; }","duration":"295.681039ms","start":"2026-03-31T18:43:26.555961Z","end":"2026-03-31T18:43:26.851642Z","steps":["trace[816327167] 'agreement among raft nodes before linearized reading' (duration: 295.344152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:27.340676Z","caller":"traceutil/trace.go:171","msg":"trace[827765278] transaction","detail":"{read_only:false; response_revision:6930; number_of_response:1; }","duration":"132.321367ms","start":"2026-03-31T18:43:27.208321Z","end":"2026-03-31T18:43:27.340643Z","steps":["trace[827765278] 'process raft request' (duration: 132.152163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:27.348922Z","caller":"traceutil/trace.go:171","msg":"trace[1728185372] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"134.66955ms","start":"2026-03-31T18:43:27.214156Z","end":"2026-03-31T18:43:27.348825Z","steps":["trace[1728185372] 'process raft request' (duration: 134.505516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:27.800365Z","caller":"traceutil/trace.go:171","msg":"trace[838657981] linearizableReadLoop","detail":"{readStateIndex:7228; appliedIndex:7227; }","duration":"132.580673ms","start":"2026-03-31T18:43:27.667754Z","end":"2026-03-31T18:43:27.800334Z","steps":["trace[838657981] 'read index received' (duration: 127.064588ms)","trace[838657981] 'applied index is now lower than readState.Index' (duration: 5.514585ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:27.800388Z","caller":"traceutil/trace.go:171","msg":"trace[4716117] transaction","detail":"{read_only:false; response_revision:6941; number_of_response:1; }","duration":"302.31455ms","start":"2026-03-31T18:43:27.498053Z","end":"2026-03-31T18:43:27.800367Z","steps":["trace[4716117] 'process raft request' (duration: 296.761154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:27.80056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.787049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:27.800592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.498019Z","time spent":"302.510844ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9191,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:27.800601Z","caller":"traceutil/trace.go:171","msg":"trace[937276148] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6941; }","duration":"132.8894ms","start":"2026-03-31T18:43:27.667696Z","end":"2026-03-31T18:43:27.800586Z","steps":["trace[937276148] 'agreement among raft nodes before linearized reading' (duration: 132.790098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:40.329475Z","caller":"traceutil/trace.go:171","msg":"trace[1427679670] transaction","detail":"{read_only:false; response_revision:7010; number_of_response:1; }","duration":"165.51467ms","start":"2026-03-31T18:43:40.163931Z","end":"2026-03-31T18:43:40.329446Z","steps":["trace[1427679670] 'process raft request' (duration: 165.344226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:43.790527Z","caller":"traceutil/trace.go:171","msg":"trace[2147115430] transaction","detail":"{read_only:false; response_revision:7028; number_of_response:1; }","duration":"251.705848ms","start":"2026-03-31T18:43:43.538795Z","end":"2026-03-31T18:43:43.790501Z","steps":["trace[2147115430] 'process raft request' (duration: 247.940052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:43.790603Z","caller":"traceutil/trace.go:171","msg":"trace[1446089474] linearizableReadLoop","detail":"{readStateIndex:7319; appliedIndex:7318; }","duration":"234.821555ms","start":"2026-03-31T18:43:43.555682Z","end":"2026-03-31T18:43:43.790504Z","steps":["trace[1446089474] 'read index received' (duration: 231.06622ms)","trace[1446089474] 'applied index is now lower than readState.Index' (duration: 3.754465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:43.790756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.06415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:43.790801Z","caller":"traceutil/trace.go:171","msg":"trace[1033313168] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7029; }","duration":"235.166983ms","start":"2026-03-31T18:43:43.55562Z","end":"2026-03-31T18:43:43.790787Z","steps":["trace[1033313168] 'agreement among raft nodes before linearized reading' (duration: 235.04927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:43.790812Z","caller":"traceutil/trace.go:171","msg":"trace[1705931192] transaction","detail":"{read_only:false; response_revision:7030; number_of_response:1; }","duration":"208.736243ms","start":"2026-03-31T18:43:43.582048Z","end":"2026-03-31T18:43:43.790784Z","steps":["trace[1705931192] 'process raft request' (duration: 208.62258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:43.791029Z","caller":"traceutil/trace.go:171","msg":"trace[278116838] transaction","detail":"{read_only:false; response_revision:7029; number_of_response:1; }","duration":"226.062096ms","start":"2026-03-31T18:43:43.564884Z","end":"2026-03-31T18:43:43.790946Z","steps":["trace[278116838] 'process raft request' (duration: 225.555695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:00.16765Z","caller":"traceutil/trace.go:171","msg":"trace[1692505247] transaction","detail":"{read_only:false; response_revision:7160; number_of_response:1; }","duration":"114.592153ms","start":"2026-03-31T18:44:00.053027Z","end":"2026-03-31T18:44:00.167619Z","steps":["trace[1692505247] 'process raft request' (duration: 114.339848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:00.834009Z","caller":"traceutil/trace.go:171","msg":"trace[994383346] transaction","detail":"{read_only:false; response_revision:7162; number_of_response:1; }","duration":"140.484453ms","start":"2026-03-31T18:44:00.693493Z","end":"2026-03-31T18:44:00.833977Z","steps":["trace[994383346] 'process raft request' (duration: 140.143065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:00.990824Z","caller":"traceutil/trace.go:171","msg":"trace[301110240] linearizableReadLoop","detail":"{readStateIndex:7458; appliedIndex:7457; }","duration":"124.534609ms","start":"2026-03-31T18:44:00.866269Z","end":"2026-03-31T18:44:00.990804Z","steps":["trace[301110240] 'read index received' (duration: 124.348685ms)","trace[301110240] 'applied index is now lower than readState.Index' (duration: 185.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:00.990884Z","caller":"traceutil/trace.go:171","msg":"trace[700694920] transaction","detail":"{read_only:false; response_revision:7164; number_of_response:1; }","duration":"144.424812ms","start":"2026-03-31T18:44:00.846429Z","end":"2026-03-31T18:44:00.990854Z","steps":["trace[700694920] 'process raft request' (duration: 144.246177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:00.991022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.732994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:44:00.991055Z","caller":"traceutil/trace.go:171","msg":"trace[781733696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7164; }","duration":"124.815996ms","start":"2026-03-31T18:44:00.866231Z","end":"2026-03-31T18:44:00.991047Z","steps":["trace[781733696] 'agreement among raft nodes before linearized reading' (duration: 124.683793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:00.991242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.473899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:44:00.991353Z","caller":"traceutil/trace.go:171","msg":"trace[1510297093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7164; }","duration":"124.616022ms","start":"2026-03-31T18:44:00.866712Z","end":"2026-03-31T18:44:00.991328Z","steps":["trace[1510297093] 'agreement among raft nodes before linearized reading' (duration: 124.323425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:02.346368Z","caller":"traceutil/trace.go:171","msg":"trace[1144809385] transaction","detail":"{read_only:false; response_revision:7173; number_of_response:1; }","duration":"103.766228ms","start":"2026-03-31T18:44:02.242564Z","end":"2026-03-31T18:44:02.346331Z","steps":["trace[1144809385] 'process raft request' (duration: 103.570854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.167263Z","caller":"traceutil/trace.go:171","msg":"trace[1471095917] transaction","detail":"{read_only:false; response_revision:7212; number_of_response:1; }","duration":"161.298584ms","start":"2026-03-31T18:44:10.005942Z","end":"2026-03-31T18:44:10.16724Z","steps":["trace[1471095917] 'process raft request' (duration: 149.082097ms)","trace[1471095917] 'compare' (duration: 12.068404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:10.167468Z","caller":"traceutil/trace.go:171","msg":"trace[609877070] linearizableReadLoop","detail":"{readStateIndex:7508; appliedIndex:7506; }","duration":"157.022398ms","start":"2026-03-31T18:44:10.010435Z","end":"2026-03-31T18:44:10.167457Z","steps":["trace[609877070] 'read index received' (duration: 42.846904ms)","trace[609877070] 'applied index is now lower than readState.Index' (duration: 114.174704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:10.167588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.14454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:10.167579Z","caller":"traceutil/trace.go:171","msg":"trace[1573913825] transaction","detail":"{read_only:false; response_revision:7213; number_of_response:1; }","duration":"152.180778ms","start":"2026-03-31T18:44:10.015353Z","end":"2026-03-31T18:44:10.167534Z","steps":["trace[1573913825] 'process raft request' (duration: 151.85629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.167621Z","caller":"traceutil/trace.go:171","msg":"trace[855379988] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7213; }","duration":"157.226362ms","start":"2026-03-31T18:44:10.010383Z","end":"2026-03-31T18:44:10.16761Z","steps":["trace[855379988] 'agreement among raft nodes before linearized reading' (duration: 157.144691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.168106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.996464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:382221"} {"level":"info","ts":"2026-03-31T18:44:10.168168Z","caller":"traceutil/trace.go:171","msg":"trace[1115339506] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:7213; }","duration":"152.108617ms","start":"2026-03-31T18:44:10.016046Z","end":"2026-03-31T18:44:10.168154Z","steps":["trace[1115339506] 'agreement among raft nodes before linearized reading' (duration: 151.561813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:16.371674Z","caller":"traceutil/trace.go:171","msg":"trace[2098301318] transaction","detail":"{read_only:false; response_revision:7337; number_of_response:1; }","duration":"469.208912ms","start":"2026-03-31T18:44:15.902429Z","end":"2026-03-31T18:44:16.371638Z","steps":["trace[2098301318] 'process raft request' (duration: 468.995857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:16.372336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:15.902401Z","time spent":"469.460448ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:16.385302Z","caller":"traceutil/trace.go:171","msg":"trace[1906211615] transaction","detail":"{read_only:false; response_revision:7340; number_of_response:1; }","duration":"186.650832ms","start":"2026-03-31T18:44:16.198633Z","end":"2026-03-31T18:44:16.385284Z","steps":["trace[1906211615] 'process raft request' (duration: 186.609861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:16.385324Z","caller":"traceutil/trace.go:171","msg":"trace[133190915] transaction","detail":"{read_only:false; response_revision:7338; number_of_response:1; }","duration":"311.274843ms","start":"2026-03-31T18:44:16.073997Z","end":"2026-03-31T18:44:16.385272Z","steps":["trace[133190915] 'process raft request' (duration: 310.986826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:16.385488Z","caller":"traceutil/trace.go:171","msg":"trace[1086439873] transaction","detail":"{read_only:false; response_revision:7339; number_of_response:1; }","duration":"188.157495ms","start":"2026-03-31T18:44:16.197322Z","end":"2026-03-31T18:44:16.385479Z","steps":["trace[1086439873] 'process raft request' (duration: 187.819608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:16.385937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:16.073947Z","time spent":"311.435306ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:17.315482Z","caller":"traceutil/trace.go:171","msg":"trace[1224316363] transaction","detail":"{read_only:false; response_revision:7343; number_of_response:1; }","duration":"132.715626ms","start":"2026-03-31T18:44:17.182742Z","end":"2026-03-31T18:44:17.315458Z","steps":["trace[1224316363] 'process raft request' (duration: 132.551683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:17.321629Z","caller":"traceutil/trace.go:171","msg":"trace[470498679] transaction","detail":"{read_only:false; response_revision:7344; number_of_response:1; }","duration":"135.524139ms","start":"2026-03-31T18:44:17.186086Z","end":"2026-03-31T18:44:17.32161Z","steps":["trace[470498679] 'process raft request' (duration: 135.386066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:17.321802Z","caller":"traceutil/trace.go:171","msg":"trace[1641822060] linearizableReadLoop","detail":"{readStateIndex:7645; appliedIndex:7642; }","duration":"127.564417ms","start":"2026-03-31T18:44:17.19421Z","end":"2026-03-31T18:44:17.321775Z","steps":["trace[1641822060] 'read index received' (duration: 121.145892ms)","trace[1641822060] 'applied index is now lower than readState.Index' (duration: 6.417425ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:17.322019Z","caller":"traceutil/trace.go:171","msg":"trace[101552803] transaction","detail":"{read_only:false; response_revision:7345; number_of_response:1; }","duration":"135.040618ms","start":"2026-03-31T18:44:17.186967Z","end":"2026-03-31T18:44:17.322008Z","steps":["trace[101552803] 'process raft request' (duration: 134.607148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:17.322097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.870824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:17.322132Z","caller":"traceutil/trace.go:171","msg":"trace[1079598242] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7345; }","duration":"127.960216ms","start":"2026-03-31T18:44:17.194163Z","end":"2026-03-31T18:44:17.322123Z","steps":["trace[1079598242] 'agreement among raft nodes before linearized reading' (duration: 127.875214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:22.539061Z","caller":"traceutil/trace.go:171","msg":"trace[206809832] transaction","detail":"{read_only:false; response_revision:7372; number_of_response:1; }","duration":"138.476547ms","start":"2026-03-31T18:44:22.400563Z","end":"2026-03-31T18:44:22.539039Z","steps":["trace[206809832] 'process raft request' (duration: 138.159659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:22.542912Z","caller":"traceutil/trace.go:171","msg":"trace[680928452] transaction","detail":"{read_only:false; response_revision:7373; number_of_response:1; }","duration":"139.497779ms","start":"2026-03-31T18:44:22.403397Z","end":"2026-03-31T18:44:22.542895Z","steps":["trace[680928452] 'process raft request' (duration: 138.907576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:22.543015Z","caller":"traceutil/trace.go:171","msg":"trace[799434766] transaction","detail":"{read_only:false; response_revision:7374; number_of_response:1; }","duration":"138.335963ms","start":"2026-03-31T18:44:22.404669Z","end":"2026-03-31T18:44:22.543005Z","steps":["trace[799434766] 'process raft request' (duration: 137.705329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:22.769096Z","caller":"traceutil/trace.go:171","msg":"trace[890776619] transaction","detail":"{read_only:false; response_revision:7377; number_of_response:1; }","duration":"107.700848ms","start":"2026-03-31T18:44:22.661361Z","end":"2026-03-31T18:44:22.769062Z","steps":["trace[890776619] 'process raft request' (duration: 107.454292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:23.479114Z","caller":"traceutil/trace.go:171","msg":"trace[894653240] linearizableReadLoop","detail":"{readStateIndex:7681; appliedIndex:7680; }","duration":"128.564152ms","start":"2026-03-31T18:44:23.350529Z","end":"2026-03-31T18:44:23.479093Z","steps":["trace[894653240] 'read index received' (duration: 128.272515ms)","trace[894653240] 'applied index is now lower than readState.Index' (duration: 290.457µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:23.479345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.781697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:44:23.479326Z","caller":"traceutil/trace.go:171","msg":"trace[678476395] transaction","detail":"{read_only:false; response_revision:7379; number_of_response:1; }","duration":"131.899467ms","start":"2026-03-31T18:44:23.347326Z","end":"2026-03-31T18:44:23.479226Z","steps":["trace[678476395] 'process raft request' (duration: 131.61502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:23.479384Z","caller":"traceutil/trace.go:171","msg":"trace[1405651216] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7379; }","duration":"128.867518ms","start":"2026-03-31T18:44:23.350503Z","end":"2026-03-31T18:44:23.47937Z","steps":["trace[1405651216] 'agreement among raft nodes before linearized reading' (duration: 128.717815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:23.694789Z","caller":"traceutil/trace.go:171","msg":"trace[1046759931] linearizableReadLoop","detail":"{readStateIndex:7683; appliedIndex:7681; }","duration":"132.04953ms","start":"2026-03-31T18:44:23.562713Z","end":"2026-03-31T18:44:23.694763Z","steps":["trace[1046759931] 'read index received' (duration: 43.277643ms)","trace[1046759931] 'applied index is now lower than readState.Index' (duration: 88.770547ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:23.694875Z","caller":"traceutil/trace.go:171","msg":"trace[1026145549] transaction","detail":"{read_only:false; response_revision:7381; number_of_response:1; }","duration":"207.26398ms","start":"2026-03-31T18:44:23.487602Z","end":"2026-03-31T18:44:23.694866Z","steps":["trace[1026145549] 'process raft request' (duration: 207.048475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:23.694973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.238644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:23.695022Z","caller":"traceutil/trace.go:171","msg":"trace[606168981] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:7381; }","duration":"132.338387ms","start":"2026-03-31T18:44:23.562671Z","end":"2026-03-31T18:44:23.695009Z","steps":["trace[606168981] 'agreement among raft nodes before linearized reading' (duration: 132.219234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:23.695028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.245474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:23.695112Z","caller":"traceutil/trace.go:171","msg":"trace[167146917] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:7381; }","duration":"132.385078ms","start":"2026-03-31T18:44:23.56271Z","end":"2026-03-31T18:44:23.695095Z","steps":["trace[167146917] 'agreement among raft nodes before linearized reading' (duration: 132.242784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:23.694796Z","caller":"traceutil/trace.go:171","msg":"trace[1244547913] transaction","detail":"{read_only:false; response_revision:7380; number_of_response:1; }","duration":"209.281055ms","start":"2026-03-31T18:44:23.485481Z","end":"2026-03-31T18:44:23.694762Z","steps":["trace[1244547913] 'process raft request' (duration: 120.488487ms)","trace[1244547913] 'compare' (duration: 88.396149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:23.695468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.346147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-31T18:44:23.695501Z","caller":"traceutil/trace.go:171","msg":"trace[684602415] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:7381; }","duration":"132.397039ms","start":"2026-03-31T18:44:23.563094Z","end":"2026-03-31T18:44:23.695491Z","steps":["trace[684602415] 'agreement among raft nodes before linearized reading' (duration: 132.279266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:24.828547Z","caller":"traceutil/trace.go:171","msg":"trace[1522526149] linearizableReadLoop","detail":"{readStateIndex:7684; appliedIndex:7683; }","duration":"278.933808ms","start":"2026-03-31T18:44:24.549593Z","end":"2026-03-31T18:44:24.828527Z","steps":["trace[1522526149] 'read index received' (duration: 278.874277ms)","trace[1522526149] 'applied index is now lower than readState.Index' (duration: 58.731µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:24.82866Z","caller":"traceutil/trace.go:171","msg":"trace[165574917] transaction","detail":"{read_only:false; response_revision:7382; number_of_response:1; }","duration":"279.426009ms","start":"2026-03-31T18:44:24.549208Z","end":"2026-03-31T18:44:24.828634Z","steps":["trace[165574917] 'process raft request' (duration: 279.189464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:24.828797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.144903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:24.82884Z","caller":"traceutil/trace.go:171","msg":"trace[111703691] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7382; }","duration":"279.248926ms","start":"2026-03-31T18:44:24.54958Z","end":"2026-03-31T18:44:24.828829Z","steps":["trace[111703691] 'agreement among raft nodes before linearized reading' (duration: 279.040291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:24.948492Z","caller":"traceutil/trace.go:171","msg":"trace[1295113359] linearizableReadLoop","detail":"{readStateIndex:7688; appliedIndex:7684; }","duration":"119.869864ms","start":"2026-03-31T18:44:24.828599Z","end":"2026-03-31T18:44:24.948469Z","steps":["trace[1295113359] 'read index received' (duration: 107.676167ms)","trace[1295113359] 'applied index is now lower than readState.Index' (duration: 12.192837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:24.948632Z","caller":"traceutil/trace.go:171","msg":"trace[275916262] transaction","detail":"{read_only:false; response_revision:7384; number_of_response:1; }","duration":"397.628445ms","start":"2026-03-31T18:44:24.550899Z","end":"2026-03-31T18:44:24.948527Z","steps":["trace[275916262] 'process raft request' (duration: 397.4369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:24.948691Z","caller":"traceutil/trace.go:171","msg":"trace[199731926] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"388.447467ms","start":"2026-03-31T18:44:24.56023Z","end":"2026-03-31T18:44:24.948678Z","steps":["trace[199731926] 'process raft request' (duration: 388.15639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:24.948743Z","caller":"traceutil/trace.go:171","msg":"trace[1393807008] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"154.563632ms","start":"2026-03-31T18:44:24.794124Z","end":"2026-03-31T18:44:24.948688Z","steps":["trace[1393807008] 'process raft request' (duration: 154.297026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:24.948804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:24.560195Z","time spent":"388.528768ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:24.948792Z","caller":"traceutil/trace.go:171","msg":"trace[95928244] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"399.14038ms","start":"2026-03-31T18:44:24.549631Z","end":"2026-03-31T18:44:24.948772Z","steps":["trace[95928244] 'process raft request' (duration: 386.704537ms)","trace[95928244] 'compare' (duration: 11.505021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:24.948848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.626287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:44:24.948967Z","caller":"traceutil/trace.go:171","msg":"trace[1997687327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7386; }","duration":"394.933424ms","start":"2026-03-31T18:44:24.554021Z","end":"2026-03-31T18:44:24.948954Z","steps":["trace[1997687327] 'agreement among raft nodes before linearized reading' (duration: 394.535985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:24.949014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:24.553999Z","time spent":"395.003495ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:44:24.948884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.505456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:44:24.949072Z","caller":"traceutil/trace.go:171","msg":"trace[1317608009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:7386; }","duration":"167.744781ms","start":"2026-03-31T18:44:24.781307Z","end":"2026-03-31T18:44:24.949052Z","steps":["trace[1317608009] 'agreement among raft nodes before linearized reading' (duration: 167.398614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:24.949074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:24.549621Z","time spent":"399.268343ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:24.949509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:24.550893Z","time spent":"398.581066ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:25.410443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.772707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:25.410581Z","caller":"traceutil/trace.go:171","msg":"trace[383867211] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:7387; }","duration":"338.949652ms","start":"2026-03-31T18:44:25.071607Z","end":"2026-03-31T18:44:25.410556Z","steps":["trace[383867211] 'count revisions from in-memory index tree' (duration: 338.723676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:25.410634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.071598Z","time spent":"339.023253ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:25.410848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.589573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:44:25.411019Z","caller":"traceutil/trace.go:171","msg":"trace[219751715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7387; }","duration":"356.787678ms","start":"2026-03-31T18:44:25.054204Z","end":"2026-03-31T18:44:25.410991Z","steps":["trace[219751715] 'range keys from in-memory index tree' (duration: 356.157513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:25.411122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.054176Z","time spent":"356.926671ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:25.411682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.287329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:44:25.411789Z","caller":"traceutil/trace.go:171","msg":"trace[1223625963] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7387; }","duration":"144.404881ms","start":"2026-03-31T18:44:25.267366Z","end":"2026-03-31T18:44:25.411771Z","steps":["trace[1223625963] 'range keys from in-memory index tree' (duration: 143.157724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:25.562928Z","caller":"traceutil/trace.go:171","msg":"trace[1188220779] linearizableReadLoop","detail":"{readStateIndex:7690; appliedIndex:7689; }","duration":"125.817389ms","start":"2026-03-31T18:44:25.437085Z","end":"2026-03-31T18:44:25.562903Z","steps":["trace[1188220779] 'read index received' (duration: 125.604655ms)","trace[1188220779] 'applied index is now lower than readState.Index' (duration: 211.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:25.562975Z","caller":"traceutil/trace.go:171","msg":"trace[197742362] transaction","detail":"{read_only:false; response_revision:7388; number_of_response:1; }","duration":"147.500802ms","start":"2026-03-31T18:44:25.415446Z","end":"2026-03-31T18:44:25.562947Z","steps":["trace[197742362] 'process raft request' (duration: 147.309668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:25.563136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.356581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:25.563194Z","caller":"traceutil/trace.go:171","msg":"trace[706609913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7388; }","duration":"115.482313ms","start":"2026-03-31T18:44:25.447695Z","end":"2026-03-31T18:44:25.563177Z","steps":["trace[706609913] 'agreement among raft nodes before linearized reading' (duration: 115.367081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:25.563272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.132406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:44:25.563368Z","caller":"traceutil/trace.go:171","msg":"trace[433658558] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7388; }","duration":"126.310609ms","start":"2026-03-31T18:44:25.437043Z","end":"2026-03-31T18:44:25.563354Z","steps":["trace[433658558] 'agreement among raft nodes before linearized reading' (duration: 125.952181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:26.104752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444134037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:26.605331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444134037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:27.105477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444134037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:27.294504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.583997252s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:44:27.540297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.456658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:27.540451Z","caller":"traceutil/trace.go:171","msg":"trace[1974205314] transaction","detail":"{read_only:false; response_revision:7389; number_of_response:1; }","duration":"1.973109333s","start":"2026-03-31T18:44:25.567316Z","end":"2026-03-31T18:44:27.540425Z","steps":["trace[1974205314] 'process raft request' (duration: 1.72742339s)","trace[1974205314] 'compare' (duration: 245.298944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:27.540542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.567304Z","time spent":"1.973190275s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:28.036199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.091566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:28.036472Z","caller":"traceutil/trace.go:171","msg":"trace[1438742814] linearizableReadLoop","detail":"{readStateIndex:7694; appliedIndex:7690; }","duration":"2.432285227s","start":"2026-03-31T18:44:25.604164Z","end":"2026-03-31T18:44:28.036449Z","steps":["trace[1438742814] 'read index received' (duration: 1.690582573s)","trace[1438742814] 'applied index is now lower than readState.Index' (duration: 741.701053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:28.036863Z","caller":"traceutil/trace.go:171","msg":"trace[1041447092] transaction","detail":"{read_only:false; response_revision:7391; number_of_response:1; }","duration":"1.082914406s","start":"2026-03-31T18:44:26.953921Z","end":"2026-03-31T18:44:28.036836Z","steps":["trace[1041447092] 'process raft request' (duration: 1.082388904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.036917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33692304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:44:28.036971Z","caller":"traceutil/trace.go:171","msg":"trace[568276453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7392; }","duration":"2.337030222s","start":"2026-03-31T18:44:25.699926Z","end":"2026-03-31T18:44:28.036956Z","steps":["trace[568276453] 'agreement among raft nodes before linearized reading' (duration: 2.336890799s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.036956Z","caller":"traceutil/trace.go:171","msg":"trace[2144030128] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"1.203189578s","start":"2026-03-31T18:44:26.833689Z","end":"2026-03-31T18:44:28.036879Z","steps":["trace[2144030128] 'process raft request' (duration: 1.090317804s)","trace[2144030128] 'compare' (duration: 111.920033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:28.037085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336138273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-31T18:44:28.037079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.953903Z","time spent":"1.08304193s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:28.037117Z","caller":"traceutil/trace.go:171","msg":"trace[88353628] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:7392; }","duration":"2.336195393s","start":"2026-03-31T18:44:25.700915Z","end":"2026-03-31T18:44:28.037111Z","steps":["trace[88353628] 'agreement among raft nodes before linearized reading' (duration: 2.336105671s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.037137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.700899Z","time spent":"2.336233315s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-31T18:44:28.037185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.393729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:44:28.037247Z","caller":"traceutil/trace.go:171","msg":"trace[884019248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7392; }","duration":"470.490031ms","start":"2026-03-31T18:44:27.566742Z","end":"2026-03-31T18:44:28.037232Z","steps":["trace[884019248] 'agreement among raft nodes before linearized reading' (duration: 470.364828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.037256Z","caller":"traceutil/trace.go:171","msg":"trace[1847799104] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"1.083017058s","start":"2026-03-31T18:44:26.954224Z","end":"2026-03-31T18:44:28.037241Z","steps":["trace[1847799104] 'process raft request' (duration: 1.082171689s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.037153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336124811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:28.037302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:27.566723Z","time spent":"470.568052ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:28.037338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.954212Z","time spent":"1.08308881s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:28.037366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336904059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:44:28.03735Z","caller":"traceutil/trace.go:171","msg":"trace[1953420703] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:7392; }","duration":"2.336348767s","start":"2026-03-31T18:44:25.700976Z","end":"2026-03-31T18:44:28.037325Z","steps":["trace[1953420703] 'agreement among raft nodes before linearized reading' (duration: 2.33601481s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.037408Z","caller":"traceutil/trace.go:171","msg":"trace[670766467] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7392; }","duration":"2.336954741s","start":"2026-03-31T18:44:25.700443Z","end":"2026-03-31T18:44:28.037398Z","steps":["trace[670766467] 'agreement among raft nodes before linearized reading' (duration: 2.336846548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.037436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.700439Z","time spent":"2.336989911s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:44:28.037441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.700968Z","time spent":"2.336454819s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-31T18:44:28.037445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432750607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-31T18:44:28.037181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.833669Z","time spent":"1.203387673s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:28.037617Z","caller":"traceutil/trace.go:171","msg":"trace[1484759210] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7392; }","duration":"2.433430102s","start":"2026-03-31T18:44:25.604159Z","end":"2026-03-31T18:44:28.037589Z","steps":["trace[1484759210] 'agreement among raft nodes before linearized reading' (duration: 2.432616124s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.037776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040572263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:44:28.037819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394241649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:44:28.037826Z","caller":"traceutil/trace.go:171","msg":"trace[301527629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7392; }","duration":"1.040648415s","start":"2026-03-31T18:44:26.997165Z","end":"2026-03-31T18:44:28.037813Z","steps":["trace[301527629] 'agreement among raft nodes before linearized reading' (duration: 1.040451341s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.037848Z","caller":"traceutil/trace.go:171","msg":"trace[308186680] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7392; }","duration":"1.394279191s","start":"2026-03-31T18:44:26.64356Z","end":"2026-03-31T18:44:28.037839Z","steps":["trace[308186680] 'agreement among raft nodes before linearized reading' (duration: 1.394204679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.03795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.643554Z","time spent":"1.394387763s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:44:28.037858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.997153Z","time spent":"1.040697776s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:44:28.037074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083134751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:44:28.038042Z","caller":"traceutil/trace.go:171","msg":"trace[2063589221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7392; }","duration":"1.084130894s","start":"2026-03-31T18:44:26.953901Z","end":"2026-03-31T18:44:28.038032Z","steps":["trace[2063589221] 'agreement among raft nodes before linearized reading' (duration: 1.08304811s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.038062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.706179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:28.038101Z","caller":"traceutil/trace.go:171","msg":"trace[1104197343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7392; }","duration":"589.772941ms","start":"2026-03-31T18:44:27.448319Z","end":"2026-03-31T18:44:28.038092Z","steps":["trace[1104197343] 'agreement among raft nodes before linearized reading' (duration: 589.717179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.038128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:27.448302Z","time spent":"589.821322ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:44:28.038169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.579051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:28.038208Z","caller":"traceutil/trace.go:171","msg":"trace[1786546988] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7392; }","duration":"932.656582ms","start":"2026-03-31T18:44:27.105539Z","end":"2026-03-31T18:44:28.038196Z","steps":["trace[1786546988] 'agreement among raft nodes before linearized reading' (duration: 932.59927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.03824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:27.10552Z","time spent":"932.711253ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:28.037744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433238915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:44:28.037526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337260808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:28.038391Z","caller":"traceutil/trace.go:171","msg":"trace[1092664906] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:7392; }","duration":"2.338132318s","start":"2026-03-31T18:44:25.700225Z","end":"2026-03-31T18:44:28.038358Z","steps":["trace[1092664906] 'agreement among raft nodes before linearized reading' (duration: 2.337282248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.038458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.700197Z","time spent":"2.33824525s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-31T18:44:28.038464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.060319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:44:28.038455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777115341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:28.038505Z","caller":"traceutil/trace.go:171","msg":"trace[1748332780] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:7392; }","duration":"752.13776ms","start":"2026-03-31T18:44:27.286356Z","end":"2026-03-31T18:44:28.038494Z","steps":["trace[1748332780] 'agreement among raft nodes before linearized reading' (duration: 752.033198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.038521Z","caller":"traceutil/trace.go:171","msg":"trace[1114886204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7392; }","duration":"1.777224203s","start":"2026-03-31T18:44:26.261287Z","end":"2026-03-31T18:44:28.038511Z","steps":["trace[1114886204] 'agreement among raft nodes before linearized reading' (duration: 1.77712234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.038533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:27.286338Z","time spent":"752.187482ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:44:28.037001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.699901Z","time spent":"2.337094054s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:28.038571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.261268Z","time spent":"1.777276044s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:28.0384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039633362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:44:28.038662Z","caller":"traceutil/trace.go:171","msg":"trace[1057002573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:7392; }","duration":"1.039895619s","start":"2026-03-31T18:44:26.998755Z","end":"2026-03-31T18:44:28.038651Z","steps":["trace[1057002573] 'agreement among raft nodes before linearized reading' (duration: 1.039549921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.038706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.998723Z","time spent":"1.039972381s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:44:28.037805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:25.604122Z","time spent":"2.433661527s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T18:44:28.038425Z","caller":"traceutil/trace.go:171","msg":"trace[484892626] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7392; }","duration":"1.433876671s","start":"2026-03-31T18:44:26.604457Z","end":"2026-03-31T18:44:28.038334Z","steps":["trace[484892626] 'agreement among raft nodes before linearized reading' (duration: 1.433232725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.039939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.604435Z","time spent":"1.435456607s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:44:28.03807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.953833Z","time spent":"1.084228466s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:44:28.332539Z","caller":"traceutil/trace.go:171","msg":"trace[707181601] transaction","detail":"{read_only:false; response_revision:7394; number_of_response:1; }","duration":"289.385516ms","start":"2026-03-31T18:44:28.04313Z","end":"2026-03-31T18:44:28.332515Z","steps":["trace[707181601] 'process raft request' (duration: 289.305854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.3329Z","caller":"traceutil/trace.go:171","msg":"trace[347113029] transaction","detail":"{read_only:false; response_revision:7395; number_of_response:1; }","duration":"289.657823ms","start":"2026-03-31T18:44:28.04323Z","end":"2026-03-31T18:44:28.332887Z","steps":["trace[347113029] 'process raft request' (duration: 289.247923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.332933Z","caller":"traceutil/trace.go:171","msg":"trace[572981782] transaction","detail":"{read_only:false; response_revision:7396; number_of_response:1; }","duration":"289.482699ms","start":"2026-03-31T18:44:28.043415Z","end":"2026-03-31T18:44:28.332898Z","steps":["trace[572981782] 'process raft request' (duration: 289.308285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.332961Z","caller":"traceutil/trace.go:171","msg":"trace[633556993] linearizableReadLoop","detail":"{readStateIndex:7697; appliedIndex:7694; }","duration":"289.711254ms","start":"2026-03-31T18:44:28.043234Z","end":"2026-03-31T18:44:28.332946Z","steps":["trace[633556993] 'read index received' (duration: 54.865477ms)","trace[633556993] 'applied index is now lower than readState.Index' (duration: 234.844757ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:28.333065Z","caller":"traceutil/trace.go:171","msg":"trace[1169914660] transaction","detail":"{read_only:false; response_revision:7397; number_of_response:1; }","duration":"289.334364ms","start":"2026-03-31T18:44:28.043722Z","end":"2026-03-31T18:44:28.333056Z","steps":["trace[1169914660] 'process raft request' (duration: 289.113139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.333107Z","caller":"traceutil/trace.go:171","msg":"trace[1658633947] transaction","detail":"{read_only:false; response_revision:7398; number_of_response:1; }","duration":"289.011887ms","start":"2026-03-31T18:44:28.044081Z","end":"2026-03-31T18:44:28.333093Z","steps":["trace[1658633947] 'process raft request' (duration: 288.791802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.333134Z","caller":"traceutil/trace.go:171","msg":"trace[889397777] transaction","detail":"{read_only:false; response_revision:7399; number_of_response:1; }","duration":"288.68472ms","start":"2026-03-31T18:44:28.044425Z","end":"2026-03-31T18:44:28.33311Z","steps":["trace[889397777] 'process raft request' (duration: 288.483335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.333477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.209225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101772"} {"level":"info","ts":"2026-03-31T18:44:28.332618Z","caller":"traceutil/trace.go:171","msg":"trace[1053365272] transaction","detail":"{read_only:false; response_revision:7393; number_of_response:1; }","duration":"289.469898ms","start":"2026-03-31T18:44:28.043068Z","end":"2026-03-31T18:44:28.332538Z","steps":["trace[1053365272] 'process raft request' (duration: 289.165441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.33357Z","caller":"traceutil/trace.go:171","msg":"trace[921850929] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:7399; }","duration":"290.297016ms","start":"2026-03-31T18:44:28.043204Z","end":"2026-03-31T18:44:28.333501Z","steps":["trace[921850929] 'agreement among raft nodes before linearized reading' (duration: 289.895857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:28.405033Z","caller":"traceutil/trace.go:171","msg":"trace[1366978223] transaction","detail":"{read_only:false; response_revision:7400; number_of_response:1; }","duration":"305.958292ms","start":"2026-03-31T18:44:28.099051Z","end":"2026-03-31T18:44:28.405009Z","steps":["trace[1366978223] 'process raft request' (duration: 305.801658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.405291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:28.099025Z","time spent":"306.081886ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:28.405649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.910289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:44:28.405707Z","caller":"traceutil/trace.go:171","msg":"trace[1242571600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7400; }","duration":"327.014811ms","start":"2026-03-31T18:44:28.078679Z","end":"2026-03-31T18:44:28.405694Z","steps":["trace[1242571600] 'agreement among raft nodes before linearized reading' (duration: 326.835197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.405688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.873133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-31T18:44:28.405742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:28.078657Z","time spent":"327.078002ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:44:28.405822Z","caller":"traceutil/trace.go:171","msg":"trace[1891659322] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7400; }","duration":"362.022535ms","start":"2026-03-31T18:44:28.043736Z","end":"2026-03-31T18:44:28.405759Z","steps":["trace[1891659322] 'agreement among raft nodes before linearized reading' (duration: 361.653917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.405965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:28.043719Z","time spent":"362.20698ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T18:44:28.626213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.348752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T18:44:28.626316Z","caller":"traceutil/trace.go:171","msg":"trace[2134743414] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7400; }","duration":"211.492525ms","start":"2026-03-31T18:44:28.4148Z","end":"2026-03-31T18:44:28.626292Z","steps":["trace[2134743414] 'range keys from in-memory index tree' (duration: 211.085926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:28.626417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.246041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:28.62656Z","caller":"traceutil/trace.go:171","msg":"trace[1940787583] transaction","detail":"{read_only:false; response_revision:7401; number_of_response:1; }","duration":"133.566106ms","start":"2026-03-31T18:44:28.492958Z","end":"2026-03-31T18:44:28.626524Z","steps":["trace[1940787583] 'process raft request' (duration: 32.1123ms)","trace[1940787583] 'compare' (duration: 100.867152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:28.626248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.115426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:28.62709Z","caller":"traceutil/trace.go:171","msg":"trace[1059455619] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7400; }","duration":"153.034298ms","start":"2026-03-31T18:44:28.474038Z","end":"2026-03-31T18:44:28.627073Z","steps":["trace[1059455619] 'range keys from in-memory index tree' (duration: 152.040985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:29.277636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.381754ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:29.277789Z","caller":"traceutil/trace.go:171","msg":"trace[1719782569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7401; }","duration":"531.542728ms","start":"2026-03-31T18:44:28.746221Z","end":"2026-03-31T18:44:29.277763Z","steps":["trace[1719782569] 'range keys from in-memory index tree' (duration: 531.362744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:29.278336Z","caller":"traceutil/trace.go:171","msg":"trace[131873463] transaction","detail":"{read_only:false; response_revision:7402; number_of_response:1; }","duration":"624.325196ms","start":"2026-03-31T18:44:28.653974Z","end":"2026-03-31T18:44:29.278299Z","steps":["trace[131873463] 'process raft request' (duration: 576.927199ms)","trace[131873463] 'compare' (duration: 46.725082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:29.278499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:28.65396Z","time spent":"624.447839ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:29.278807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.577812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:29.278956Z","caller":"traceutil/trace.go:171","msg":"trace[1705366810] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7402; }","duration":"400.726336ms","start":"2026-03-31T18:44:28.878155Z","end":"2026-03-31T18:44:29.278881Z","steps":["trace[1705366810] 'agreement among raft nodes before linearized reading' (duration: 400.537001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:29.280294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:28.878133Z","time spent":"402.137158ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:44:29.281391Z","caller":"traceutil/trace.go:171","msg":"trace[1373028314] linearizableReadLoop","detail":"{readStateIndex:7705; appliedIndex:7704; }","duration":"400.0388ms","start":"2026-03-31T18:44:28.878211Z","end":"2026-03-31T18:44:29.27825Z","steps":["trace[1373028314] 'read index received' (duration: 352.676773ms)","trace[1373028314] 'applied index is now lower than readState.Index' (duration: 47.360017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:29.281619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.748993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:29.281674Z","caller":"traceutil/trace.go:171","msg":"trace[293432199] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7402; }","duration":"193.844425ms","start":"2026-03-31T18:44:29.08781Z","end":"2026-03-31T18:44:29.281654Z","steps":["trace[293432199] 'agreement among raft nodes before linearized reading' (duration: 193.743913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:29.572894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.350851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:29.573047Z","caller":"traceutil/trace.go:171","msg":"trace[369050383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7402; }","duration":"126.548175ms","start":"2026-03-31T18:44:29.446481Z","end":"2026-03-31T18:44:29.573029Z","steps":["trace[369050383] 'range keys from in-memory index tree' (duration: 126.233319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:30.04108Z","caller":"traceutil/trace.go:171","msg":"trace[685609898] transaction","detail":"{read_only:false; response_revision:7404; number_of_response:1; }","duration":"212.463638ms","start":"2026-03-31T18:44:29.828588Z","end":"2026-03-31T18:44:30.041051Z","steps":["trace[685609898] 'process raft request' (duration: 212.311453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:30.220627Z","caller":"traceutil/trace.go:171","msg":"trace[756561486] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"175.284613ms","start":"2026-03-31T18:44:30.045306Z","end":"2026-03-31T18:44:30.220591Z","steps":["trace[756561486] 'process raft request' (duration: 157.790555ms)","trace[756561486] 'compare' (duration: 17.361085ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:30.23715Z","caller":"traceutil/trace.go:171","msg":"trace[523057187] transaction","detail":"{read_only:false; response_revision:7406; number_of_response:1; }","duration":"191.625164ms","start":"2026-03-31T18:44:30.045495Z","end":"2026-03-31T18:44:30.23712Z","steps":["trace[523057187] 'process raft request' (duration: 191.391778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:30.237378Z","caller":"traceutil/trace.go:171","msg":"trace[1519605527] transaction","detail":"{read_only:false; response_revision:7407; number_of_response:1; }","duration":"190.131341ms","start":"2026-03-31T18:44:30.047219Z","end":"2026-03-31T18:44:30.23735Z","steps":["trace[1519605527] 'process raft request' (duration: 189.826823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:40.032135Z","caller":"traceutil/trace.go:171","msg":"trace[1041664709] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"367.031529ms","start":"2026-03-31T18:44:39.665081Z","end":"2026-03-31T18:44:40.032113Z","steps":["trace[1041664709] 'process raft request' (duration: 366.900816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:40.032279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:39.665041Z","time spent":"367.169873ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:44.640466Z","caller":"traceutil/trace.go:171","msg":"trace[1342263584] linearizableReadLoop","detail":"{readStateIndex:7812; appliedIndex:7812; }","duration":"216.570751ms","start":"2026-03-31T18:44:44.423864Z","end":"2026-03-31T18:44:44.640435Z","steps":["trace[1342263584] 'read index received' (duration: 216.322875ms)","trace[1342263584] 'applied index is now lower than readState.Index' (duration: 245.166µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:44.640468Z","caller":"traceutil/trace.go:171","msg":"trace[1375481361] transaction","detail":"{read_only:false; response_revision:7505; number_of_response:1; }","duration":"356.451829ms","start":"2026-03-31T18:44:44.28399Z","end":"2026-03-31T18:44:44.640442Z","steps":["trace[1375481361] 'process raft request' (duration: 356.275025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:44.640665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:44.283957Z","time spent":"356.616553ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:44.64063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.757285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:44:44.640791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.838842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:44:44.640828Z","caller":"traceutil/trace.go:171","msg":"trace[886333035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7506; }","duration":"126.911204ms","start":"2026-03-31T18:44:44.513907Z","end":"2026-03-31T18:44:44.640818Z","steps":["trace[886333035] 'agreement among raft nodes before linearized reading' (duration: 126.810181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:44.640985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.128276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:44:44.641011Z","caller":"traceutil/trace.go:171","msg":"trace[1652729188] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:7506; }","duration":"141.196838ms","start":"2026-03-31T18:44:44.499809Z","end":"2026-03-31T18:44:44.641005Z","steps":["trace[1652729188] 'agreement among raft nodes before linearized reading' (duration: 141.121476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:44.641065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.049096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:44:44.641114Z","caller":"traceutil/trace.go:171","msg":"trace[678817028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7506; }","duration":"134.102647ms","start":"2026-03-31T18:44:44.506996Z","end":"2026-03-31T18:44:44.641099Z","steps":["trace[678817028] 'agreement among raft nodes before linearized reading' (duration: 134.007055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:44.640968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.608675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:44:44.641185Z","caller":"traceutil/trace.go:171","msg":"trace[1622400484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7506; }","duration":"140.855121ms","start":"2026-03-31T18:44:44.500319Z","end":"2026-03-31T18:44:44.641174Z","steps":["trace[1622400484] 'agreement among raft nodes before linearized reading' (duration: 140.40304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:44.641196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.829096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:44:44.64128Z","caller":"traceutil/trace.go:171","msg":"trace[836245140] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7506; }","duration":"146.937719ms","start":"2026-03-31T18:44:44.494331Z","end":"2026-03-31T18:44:44.641269Z","steps":["trace[836245140] 'agreement among raft nodes before linearized reading' (duration: 146.818156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:44.641258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.254615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:44:44.641406Z","caller":"traceutil/trace.go:171","msg":"trace[124529752] transaction","detail":"{read_only:false; response_revision:7506; number_of_response:1; }","duration":"352.542991ms","start":"2026-03-31T18:44:44.287882Z","end":"2026-03-31T18:44:44.640425Z","steps":["trace[124529752] 'process raft request' (duration: 352.50875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:44.640695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.384779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:44.641494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:44.287859Z","time spent":"353.586435ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:44.641506Z","caller":"traceutil/trace.go:171","msg":"trace[1612434648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7506; }","duration":"192.224638ms","start":"2026-03-31T18:44:44.449264Z","end":"2026-03-31T18:44:44.641489Z","steps":["trace[1612434648] 'agreement among raft nodes before linearized reading' (duration: 191.403139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:44.640745Z","caller":"traceutil/trace.go:171","msg":"trace[1994280929] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7506; }","duration":"216.937469ms","start":"2026-03-31T18:44:44.423786Z","end":"2026-03-31T18:44:44.640724Z","steps":["trace[1994280929] 'agreement among raft nodes before linearized reading' (duration: 216.750185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:44.641528Z","caller":"traceutil/trace.go:171","msg":"trace[1337872438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7506; }","duration":"128.573232ms","start":"2026-03-31T18:44:44.512868Z","end":"2026-03-31T18:44:44.641441Z","steps":["trace[1337872438] 'agreement among raft nodes before linearized reading' (duration: 127.970408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:45.049341Z","caller":"traceutil/trace.go:171","msg":"trace[151280729] transaction","detail":"{read_only:false; response_revision:7512; number_of_response:1; }","duration":"219.67114ms","start":"2026-03-31T18:44:44.829646Z","end":"2026-03-31T18:44:45.049317Z","steps":["trace[151280729] 'process raft request' (duration: 219.505507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:45.217132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.815301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:45.217229Z","caller":"traceutil/trace.go:171","msg":"trace[126317272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7512; }","duration":"118.942323ms","start":"2026-03-31T18:44:45.098267Z","end":"2026-03-31T18:44:45.217209Z","steps":["trace[126317272] 'count revisions from in-memory index tree' (duration: 118.693787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.377206Z","caller":"traceutil/trace.go:171","msg":"trace[1593483622] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"177.79386ms","start":"2026-03-31T18:45:00.199388Z","end":"2026-03-31T18:45:00.377182Z","steps":["trace[1593483622] 'process raft request' (duration: 157.764664ms)","trace[1593483622] 'compare' (duration: 19.903452ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:00.523416Z","caller":"traceutil/trace.go:171","msg":"trace[819029323] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"152.070036ms","start":"2026-03-31T18:45:00.37125Z","end":"2026-03-31T18:45:00.52332Z","steps":["trace[819029323] 'process raft request' (duration: 144.240608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:19.333053Z","caller":"traceutil/trace.go:171","msg":"trace[1675766356] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"165.792651ms","start":"2026-03-31T18:45:19.167234Z","end":"2026-03-31T18:45:19.333027Z","steps":["trace[1675766356] 'process raft request' (duration: 165.640847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:20.92369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.057919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:20.924335Z","caller":"traceutil/trace.go:171","msg":"trace[132112818] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"140.194859ms","start":"2026-03-31T18:45:20.783713Z","end":"2026-03-31T18:45:20.923908Z","steps":["trace[132112818] 'process raft request' (duration: 31.854303ms)","trace[132112818] 'compare' (duration: 107.974718ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:21.171935Z","caller":"traceutil/trace.go:171","msg":"trace[614961970] linearizableReadLoop","detail":"{readStateIndex:8090; appliedIndex:8089; }","duration":"236.781381ms","start":"2026-03-31T18:45:20.935122Z","end":"2026-03-31T18:45:21.171903Z","steps":["trace[614961970] 'read index received' (duration: 236.524465ms)","trace[614961970] 'applied index is now lower than readState.Index' (duration: 255.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:21.172068Z","caller":"traceutil/trace.go:171","msg":"trace[1683052469] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"248.988643ms","start":"2026-03-31T18:45:20.923045Z","end":"2026-03-31T18:45:21.172034Z","steps":["trace[1683052469] 'process raft request' (duration: 248.688317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:21.172379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.243011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:45:21.172471Z","caller":"traceutil/trace.go:171","msg":"trace[671520705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7775; }","duration":"237.399494ms","start":"2026-03-31T18:45:20.935059Z","end":"2026-03-31T18:45:21.172458Z","steps":["trace[671520705] 'agreement among raft nodes before linearized reading' (duration: 237.17541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:21.172592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.026449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:45:21.173171Z","caller":"traceutil/trace.go:171","msg":"trace[1583062294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7775; }","duration":"209.717845ms","start":"2026-03-31T18:45:20.963431Z","end":"2026-03-31T18:45:21.173149Z","steps":["trace[1583062294] 'agreement among raft nodes before linearized reading' (duration: 208.861766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:21.172828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.891943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:45:21.173969Z","caller":"traceutil/trace.go:171","msg":"trace[2007552139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7775; }","duration":"209.042099ms","start":"2026-03-31T18:45:20.96489Z","end":"2026-03-31T18:45:21.173932Z","steps":["trace[2007552139] 'agreement among raft nodes before linearized reading' (duration: 207.73467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:21.172906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.301755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:45:21.174177Z","caller":"traceutil/trace.go:171","msg":"trace[1550911348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7775; }","duration":"210.624434ms","start":"2026-03-31T18:45:20.963536Z","end":"2026-03-31T18:45:21.17416Z","steps":["trace[1550911348] 'agreement among raft nodes before linearized reading' (duration: 209.297925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:21.17297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.429818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:45:21.174296Z","caller":"traceutil/trace.go:171","msg":"trace[1612772367] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7775; }","duration":"210.773028ms","start":"2026-03-31T18:45:20.963511Z","end":"2026-03-31T18:45:21.174284Z","steps":["trace[1612772367] 'agreement among raft nodes before linearized reading' (duration: 209.416988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:21.172993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.149905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:45:21.174381Z","caller":"traceutil/trace.go:171","msg":"trace[1098491856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:7775; }","duration":"207.559396ms","start":"2026-03-31T18:45:20.966813Z","end":"2026-03-31T18:45:21.174373Z","steps":["trace[1098491856] 'agreement among raft nodes before linearized reading' (duration: 206.074863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:21.312324Z","caller":"traceutil/trace.go:171","msg":"trace[133775290] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"132.550048ms","start":"2026-03-31T18:45:21.179746Z","end":"2026-03-31T18:45:21.312296Z","steps":["trace[133775290] 'process raft request' (duration: 132.499717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:21.312462Z","caller":"traceutil/trace.go:171","msg":"trace[686459543] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"133.223803ms","start":"2026-03-31T18:45:21.179196Z","end":"2026-03-31T18:45:21.31242Z","steps":["trace[686459543] 'process raft request' (duration: 132.872275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:21.312558Z","caller":"traceutil/trace.go:171","msg":"trace[772791620] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"133.0947ms","start":"2026-03-31T18:45:21.179425Z","end":"2026-03-31T18:45:21.312519Z","steps":["trace[772791620] 'process raft request' (duration: 132.778113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:21.312579Z","caller":"traceutil/trace.go:171","msg":"trace[654433969] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"133.449907ms","start":"2026-03-31T18:45:21.179088Z","end":"2026-03-31T18:45:21.312538Z","steps":["trace[654433969] 'process raft request' (duration: 123.550025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:21.312515Z","caller":"traceutil/trace.go:171","msg":"trace[1729687033] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"133.287494ms","start":"2026-03-31T18:45:21.179208Z","end":"2026-03-31T18:45:21.312496Z","steps":["trace[1729687033] 'process raft request' (duration: 132.957737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:21.364589Z","caller":"traceutil/trace.go:171","msg":"trace[1219145729] linearizableReadLoop","detail":"{readStateIndex:8098; appliedIndex:8091; }","duration":"106.944264ms","start":"2026-03-31T18:45:21.257615Z","end":"2026-03-31T18:45:21.364559Z","steps":["trace[1219145729] 'read index received' (duration: 45.12068ms)","trace[1219145729] 'applied index is now lower than readState.Index' (duration: 61.822244ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:21.364701Z","caller":"traceutil/trace.go:171","msg":"trace[1404052055] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"177.483783ms","start":"2026-03-31T18:45:21.18719Z","end":"2026-03-31T18:45:21.364673Z","steps":["trace[1404052055] 'process raft request' (duration: 177.088634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:21.36477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.137618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:21.364829Z","caller":"traceutil/trace.go:171","msg":"trace[1280982545] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7783; }","duration":"107.257591ms","start":"2026-03-31T18:45:21.257556Z","end":"2026-03-31T18:45:21.364814Z","steps":["trace[1280982545] 'agreement among raft nodes before linearized reading' (duration: 107.127358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:21.364924Z","caller":"traceutil/trace.go:171","msg":"trace[1260683048] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"174.101977ms","start":"2026-03-31T18:45:21.190637Z","end":"2026-03-31T18:45:21.364739Z","steps":["trace[1260683048] 'process raft request' (duration: 173.849291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:21.586125Z","caller":"traceutil/trace.go:171","msg":"trace[1041243895] transaction","detail":"{read_only:false; response_revision:7784; number_of_response:1; }","duration":"209.767985ms","start":"2026-03-31T18:45:21.376329Z","end":"2026-03-31T18:45:21.586097Z","steps":["trace[1041243895] 'process raft request' (duration: 183.868295ms)","trace[1041243895] 'compare' (duration: 25.482501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:22.444929Z","caller":"traceutil/trace.go:171","msg":"trace[187507793] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"152.585205ms","start":"2026-03-31T18:45:22.292318Z","end":"2026-03-31T18:45:22.444904Z","steps":["trace[187507793] 'process raft request' (duration: 152.431872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:22.792374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.065782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:45:22.792463Z","caller":"traceutil/trace.go:171","msg":"trace[473317997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7785; }","duration":"340.195755ms","start":"2026-03-31T18:45:22.452246Z","end":"2026-03-31T18:45:22.792442Z","steps":["trace[473317997] 'range keys from in-memory index tree' (duration: 339.906189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:22.792523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:22.452221Z","time spent":"340.292407ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:45:22.792536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.194202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:22.792691Z","caller":"traceutil/trace.go:171","msg":"trace[1348012772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7785; }","duration":"343.455997ms","start":"2026-03-31T18:45:22.449201Z","end":"2026-03-31T18:45:22.792657Z","steps":["trace[1348012772] 'range keys from in-memory index tree' (duration: 343.07043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:22.792756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:22.449181Z","time spent":"343.56435ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:45:22.792752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.34586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:22.792894Z","caller":"traceutil/trace.go:171","msg":"trace[958201214] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7785; }","duration":"248.643706ms","start":"2026-03-31T18:45:22.544218Z","end":"2026-03-31T18:45:22.792861Z","steps":["trace[958201214] 'count revisions from in-memory index tree' (duration: 248.214727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:22.792897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.098369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:22.793443Z","caller":"traceutil/trace.go:171","msg":"trace[394558032] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7785; }","duration":"272.139862ms","start":"2026-03-31T18:45:22.521176Z","end":"2026-03-31T18:45:22.793316Z","steps":["trace[394558032] 'count revisions from in-memory index tree' (duration: 270.972876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:22.840394Z","caller":"traceutil/trace.go:171","msg":"trace[1017693471] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"245.241309ms","start":"2026-03-31T18:45:22.595124Z","end":"2026-03-31T18:45:22.840366Z","steps":["trace[1017693471] 'process raft request' (duration: 245.093886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:22.861263Z","caller":"traceutil/trace.go:171","msg":"trace[129806715] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"163.136312ms","start":"2026-03-31T18:45:22.698108Z","end":"2026-03-31T18:45:22.861244Z","steps":["trace[129806715] 'process raft request' (duration: 162.912887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.301277Z","caller":"traceutil/trace.go:171","msg":"trace[1677213741] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8108; }","duration":"105.560053ms","start":"2026-03-31T18:45:23.195692Z","end":"2026-03-31T18:45:23.301252Z","steps":["trace[1677213741] 'read index received' (duration: 80.85168ms)","trace[1677213741] 'applied index is now lower than readState.Index' (duration: 24.706823ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:23.301414Z","caller":"traceutil/trace.go:171","msg":"trace[2080501176] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"123.624397ms","start":"2026-03-31T18:45:23.177753Z","end":"2026-03-31T18:45:23.301378Z","steps":["trace[2080501176] 'process raft request' (duration: 98.73433ms)","trace[2080501176] 'compare' (duration: 24.56443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:23.301566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.861589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:45:23.301608Z","caller":"traceutil/trace.go:171","msg":"trace[725753618] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:7793; }","duration":"106.268289ms","start":"2026-03-31T18:45:23.195329Z","end":"2026-03-31T18:45:23.301597Z","steps":["trace[725753618] 'agreement among raft nodes before linearized reading' (duration: 106.065644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:23.301763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.895028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-rabbit-init-ngswx\" ","response":"range_response_count:1 size:6900"} {"level":"info","ts":"2026-03-31T18:45:23.301944Z","caller":"traceutil/trace.go:171","msg":"trace[564787198] range","detail":"{range_begin:/registry/pods/openstack/keystone-rabbit-init-ngswx; range_end:; response_count:1; response_revision:7793; }","duration":"105.073562ms","start":"2026-03-31T18:45:23.19678Z","end":"2026-03-31T18:45:23.301854Z","steps":["trace[564787198] 'agreement among raft nodes before linearized reading' (duration: 104.726045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:23.662294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.456243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:23.662476Z","caller":"traceutil/trace.go:171","msg":"trace[1759157750] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"271.63889ms","start":"2026-03-31T18:45:23.390803Z","end":"2026-03-31T18:45:23.662442Z","steps":["trace[1759157750] 'process raft request' (duration: 135.890641ms)","trace[1759157750] 'compare' (duration: 135.068233ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:23.663449Z","caller":"traceutil/trace.go:171","msg":"trace[1738381767] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"271.469817ms","start":"2026-03-31T18:45:23.391954Z","end":"2026-03-31T18:45:23.663423Z","steps":["trace[1738381767] 'process raft request' (duration: 271.391585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.663495Z","caller":"traceutil/trace.go:171","msg":"trace[1239996884] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"271.985109ms","start":"2026-03-31T18:45:23.391476Z","end":"2026-03-31T18:45:23.663461Z","steps":["trace[1239996884] 'process raft request' (duration: 271.838095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.663463Z","caller":"traceutil/trace.go:171","msg":"trace[342630113] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"271.981438ms","start":"2026-03-31T18:45:23.391452Z","end":"2026-03-31T18:45:23.663433Z","steps":["trace[342630113] 'process raft request' (duration: 271.778944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.663732Z","caller":"traceutil/trace.go:171","msg":"trace[1161829220] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"271.667322ms","start":"2026-03-31T18:45:23.392022Z","end":"2026-03-31T18:45:23.663689Z","steps":["trace[1161829220] 'process raft request' (duration: 271.360475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:23.665504Z","caller":"traceutil/trace.go:171","msg":"trace[328779129] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"263.482858ms","start":"2026-03-31T18:45:23.401989Z","end":"2026-03-31T18:45:23.665472Z","steps":["trace[328779129] 'process raft request' (duration: 261.576655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:03.127509Z","caller":"traceutil/trace.go:171","msg":"trace[1635977152] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"119.336641ms","start":"2026-03-31T18:46:03.008146Z","end":"2026-03-31T18:46:03.127483Z","steps":["trace[1635977152] 'process raft request' (duration: 110.163996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:03.189959Z","caller":"traceutil/trace.go:171","msg":"trace[1234879034] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"119.517035ms","start":"2026-03-31T18:46:03.07041Z","end":"2026-03-31T18:46:03.189928Z","steps":["trace[1234879034] 'process raft request' (duration: 119.322491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:03.411629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.035065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:03.411747Z","caller":"traceutil/trace.go:171","msg":"trace[751237129] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"218.108232ms","start":"2026-03-31T18:46:03.193619Z","end":"2026-03-31T18:46:03.411728Z","steps":["trace[751237129] 'process raft request' (duration: 43.853072ms)","trace[751237129] 'compare' (duration: 173.692627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:05.564273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.682309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:05.564296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.812822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:46:05.564406Z","caller":"traceutil/trace.go:171","msg":"trace[1937896078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8024; }","duration":"148.983394ms","start":"2026-03-31T18:46:05.415396Z","end":"2026-03-31T18:46:05.564379Z","steps":["trace[1937896078] 'range keys from in-memory index tree' (duration: 148.593736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.564343Z","caller":"traceutil/trace.go:171","msg":"trace[1408591275] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8024; }","duration":"140.806401ms","start":"2026-03-31T18:46:05.423522Z","end":"2026-03-31T18:46:05.564329Z","steps":["trace[1408591275] 'count revisions from in-memory index tree' (duration: 140.593697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.962887Z","caller":"traceutil/trace.go:171","msg":"trace[857496910] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"100.827017ms","start":"2026-03-31T18:46:05.862024Z","end":"2026-03-31T18:46:05.962851Z","steps":["trace[857496910] 'process raft request' (duration: 100.472338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.1032Z","caller":"traceutil/trace.go:171","msg":"trace[1623657779] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"135.111725ms","start":"2026-03-31T18:46:05.968068Z","end":"2026-03-31T18:46:06.10318Z","steps":["trace[1623657779] 'process raft request' (duration: 135.062374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.103267Z","caller":"traceutil/trace.go:171","msg":"trace[30570005] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"135.544085ms","start":"2026-03-31T18:46:05.967655Z","end":"2026-03-31T18:46:06.103199Z","steps":["trace[30570005] 'process raft request' (duration: 135.354021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.103945Z","caller":"traceutil/trace.go:171","msg":"trace[1574291516] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"135.351491ms","start":"2026-03-31T18:46:05.968141Z","end":"2026-03-31T18:46:06.103493Z","steps":["trace[1574291516] 'process raft request' (duration: 135.010343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:10.383501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.848945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-31T18:46:10.383595Z","caller":"traceutil/trace.go:171","msg":"trace[1578853262] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8051; }","duration":"149.979848ms","start":"2026-03-31T18:46:10.23359Z","end":"2026-03-31T18:46:10.38357Z","steps":["trace[1578853262] 'range keys from in-memory index tree' (duration: 149.646189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:38.027777Z","caller":"traceutil/trace.go:171","msg":"trace[1495940386] linearizableReadLoop","detail":"{readStateIndex:8555; appliedIndex:8554; }","duration":"133.669372ms","start":"2026-03-31T18:46:37.894081Z","end":"2026-03-31T18:46:38.02775Z","steps":["trace[1495940386] 'read index received' (duration: 133.530949ms)","trace[1495940386] 'applied index is now lower than readState.Index' (duration: 137.023µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:38.027832Z","caller":"traceutil/trace.go:171","msg":"trace[1118508960] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"140.421083ms","start":"2026-03-31T18:46:37.88737Z","end":"2026-03-31T18:46:38.027791Z","steps":["trace[1118508960] 'process raft request' (duration: 140.167888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:38.028036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.941838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:46:38.028116Z","caller":"traceutil/trace.go:171","msg":"trace[1643206481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:8222; }","duration":"134.083551ms","start":"2026-03-31T18:46:37.894017Z","end":"2026-03-31T18:46:38.028101Z","steps":["trace[1643206481] 'agreement among raft nodes before linearized reading' (duration: 133.873317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:39.007638Z","caller":"traceutil/trace.go:171","msg":"trace[1299911557] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"171.233882ms","start":"2026-03-31T18:46:38.836373Z","end":"2026-03-31T18:46:39.007607Z","steps":["trace[1299911557] 'process raft request' (duration: 139.970173ms)","trace[1299911557] 'compare' (duration: 31.113426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:09.82101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.596334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:47:09.821099Z","caller":"traceutil/trace.go:171","msg":"trace[439722950] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8482; }","duration":"122.741548ms","start":"2026-03-31T18:47:09.698337Z","end":"2026-03-31T18:47:09.821078Z","steps":["trace[439722950] 'count revisions from in-memory index tree' (duration: 122.492082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:01.156798Z","caller":"traceutil/trace.go:171","msg":"trace[1567402585] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"148.71147ms","start":"2026-03-31T18:48:01.00805Z","end":"2026-03-31T18:48:01.156761Z","steps":["trace[1567402585] 'process raft request' (duration: 148.358302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:01.300087Z","caller":"traceutil/trace.go:171","msg":"trace[534047958] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"138.329676ms","start":"2026-03-31T18:48:01.161734Z","end":"2026-03-31T18:48:01.300064Z","steps":["trace[534047958] 'process raft request' (duration: 59.464869ms)","trace[534047958] 'compare' (duration: 78.743114ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:11.442136Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6874} {"level":"info","ts":"2026-03-31T18:48:11.549117Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6874,"took":"104.862492ms","hash":411450992,"current-db-size-bytes":40787968,"current-db-size":"41 MB","current-db-size-in-use-bytes":24444928,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-31T18:48:11.549178Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":411450992,"revision":6874,"compact-revision":4117} {"level":"warn","ts":"2026-03-31T18:48:43.262166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.180083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:48:43.262285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.326909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:48:43.262275Z","caller":"traceutil/trace.go:171","msg":"trace[476682712] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9196; }","duration":"158.317325ms","start":"2026-03-31T18:48:43.103927Z","end":"2026-03-31T18:48:43.262245Z","steps":["trace[476682712] 'range keys from in-memory index tree' (duration: 158.101391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.26232Z","caller":"traceutil/trace.go:171","msg":"trace[1522341970] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9196; }","duration":"159.405451ms","start":"2026-03-31T18:48:43.102904Z","end":"2026-03-31T18:48:43.26231Z","steps":["trace[1522341970] 'range keys from in-memory index tree' (duration: 159.213096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:43.262558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.862258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-31T18:48:43.262635Z","caller":"traceutil/trace.go:171","msg":"trace[1958797219] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:9196; }","duration":"154.952811ms","start":"2026-03-31T18:48:43.107665Z","end":"2026-03-31T18:48:43.262617Z","steps":["trace[1958797219] 'range keys from in-memory index tree' (duration: 154.785386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.455386Z","caller":"traceutil/trace.go:171","msg":"trace[1456797195] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"185.350406ms","start":"2026-03-31T18:48:43.270004Z","end":"2026-03-31T18:48:43.455354Z","steps":["trace[1456797195] 'process raft request' (duration: 185.119361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.779715Z","caller":"traceutil/trace.go:171","msg":"trace[2136209633] linearizableReadLoop","detail":"{readStateIndex:9566; appliedIndex:9564; }","duration":"276.11876ms","start":"2026-03-31T18:48:43.503565Z","end":"2026-03-31T18:48:43.779683Z","steps":["trace[2136209633] 'read index received' (duration: 7.09193ms)","trace[2136209633] 'applied index is now lower than readState.Index' (duration: 269.02571ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:43.780119Z","caller":"traceutil/trace.go:171","msg":"trace[927468728] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"319.436266ms","start":"2026-03-31T18:48:43.460612Z","end":"2026-03-31T18:48:43.780048Z","steps":["trace[927468728] 'process raft request' (duration: 308.53606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:43.780163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.584561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:48:43.780236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.265201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:48:43.780236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.049697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:48:43.780264Z","caller":"traceutil/trace.go:171","msg":"trace[628781434] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9199; }","duration":"109.324992ms","start":"2026-03-31T18:48:43.670928Z","end":"2026-03-31T18:48:43.780253Z","steps":["trace[628781434] 'agreement among raft nodes before linearized reading' (duration: 109.262631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.780292Z","caller":"traceutil/trace.go:171","msg":"trace[1034934590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9199; }","duration":"109.175419ms","start":"2026-03-31T18:48:43.671097Z","end":"2026-03-31T18:48:43.780272Z","steps":["trace[1034934590] 'agreement among raft nodes before linearized reading' (duration: 108.994855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.780226Z","caller":"traceutil/trace.go:171","msg":"trace[503915091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9199; }","duration":"276.687422ms","start":"2026-03-31T18:48:43.503521Z","end":"2026-03-31T18:48:43.780209Z","steps":["trace[503915091] 'agreement among raft nodes before linearized reading' (duration: 276.468318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:43.780163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.971736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:48:43.780397Z","caller":"traceutil/trace.go:171","msg":"trace[1419001174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9199; }","duration":"181.263522ms","start":"2026-03-31T18:48:43.599126Z","end":"2026-03-31T18:48:43.780389Z","steps":["trace[1419001174] 'agreement among raft nodes before linearized reading' (duration: 180.936335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:43.780337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.460586Z","time spent":"319.62528ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:44.286946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444138952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:48:44.602113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.37417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:44.602215Z","caller":"traceutil/trace.go:171","msg":"trace[1438862741] transaction","detail":"{read_only:false; response_revision:9200; number_of_response:1; }","duration":"817.782382ms","start":"2026-03-31T18:48:43.784418Z","end":"2026-03-31T18:48:44.6022Z","steps":["trace[1438862741] 'process raft request' (duration: 567.210537ms)","trace[1438862741] 'compare' (duration: 249.767306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:44.602257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.784384Z","time spent":"817.853053ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:44.643688Z","caller":"traceutil/trace.go:171","msg":"trace[1084976832] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"856.899642ms","start":"2026-03-31T18:48:43.786762Z","end":"2026-03-31T18:48:44.643662Z","steps":["trace[1084976832] 'process raft request' (duration: 856.843681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.643817Z","caller":"traceutil/trace.go:171","msg":"trace[1284024022] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"858.624422ms","start":"2026-03-31T18:48:43.785139Z","end":"2026-03-31T18:48:44.643763Z","steps":["trace[1284024022] 'process raft request' (duration: 858.333035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.644057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.78511Z","time spent":"858.817177ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:44.643865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.786745Z","time spent":"857.044367ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:44.644173Z","caller":"traceutil/trace.go:171","msg":"trace[21161167] transaction","detail":"{read_only:false; response_revision:9203; number_of_response:1; }","duration":"655.354283ms","start":"2026-03-31T18:48:43.988805Z","end":"2026-03-31T18:48:44.644159Z","steps":["trace[21161167] 'process raft request' (duration: 654.82919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.644281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.988787Z","time spent":"655.456065ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:44.644274Z","caller":"traceutil/trace.go:171","msg":"trace[1348896322] transaction","detail":"{read_only:false; response_revision:9204; number_of_response:1; }","duration":"515.630335ms","start":"2026-03-31T18:48:44.128577Z","end":"2026-03-31T18:48:44.644207Z","steps":["trace[1348896322] 'process raft request' (duration: 515.377069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.644477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.65708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:48:44.644517Z","caller":"traceutil/trace.go:171","msg":"trace[2097793061] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9204; }","duration":"857.728852ms","start":"2026-03-31T18:48:43.78678Z","end":"2026-03-31T18:48:44.644509Z","steps":["trace[2097793061] 'agreement among raft nodes before linearized reading' (duration: 857.512357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.644542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.78676Z","time spent":"857.777272ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:48:44.644528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.128553Z","time spent":"515.84354ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:44.645149Z","caller":"traceutil/trace.go:171","msg":"trace[1731885468] linearizableReadLoop","detail":"{readStateIndex:9571; appliedIndex:9566; }","duration":"857.306812ms","start":"2026-03-31T18:48:43.786826Z","end":"2026-03-31T18:48:44.644133Z","steps":["trace[1731885468] 'read index received' (duration: 564.821383ms)","trace[1731885468] 'applied index is now lower than readState.Index' (duration: 292.484509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:45.145592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444138960,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:48:45.456866Z","caller":"traceutil/trace.go:171","msg":"trace[286826671] linearizableReadLoop","detail":"{readStateIndex:9573; appliedIndex:9571; }","duration":"811.627004ms","start":"2026-03-31T18:48:44.645214Z","end":"2026-03-31T18:48:45.456841Z","steps":["trace[286826671] 'read index received' (duration: 811.487181ms)","trace[286826671] 'applied index is now lower than readState.Index' (duration: 138.513µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:45.456976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.234562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:45.45704Z","caller":"traceutil/trace.go:171","msg":"trace[444702246] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9206; }","duration":"869.314544ms","start":"2026-03-31T18:48:44.587709Z","end":"2026-03-31T18:48:45.457023Z","steps":["trace[444702246] 'agreement among raft nodes before linearized reading' (duration: 869.189971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.457064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215541892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:48:45.457095Z","caller":"traceutil/trace.go:171","msg":"trace[1148953106] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9206; }","duration":"1.215620614s","start":"2026-03-31T18:48:44.241465Z","end":"2026-03-31T18:48:45.457086Z","steps":["trace[1148953106] 'agreement among raft nodes before linearized reading' (duration: 1.215501522s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.457114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494308532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:48:45.457129Z","caller":"traceutil/trace.go:171","msg":"trace[1214757888] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"918.741026ms","start":"2026-03-31T18:48:44.538379Z","end":"2026-03-31T18:48:45.45712Z","steps":["trace[1214757888] 'process raft request' (duration: 918.436519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:45.45714Z","caller":"traceutil/trace.go:171","msg":"trace[582281028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9206; }","duration":"1.494385654s","start":"2026-03-31T18:48:43.962744Z","end":"2026-03-31T18:48:45.45713Z","steps":["trace[582281028] 'agreement among raft nodes before linearized reading' (duration: 1.494320613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.45719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.962729Z","time spent":"1.494453415s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:48:45.45721Z","caller":"traceutil/trace.go:171","msg":"trace[1595624547] transaction","detail":"{read_only:false; response_revision:9205; number_of_response:1; }","duration":"1.080769467s","start":"2026-03-31T18:48:44.376422Z","end":"2026-03-31T18:48:45.457191Z","steps":["trace[1595624547] 'process raft request' (duration: 1.080282896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.457226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.538354Z","time spent":"918.826168ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:45.457287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.376387Z","time spent":"1.080847498s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:45.457085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.587647Z","time spent":"869.430516ms","remote":"127.0.0.1:56216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:48:45.457133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.24144Z","time spent":"1.215685005s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:48:45.457045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007375463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:45.457583Z","caller":"traceutil/trace.go:171","msg":"trace[222180016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9206; }","duration":"1.007973076s","start":"2026-03-31T18:48:44.449603Z","end":"2026-03-31T18:48:45.457576Z","steps":["trace[222180016] 'agreement among raft nodes before linearized reading' (duration: 1.007354672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.457607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.449522Z","time spent":"1.008078479s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:48:45.465533Z","caller":"traceutil/trace.go:171","msg":"trace[66424424] transaction","detail":"{read_only:false; response_revision:9207; number_of_response:1; }","duration":"112.757439ms","start":"2026-03-31T18:48:45.352763Z","end":"2026-03-31T18:48:45.465521Z","steps":["trace[66424424] 'process raft request' (duration: 112.549815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.465716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.591434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-31T18:48:45.465751Z","caller":"traceutil/trace.go:171","msg":"trace[1618613607] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:9207; }","duration":"194.628865ms","start":"2026-03-31T18:48:45.271114Z","end":"2026-03-31T18:48:45.465743Z","steps":["trace[1618613607] 'agreement among raft nodes before linearized reading' (duration: 194.538473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.466085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.024882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19443"} {"level":"info","ts":"2026-03-31T18:48:45.466158Z","caller":"traceutil/trace.go:171","msg":"trace[1406458239] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9207; }","duration":"820.139565ms","start":"2026-03-31T18:48:44.646003Z","end":"2026-03-31T18:48:45.466143Z","steps":["trace[1406458239] 'agreement among raft nodes before linearized reading' (duration: 819.90947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.466195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.645989Z","time spent":"820.198506ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19467,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:48:45.466425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.75043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:45.466454Z","caller":"traceutil/trace.go:171","msg":"trace[1803912095] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9207; }","duration":"195.814751ms","start":"2026-03-31T18:48:45.270632Z","end":"2026-03-31T18:48:45.466447Z","steps":["trace[1803912095] 'agreement among raft nodes before linearized reading' (duration: 195.76559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.466535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.309613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:48:45.466567Z","caller":"traceutil/trace.go:171","msg":"trace[860714421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9207; }","duration":"695.355084ms","start":"2026-03-31T18:48:44.771203Z","end":"2026-03-31T18:48:45.466558Z","steps":["trace[860714421] 'agreement among raft nodes before linearized reading' (duration: 695.276132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.466586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.771196Z","time spent":"695.386205ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:48:45.466584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.803219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:48:45.466646Z","caller":"traceutil/trace.go:171","msg":"trace[70068946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9207; }","duration":"697.898531ms","start":"2026-03-31T18:48:44.768731Z","end":"2026-03-31T18:48:45.466629Z","steps":["trace[70068946] 'agreement among raft nodes before linearized reading' (duration: 697.761778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.466701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.768715Z","time spent":"697.973743ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:48:45.46672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.61126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:48:45.46678Z","caller":"traceutil/trace.go:171","msg":"trace[280855863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9207; }","duration":"521.701112ms","start":"2026-03-31T18:48:44.945069Z","end":"2026-03-31T18:48:45.46677Z","steps":["trace[280855863] 'agreement among raft nodes before linearized reading' (duration: 521.61306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.466816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.945049Z","time spent":"521.757934ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:48:45.466749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.388255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:45.466885Z","caller":"traceutil/trace.go:171","msg":"trace[1026971260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9207; }","duration":"596.550228ms","start":"2026-03-31T18:48:44.870326Z","end":"2026-03-31T18:48:45.466877Z","steps":["trace[1026971260] 'agreement among raft nodes before linearized reading' (duration: 596.406035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.466917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.870311Z","time spent":"596.59603ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:48:45.622251Z","caller":"traceutil/trace.go:171","msg":"trace[468885118] linearizableReadLoop","detail":"{readStateIndex:9577; appliedIndex:9575; }","duration":"144.081496ms","start":"2026-03-31T18:48:45.478138Z","end":"2026-03-31T18:48:45.62222Z","steps":["trace[468885118] 'read index received' (duration: 138.371608ms)","trace[468885118] 'applied index is now lower than readState.Index' (duration: 5.708338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:45.622632Z","caller":"traceutil/trace.go:171","msg":"trace[2015943554] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"151.240587ms","start":"2026-03-31T18:48:45.471207Z","end":"2026-03-31T18:48:45.622448Z","steps":["trace[2015943554] 'process raft request' (duration: 150.879409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:45.62282Z","caller":"traceutil/trace.go:171","msg":"trace[163470409] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"151.883881ms","start":"2026-03-31T18:48:45.470902Z","end":"2026-03-31T18:48:45.622786Z","steps":["trace[163470409] 'process raft request' (duration: 145.584099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.622897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.73015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:45.622984Z","caller":"traceutil/trace.go:171","msg":"trace[1312953922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9210; }","duration":"144.853264ms","start":"2026-03-31T18:48:45.478111Z","end":"2026-03-31T18:48:45.622964Z","steps":["trace[1312953922] 'agreement among raft nodes before linearized reading' (duration: 144.655129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.623467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.278873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214431"} {"level":"info","ts":"2026-03-31T18:48:45.623524Z","caller":"traceutil/trace.go:171","msg":"trace[1185076767] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:9210; }","duration":"145.361295ms","start":"2026-03-31T18:48:45.47815Z","end":"2026-03-31T18:48:45.623511Z","steps":["trace[1185076767] 'agreement among raft nodes before linearized reading' (duration: 144.901715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:45.623515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.098352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:48:45.623619Z","caller":"traceutil/trace.go:171","msg":"trace[1603461213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9210; }","duration":"107.237455ms","start":"2026-03-31T18:48:45.516366Z","end":"2026-03-31T18:48:45.623603Z","steps":["trace[1603461213] 'agreement among raft nodes before linearized reading' (duration: 106.989889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.040416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.273892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:47.040533Z","caller":"traceutil/trace.go:171","msg":"trace[1683824595] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"382.163908ms","start":"2026-03-31T18:48:46.658346Z","end":"2026-03-31T18:48:47.04051Z","steps":["trace[1683824595] 'process raft request' (duration: 153.460066ms)","trace[1683824595] 'compare' (duration: 228.064218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:47.040865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.658332Z","time spent":"382.25431ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:20.335802Z","caller":"traceutil/trace.go:171","msg":"trace[1112374751] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"108.643306ms","start":"2026-03-31T18:49:20.227136Z","end":"2026-03-31T18:49:20.33578Z","steps":["trace[1112374751] 'process raft request' (duration: 108.197246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:25.003008Z","caller":"traceutil/trace.go:171","msg":"trace[1533711557] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"155.316248ms","start":"2026-03-31T18:49:24.847662Z","end":"2026-03-31T18:49:25.002978Z","steps":["trace[1533711557] 'process raft request' (duration: 155.131264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:25.96248Z","caller":"traceutil/trace.go:171","msg":"trace[1689096535] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"359.050768ms","start":"2026-03-31T18:49:25.603396Z","end":"2026-03-31T18:49:25.962447Z","steps":["trace[1689096535] 'process raft request' (duration: 358.795432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:25.962699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.603375Z","time spent":"359.219802ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:27.110302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.548453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:27.110559Z","caller":"traceutil/trace.go:171","msg":"trace[373398086] transaction","detail":"{read_only:false; response_revision:9490; number_of_response:1; }","duration":"552.551027ms","start":"2026-03-31T18:49:26.557984Z","end":"2026-03-31T18:49:27.110535Z","steps":["trace[373398086] 'process raft request' (duration: 552.456075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.11067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:26.557962Z","time spent":"552.656209ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:27.110898Z","caller":"traceutil/trace.go:171","msg":"trace[1499062015] linearizableReadLoop","detail":"{readStateIndex:9868; appliedIndex:9866; }","duration":"1.419727082s","start":"2026-03-31T18:49:25.691131Z","end":"2026-03-31T18:49:27.110858Z","steps":["trace[1499062015] 'read index received' (duration: 271.179309ms)","trace[1499062015] 'applied index is now lower than readState.Index' (duration: 1.148543533s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:27.111042Z","caller":"traceutil/trace.go:171","msg":"trace[915482022] transaction","detail":"{read_only:false; response_revision:9489; number_of_response:1; }","duration":"1.505159996s","start":"2026-03-31T18:49:25.605849Z","end":"2026-03-31T18:49:27.111009Z","steps":["trace[915482022] 'process raft request' (duration: 905.725383ms)","trace[915482022] 'compare' (duration: 598.41269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:27.111162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.605822Z","time spent":"1.505276108s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:27.111185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420041048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:49:27.1113Z","caller":"traceutil/trace.go:171","msg":"trace[786884579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9490; }","duration":"1.420194962s","start":"2026-03-31T18:49:25.691041Z","end":"2026-03-31T18:49:27.111236Z","steps":["trace[786884579] 'agreement among raft nodes before linearized reading' (duration: 1.419963337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.111349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.69102Z","time spent":"1.420317414s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:49:27.611503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444139738,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:49:27.779102Z","caller":"traceutil/trace.go:171","msg":"trace[1641834472] transaction","detail":"{read_only:false; response_revision:9491; number_of_response:1; }","duration":"771.362476ms","start":"2026-03-31T18:49:27.007715Z","end":"2026-03-31T18:49:27.779078Z","steps":["trace[1641834472] 'process raft request' (duration: 771.195682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.779255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.00769Z","time spent":"771.485068ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:28.137554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.027221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:28.137733Z","caller":"traceutil/trace.go:171","msg":"trace[265874689] transaction","detail":"{read_only:false; response_revision:9493; number_of_response:1; }","duration":"168.809465ms","start":"2026-03-31T18:49:27.968906Z","end":"2026-03-31T18:49:28.137715Z","steps":["trace[265874689] 'process raft request' (duration: 168.750154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:28.137802Z","caller":"traceutil/trace.go:171","msg":"trace[1369119736] linearizableReadLoop","detail":"{readStateIndex:9871; appliedIndex:9870; }","duration":"1.026804346s","start":"2026-03-31T18:49:27.110971Z","end":"2026-03-31T18:49:28.137776Z","steps":["trace[1369119736] 'read index received' (duration: 668.12877ms)","trace[1369119736] 'applied index is now lower than readState.Index' (duration: 358.673286ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:28.137979Z","caller":"traceutil/trace.go:171","msg":"trace[775387827] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"1.023161005s","start":"2026-03-31T18:49:27.114799Z","end":"2026-03-31T18:49:28.13796Z","steps":["trace[775387827] 'process raft request' (duration: 817.644022ms)","trace[775387827] 'compare' (duration: 204.913428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:28.138095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.114762Z","time spent":"1.023257297s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:28.138496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691632862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:28.138559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57340035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T18:49:28.138562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71771688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:49:28.138595Z","caller":"traceutil/trace.go:171","msg":"trace[1102123523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9493; }","duration":"1.691755775s","start":"2026-03-31T18:49:26.446815Z","end":"2026-03-31T18:49:28.138571Z","steps":["trace[1102123523] 'agreement among raft nodes before linearized reading' (duration: 1.691591032s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.138604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.056641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:49:28.13863Z","caller":"traceutil/trace.go:171","msg":"trace[583099106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9493; }","duration":"1.717835762s","start":"2026-03-31T18:49:26.420777Z","end":"2026-03-31T18:49:28.138613Z","steps":["trace[583099106] 'agreement among raft nodes before linearized reading' (duration: 1.717642118s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:28.138619Z","caller":"traceutil/trace.go:171","msg":"trace[533389022] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9493; }","duration":"1.573481611s","start":"2026-03-31T18:49:26.56512Z","end":"2026-03-31T18:49:28.138602Z","steps":["trace[533389022] 'agreement among raft nodes before linearized reading' (duration: 1.573329468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.138662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571745142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123673"} {"level":"warn","ts":"2026-03-31T18:49:28.138687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:26.565111Z","time spent":"1.573565614s","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T18:49:28.138642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:26.446805Z","time spent":"1.691827697s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:28.138731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.256479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:49:28.138738Z","caller":"traceutil/trace.go:171","msg":"trace[1129588914] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9493; }","duration":"1.571866325s","start":"2026-03-31T18:49:26.566855Z","end":"2026-03-31T18:49:28.138721Z","steps":["trace[1129588914] 'agreement among raft nodes before linearized reading' (duration: 1.571577708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.138796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:26.566835Z","time spent":"1.571952926s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123697,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T18:49:28.138794Z","caller":"traceutil/trace.go:171","msg":"trace[307747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9493; }","duration":"826.357672ms","start":"2026-03-31T18:49:27.312421Z","end":"2026-03-31T18:49:28.138779Z","steps":["trace[307747] 'agreement among raft nodes before linearized reading' (duration: 826.210379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.138844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293134732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:49:28.138849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.312401Z","time spent":"826.435214ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:49:28.138911Z","caller":"traceutil/trace.go:171","msg":"trace[1854293908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9493; }","duration":"2.293270065s","start":"2026-03-31T18:49:25.845622Z","end":"2026-03-31T18:49:28.138892Z","steps":["trace[1854293908] 'agreement among raft nodes before linearized reading' (duration: 2.293091611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.138966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.845586Z","time spent":"2.293367678s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:28.138557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27615069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:49:28.138955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277932299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:49:28.139035Z","caller":"traceutil/trace.go:171","msg":"trace[1182525792] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9493; }","duration":"2.276649611s","start":"2026-03-31T18:49:25.862374Z","end":"2026-03-31T18:49:28.139023Z","steps":["trace[1182525792] 'agreement among raft nodes before linearized reading' (duration: 2.276016277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.139076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.862366Z","time spent":"2.276700852s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:49:28.139072Z","caller":"traceutil/trace.go:171","msg":"trace[60110408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9493; }","duration":"2.278059992s","start":"2026-03-31T18:49:25.860973Z","end":"2026-03-31T18:49:28.139033Z","steps":["trace[60110408] 'agreement among raft nodes before linearized reading' (duration: 2.277685534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.138684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:26.420756Z","time spent":"1.717916094s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:28.139132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302068283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:49:28.139149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.860951Z","time spent":"2.278186535s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:49:28.13921Z","caller":"traceutil/trace.go:171","msg":"trace[1314998914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9493; }","duration":"2.302187926s","start":"2026-03-31T18:49:25.837008Z","end":"2026-03-31T18:49:28.139196Z","steps":["trace[1314998914] 'agreement among raft nodes before linearized reading' (duration: 2.302006452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.139277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.836984Z","time spent":"2.302253427s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:49:28.138682Z","caller":"traceutil/trace.go:171","msg":"trace[939444490] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:9493; }","duration":"832.167013ms","start":"2026-03-31T18:49:27.306494Z","end":"2026-03-31T18:49:28.138661Z","steps":["trace[939444490] 'agreement among raft nodes before linearized reading' (duration: 831.980899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.138575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05774579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:49:28.139393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.306473Z","time spent":"832.868378ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"info","ts":"2026-03-31T18:49:28.139515Z","caller":"traceutil/trace.go:171","msg":"trace[86202607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9493; }","duration":"2.058698941s","start":"2026-03-31T18:49:26.080766Z","end":"2026-03-31T18:49:28.139464Z","steps":["trace[86202607] 'agreement among raft nodes before linearized reading' (duration: 2.057685869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.140125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:26.080721Z","time spent":"2.059377786s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:28.991123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.11423ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:28.991232Z","caller":"traceutil/trace.go:171","msg":"trace[1784160577] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9493; }","duration":"245.234712ms","start":"2026-03-31T18:49:28.74598Z","end":"2026-03-31T18:49:28.991214Z","steps":["trace[1784160577] 'range keys from in-memory index tree' (duration: 245.100089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.99341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.615728ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T18:49:28.993661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.142582Z","time spent":"851.075016ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:49:28.994042Z","caller":"traceutil/trace.go:171","msg":"trace[1515760619] linearizableReadLoop","detail":"{readStateIndex:9873; appliedIndex:9872; }","duration":"849.03373ms","start":"2026-03-31T18:49:28.144561Z","end":"2026-03-31T18:49:28.993595Z","steps":["trace[1515760619] 'read index received' (duration: 176.216343ms)","trace[1515760619] 'applied index is now lower than readState.Index' (duration: 672.814617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:28.995105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.527593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:49:28.995163Z","caller":"traceutil/trace.go:171","msg":"trace[491595642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9493; }","duration":"850.614856ms","start":"2026-03-31T18:49:28.144537Z","end":"2026-03-31T18:49:28.995152Z","steps":["trace[491595642] 'agreement among raft nodes before linearized reading' (duration: 849.600713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.99527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.144525Z","time spent":"850.734309ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:29.33675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015856969s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:49:29.422871Z","caller":"traceutil/trace.go:171","msg":"trace[783694148] transaction","detail":"{read_only:false; response_revision:9494; number_of_response:1; }","duration":"1.278157089s","start":"2026-03-31T18:49:28.144681Z","end":"2026-03-31T18:49:29.422838Z","steps":["trace[783694148] 'process raft request' (duration: 1.192392561s)","trace[783694148] 'compare' (duration: 85.442161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:29.423057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.144669Z","time spent":"1.278295752s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:29.423519Z","caller":"traceutil/trace.go:171","msg":"trace[359983046] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"1.27870365s","start":"2026-03-31T18:49:28.144797Z","end":"2026-03-31T18:49:29.423501Z","steps":["trace[359983046] 'process raft request' (duration: 1.277940684s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:29.423609Z","caller":"traceutil/trace.go:171","msg":"trace[166151687] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"1.278730031s","start":"2026-03-31T18:49:28.14486Z","end":"2026-03-31T18:49:29.42359Z","steps":["trace[166151687] 'process raft request' (duration: 1.278570908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.423624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.144785Z","time spent":"1.278786922s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:29.423725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.144851Z","time spent":"1.278820323s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:29.423803Z","caller":"traceutil/trace.go:171","msg":"trace[1276296155] linearizableReadLoop","detail":"{readStateIndex:9879; appliedIndex:9873; }","duration":"428.902285ms","start":"2026-03-31T18:49:28.994876Z","end":"2026-03-31T18:49:29.423779Z","steps":["trace[1276296155] 'read index received' (duration: 342.138253ms)","trace[1276296155] 'applied index is now lower than readState.Index' (duration: 86.762802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:29.423955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.527862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:29.424022Z","caller":"traceutil/trace.go:171","msg":"trace[2028912589] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9499; }","duration":"600.633635ms","start":"2026-03-31T18:49:28.823372Z","end":"2026-03-31T18:49:29.424006Z","steps":["trace[2028912589] 'agreement among raft nodes before linearized reading' (duration: 600.481491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.424083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.823353Z","time spent":"600.714616ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:29.424169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237198388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:29.424242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276447521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:29.42426Z","caller":"traceutil/trace.go:171","msg":"trace[185625121] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9499; }","duration":"1.237363861s","start":"2026-03-31T18:49:28.186865Z","end":"2026-03-31T18:49:29.424229Z","steps":["trace[185625121] 'agreement among raft nodes before linearized reading' (duration: 1.237148427s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:29.42428Z","caller":"traceutil/trace.go:171","msg":"trace[1431198746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9499; }","duration":"1.276500831s","start":"2026-03-31T18:49:28.147768Z","end":"2026-03-31T18:49:29.424268Z","steps":["trace[1431198746] 'agreement among raft nodes before linearized reading' (duration: 1.27643446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.424314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.147761Z","time spent":"1.276545252s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:49:29.424354Z","caller":"traceutil/trace.go:171","msg":"trace[420496665] transaction","detail":"{read_only:false; response_revision:9498; number_of_response:1; }","duration":"1.276581273s","start":"2026-03-31T18:49:28.147761Z","end":"2026-03-31T18:49:29.424342Z","steps":["trace[420496665] 'process raft request' (duration: 1.275893717s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:29.424021Z","caller":"traceutil/trace.go:171","msg":"trace[802360299] transaction","detail":"{read_only:false; response_revision:9497; number_of_response:1; }","duration":"1.27910882s","start":"2026-03-31T18:49:28.144884Z","end":"2026-03-31T18:49:29.423993Z","steps":["trace[802360299] 'process raft request' (duration: 1.278648359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.424442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.147747Z","time spent":"1.276641685s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:29.424485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275567971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76487"} {"level":"info","ts":"2026-03-31T18:49:29.424549Z","caller":"traceutil/trace.go:171","msg":"trace[169023526] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:9499; }","duration":"1.275644082s","start":"2026-03-31T18:49:28.148891Z","end":"2026-03-31T18:49:29.424535Z","steps":["trace[169023526] 'agreement among raft nodes before linearized reading' (duration: 1.275044299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.424596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.148886Z","time spent":"1.275699404s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":76511,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-31T18:49:29.424299Z","caller":"traceutil/trace.go:171","msg":"trace[962903292] transaction","detail":"{read_only:false; response_revision:9499; number_of_response:1; }","duration":"1.195909649s","start":"2026-03-31T18:49:28.228371Z","end":"2026-03-31T18:49:29.42428Z","steps":["trace[962903292] 'process raft request' (duration: 1.195367657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.424501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.144861Z","time spent":"1.279603782s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:29.424312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.18685Z","time spent":"1.237452433s","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:29.424694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.228348Z","time spent":"1.196298438s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:29.424483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278050036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T18:49:29.425002Z","caller":"traceutil/trace.go:171","msg":"trace[571660882] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9499; }","duration":"1.278593618s","start":"2026-03-31T18:49:28.146395Z","end":"2026-03-31T18:49:29.424988Z","steps":["trace[571660882] 'agreement among raft nodes before linearized reading' (duration: 1.277953504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.425046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.14638Z","time spent":"1.278652939s","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T18:49:29.424297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035251437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:29.425157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276060721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223914"} {"level":"info","ts":"2026-03-31T18:49:29.425218Z","caller":"traceutil/trace.go:171","msg":"trace[1280716242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9499; }","duration":"1.276147084s","start":"2026-03-31T18:49:28.149055Z","end":"2026-03-31T18:49:29.425202Z","steps":["trace[1280716242] 'agreement among raft nodes before linearized reading' (duration: 1.274810614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.425275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.149051Z","time spent":"1.276209275s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:49:29.425382Z","caller":"traceutil/trace.go:171","msg":"trace[953199837] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9499; }","duration":"1.036256199s","start":"2026-03-31T18:49:28.388916Z","end":"2026-03-31T18:49:29.425172Z","steps":["trace[953199837] 'agreement among raft nodes before linearized reading' (duration: 1.035028382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.425652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.388896Z","time spent":"1.036530355s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:29.942489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.473785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:29.942941Z","caller":"traceutil/trace.go:171","msg":"trace[827084553] transaction","detail":"{read_only:false; response_revision:9500; number_of_response:1; }","duration":"947.030974ms","start":"2026-03-31T18:49:28.995873Z","end":"2026-03-31T18:49:29.942904Z","steps":["trace[827084553] 'process raft request' (duration: 663.061808ms)","trace[827084553] 'compare' (duration: 282.859261ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:29.943003Z","caller":"traceutil/trace.go:171","msg":"trace[591358935] transaction","detail":"{read_only:false; response_revision:9501; number_of_response:1; }","duration":"826.665798ms","start":"2026-03-31T18:49:29.1163Z","end":"2026-03-31T18:49:29.942965Z","steps":["trace[591358935] 'process raft request' (duration: 826.301339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:29.943053Z","caller":"traceutil/trace.go:171","msg":"trace[1665224064] transaction","detail":"{read_only:false; response_revision:9502; number_of_response:1; }","duration":"252.553919ms","start":"2026-03-31T18:49:29.69048Z","end":"2026-03-31T18:49:29.943034Z","steps":["trace[1665224064] 'process raft request' (duration: 252.470947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:29.943054Z","caller":"traceutil/trace.go:171","msg":"trace[1549957939] linearizableReadLoop","detail":"{readStateIndex:9881; appliedIndex:9879; }","duration":"519.139693ms","start":"2026-03-31T18:49:29.423887Z","end":"2026-03-31T18:49:29.943027Z","steps":["trace[1549957939] 'read index received' (duration: 235.017464ms)","trace[1549957939] 'applied index is now lower than readState.Index' (duration: 284.119359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:29.943127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.995854Z","time spent":"947.173657ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:29.943179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.11626Z","time spent":"826.820931ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:29.943496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.131086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19443"} {"level":"info","ts":"2026-03-31T18:49:29.943587Z","caller":"traceutil/trace.go:171","msg":"trace[584223048] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9502; }","duration":"947.31195ms","start":"2026-03-31T18:49:28.996259Z","end":"2026-03-31T18:49:29.943571Z","steps":["trace[584223048] 'agreement among raft nodes before linearized reading' (duration: 946.87865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.943869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.996241Z","time spent":"947.577436ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19467,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:49:30.443755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444139758,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:49:30.849434Z","caller":"traceutil/trace.go:171","msg":"trace[442268095] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"1.064177616s","start":"2026-03-31T18:49:29.785232Z","end":"2026-03-31T18:49:30.84941Z","steps":["trace[442268095] 'process raft request' (duration: 1.064027443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.849605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.785203Z","time spent":"1.064302828s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:31.262724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.888751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:31.262882Z","caller":"traceutil/trace.go:171","msg":"trace[19762695] linearizableReadLoop","detail":"{readStateIndex:9884; appliedIndex:9882; }","duration":"1.319672773s","start":"2026-03-31T18:49:29.943186Z","end":"2026-03-31T18:49:31.262859Z","steps":["trace[19762695] 'read index received' (duration: 906.059361ms)","trace[19762695] 'applied index is now lower than readState.Index' (duration: 413.605382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:31.263071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592417655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:49:31.263066Z","caller":"traceutil/trace.go:171","msg":"trace[1783460910] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"1.118846408s","start":"2026-03-31T18:49:30.144186Z","end":"2026-03-31T18:49:31.263032Z","steps":["trace[1783460910] 'process raft request' (duration: 807.501376ms)","trace[1783460910] 'compare' (duration: 310.713668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:31.263138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630488031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:49:31.263151Z","caller":"traceutil/trace.go:171","msg":"trace[940456718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9504; }","duration":"1.592569428s","start":"2026-03-31T18:49:29.670561Z","end":"2026-03-31T18:49:31.26313Z","steps":["trace[940456718] 'agreement among raft nodes before linearized reading' (duration: 1.592354553s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:31.263189Z","caller":"traceutil/trace.go:171","msg":"trace[1915393288] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9504; }","duration":"1.630578713s","start":"2026-03-31T18:49:29.632595Z","end":"2026-03-31T18:49:31.263173Z","steps":["trace[1915393288] 'agreement among raft nodes before linearized reading' (duration: 1.630384329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.263204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.670538Z","time spent":"1.59264505s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:31.263249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.632565Z","time spent":"1.630670415s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:49:31.263276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.144174Z","time spent":"1.118976201s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:31.263326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.117935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:31.263356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219776566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:31.263377Z","caller":"traceutil/trace.go:171","msg":"trace[1821853129] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9504; }","duration":"620.211006ms","start":"2026-03-31T18:49:30.643152Z","end":"2026-03-31T18:49:31.263363Z","steps":["trace[1821853129] 'agreement among raft nodes before linearized reading' (duration: 620.099144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.263369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318312361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T18:49:31.263373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.267126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:31.263416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.643118Z","time spent":"620.289368ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:31.26342Z","caller":"traceutil/trace.go:171","msg":"trace[2130927554] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9504; }","duration":"1.219878199s","start":"2026-03-31T18:49:30.043523Z","end":"2026-03-31T18:49:31.263402Z","steps":["trace[2130927554] 'agreement among raft nodes before linearized reading' (duration: 1.219772327s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:31.263429Z","caller":"traceutil/trace.go:171","msg":"trace[1516671032] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9504; }","duration":"1.318424194s","start":"2026-03-31T18:49:29.944989Z","end":"2026-03-31T18:49:31.263414Z","steps":["trace[1516671032] 'agreement among raft nodes before linearized reading' (duration: 1.31825504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.263444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261469074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:31.263456Z","caller":"traceutil/trace.go:171","msg":"trace[1518802925] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9504; }","duration":"209.389528ms","start":"2026-03-31T18:49:31.054036Z","end":"2026-03-31T18:49:31.263426Z","steps":["trace[1518802925] 'agreement among raft nodes before linearized reading' (duration: 209.231445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.26345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.865327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:31.263486Z","caller":"traceutil/trace.go:171","msg":"trace[823868613] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9504; }","duration":"1.261547695s","start":"2026-03-31T18:49:30.001926Z","end":"2026-03-31T18:49:31.263474Z","steps":["trace[823868613] 'agreement among raft nodes before linearized reading' (duration: 1.261478474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.263483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.944974Z","time spent":"1.318497755s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:49:31.2635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8332365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123673"} {"level":"info","ts":"2026-03-31T18:49:31.263518Z","caller":"traceutil/trace.go:171","msg":"trace[258917271] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9504; }","duration":"325.96559ms","start":"2026-03-31T18:49:30.93753Z","end":"2026-03-31T18:49:31.263496Z","steps":["trace[258917271] 'agreement among raft nodes before linearized reading' (duration: 325.835267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:31.263568Z","caller":"traceutil/trace.go:171","msg":"trace[715743998] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9504; }","duration":"1.833334942s","start":"2026-03-31T18:49:29.43022Z","end":"2026-03-31T18:49:31.263555Z","steps":["trace[715743998] 'agreement among raft nodes before linearized reading' (duration: 1.833095027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.263538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119791499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:49:31.263584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.937511Z","time spent":"326.057742ms","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:31.263607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.430208Z","time spent":"1.833392333s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123697,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T18:49:31.263484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.043505Z","time spent":"1.2199644s","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:31.263631Z","caller":"traceutil/trace.go:171","msg":"trace[2119430786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9504; }","duration":"1.119930882s","start":"2026-03-31T18:49:30.143678Z","end":"2026-03-31T18:49:31.263609Z","steps":["trace[2119430786] 'agreement among raft nodes before linearized reading' (duration: 1.119654326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.263694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.14366Z","time spent":"1.120023454s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:49:31.263523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.001901Z","time spent":"1.261615717s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:49:31.264217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838586692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:31.264275Z","caller":"traceutil/trace.go:171","msg":"trace[1665005724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9504; }","duration":"1.838655873s","start":"2026-03-31T18:49:29.425595Z","end":"2026-03-31T18:49:31.264251Z","steps":["trace[1665005724] 'agreement among raft nodes before linearized reading' (duration: 1.83856997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.264296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.42558Z","time spent":"1.838711995s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:33.208434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.601913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:33.208501Z","caller":"traceutil/trace.go:171","msg":"trace[1196239693] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9515; }","duration":"217.727576ms","start":"2026-03-31T18:49:32.99076Z","end":"2026-03-31T18:49:33.208488Z","steps":["trace[1196239693] 'count revisions from in-memory index tree' (duration: 217.511841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:33.705439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.731153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:33.705564Z","caller":"traceutil/trace.go:171","msg":"trace[240251882] linearizableReadLoop","detail":"{readStateIndex:9898; appliedIndex:9897; }","duration":"257.103562ms","start":"2026-03-31T18:49:33.44844Z","end":"2026-03-31T18:49:33.705543Z","steps":["trace[240251882] 'read index received' (duration: 149.134003ms)","trace[240251882] 'applied index is now lower than readState.Index' (duration: 107.967619ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:33.705595Z","caller":"traceutil/trace.go:171","msg":"trace[1321954882] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"336.006255ms","start":"2026-03-31T18:49:33.369556Z","end":"2026-03-31T18:49:33.705562Z","steps":["trace[1321954882] 'process raft request' (duration: 228.041377ms)","trace[1321954882] 'compare' (duration: 107.486908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:33.705709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:33.369532Z","time spent":"336.118308ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:33.705923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.733789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:49:33.705981Z","caller":"traceutil/trace.go:171","msg":"trace[955977834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9517; }","duration":"210.881862ms","start":"2026-03-31T18:49:33.495083Z","end":"2026-03-31T18:49:33.705965Z","steps":["trace[955977834] 'agreement among raft nodes before linearized reading' (duration: 210.647727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:33.706042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.95216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:49:33.706046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.916069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:49:33.706082Z","caller":"traceutil/trace.go:171","msg":"trace[473623158] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9517; }","duration":"129.022101ms","start":"2026-03-31T18:49:33.577046Z","end":"2026-03-31T18:49:33.706068Z","steps":["trace[473623158] 'agreement among raft nodes before linearized reading' (duration: 128.889279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:33.70609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.260475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:33.706171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.201406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:49:33.706202Z","caller":"traceutil/trace.go:171","msg":"trace[1177875209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9517; }","duration":"129.259546ms","start":"2026-03-31T18:49:33.576934Z","end":"2026-03-31T18:49:33.706194Z","steps":["trace[1177875209] 'agreement among raft nodes before linearized reading' (duration: 129.004341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:33.706197Z","caller":"traceutil/trace.go:171","msg":"trace[1667269982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9517; }","duration":"257.786417ms","start":"2026-03-31T18:49:33.448394Z","end":"2026-03-31T18:49:33.70618Z","steps":["trace[1667269982] 'agreement among raft nodes before linearized reading' (duration: 257.258815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:33.706108Z","caller":"traceutil/trace.go:171","msg":"trace[365652420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9517; }","duration":"129.012661ms","start":"2026-03-31T18:49:33.57708Z","end":"2026-03-31T18:49:33.706093Z","steps":["trace[365652420] 'agreement among raft nodes before linearized reading' (duration: 128.821487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:33.706354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.368979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:49:33.706436Z","caller":"traceutil/trace.go:171","msg":"trace[727836468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9517; }","duration":"129.502432ms","start":"2026-03-31T18:49:33.576914Z","end":"2026-03-31T18:49:33.706417Z","steps":["trace[727836468] 'agreement among raft nodes before linearized reading' (duration: 129.022112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:33.706518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.476652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:33.706588Z","caller":"traceutil/trace.go:171","msg":"trace[1262656412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9517; }","duration":"129.590164ms","start":"2026-03-31T18:49:33.576981Z","end":"2026-03-31T18:49:33.706571Z","steps":["trace[1262656412] 'agreement among raft nodes before linearized reading' (duration: 128.907699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:34.617894Z","caller":"traceutil/trace.go:171","msg":"trace[2050602188] linearizableReadLoop","detail":"{readStateIndex:9907; appliedIndex:9905; }","duration":"199.410175ms","start":"2026-03-31T18:49:34.41844Z","end":"2026-03-31T18:49:34.61785Z","steps":["trace[2050602188] 'read index received' (duration: 195.412454ms)","trace[2050602188] 'applied index is now lower than readState.Index' (duration: 3.997131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:34.618001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.543669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:34.618026Z","caller":"traceutil/trace.go:171","msg":"trace[708353664] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9526; }","duration":"199.60725ms","start":"2026-03-31T18:49:34.418411Z","end":"2026-03-31T18:49:34.618018Z","steps":["trace[708353664] 'agreement among raft nodes before linearized reading' (duration: 199.535038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:34.618005Z","caller":"traceutil/trace.go:171","msg":"trace[2107928007] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"218.567146ms","start":"2026-03-31T18:49:34.399368Z","end":"2026-03-31T18:49:34.617935Z","steps":["trace[2107928007] 'process raft request' (duration: 218.451993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:34.618042Z","caller":"traceutil/trace.go:171","msg":"trace[1709826574] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"220.10755ms","start":"2026-03-31T18:49:34.397902Z","end":"2026-03-31T18:49:34.61801Z","steps":["trace[1709826574] 'process raft request' (duration: 215.827013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:34.771698Z","caller":"traceutil/trace.go:171","msg":"trace[2092502566] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"151.477637ms","start":"2026-03-31T18:49:34.620197Z","end":"2026-03-31T18:49:34.771674Z","steps":["trace[2092502566] 'process raft request' (duration: 150.816781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.001273Z","caller":"traceutil/trace.go:171","msg":"trace[1039818891] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"134.569967ms","start":"2026-03-31T18:49:34.866678Z","end":"2026-03-31T18:49:35.001248Z","steps":["trace[1039818891] 'process raft request' (duration: 134.416283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.001262Z","caller":"traceutil/trace.go:171","msg":"trace[1454049026] linearizableReadLoop","detail":"{readStateIndex:9921; appliedIndex:9920; }","duration":"110.159378ms","start":"2026-03-31T18:49:34.891077Z","end":"2026-03-31T18:49:35.001236Z","steps":["trace[1454049026] 'read index received' (duration: 110.129866ms)","trace[1454049026] 'applied index is now lower than readState.Index' (duration: 28.442µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:35.001687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.562636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:35.001955Z","caller":"traceutil/trace.go:171","msg":"trace[639400526] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9540; }","duration":"110.879663ms","start":"2026-03-31T18:49:34.891022Z","end":"2026-03-31T18:49:35.001902Z","steps":["trace[639400526] 'agreement among raft nodes before linearized reading' (duration: 110.29096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.009143Z","caller":"traceutil/trace.go:171","msg":"trace[376408787] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"111.401704ms","start":"2026-03-31T18:49:34.897712Z","end":"2026-03-31T18:49:35.009114Z","steps":["trace[376408787] 'process raft request' (duration: 111.22504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.285756Z","caller":"traceutil/trace.go:171","msg":"trace[1948381786] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"277.529681ms","start":"2026-03-31T18:49:35.008182Z","end":"2026-03-31T18:49:35.285712Z","steps":["trace[1948381786] 'process raft request' (duration: 277.268486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.285845Z","caller":"traceutil/trace.go:171","msg":"trace[483031986] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"277.01996ms","start":"2026-03-31T18:49:35.008799Z","end":"2026-03-31T18:49:35.285819Z","steps":["trace[483031986] 'process raft request' (duration: 276.831475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.28593Z","caller":"traceutil/trace.go:171","msg":"trace[970824874] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"277.437359ms","start":"2026-03-31T18:49:35.008412Z","end":"2026-03-31T18:49:35.285849Z","steps":["trace[970824874] 'process raft request' (duration: 277.172373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.285987Z","caller":"traceutil/trace.go:171","msg":"trace[271923477] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"276.635701ms","start":"2026-03-31T18:49:35.009329Z","end":"2026-03-31T18:49:35.285964Z","steps":["trace[271923477] 'process raft request' (duration: 276.341564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286005Z","caller":"traceutil/trace.go:171","msg":"trace[430688349] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"275.456724ms","start":"2026-03-31T18:49:35.010522Z","end":"2026-03-31T18:49:35.285978Z","steps":["trace[430688349] 'process raft request' (duration: 275.241879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286046Z","caller":"traceutil/trace.go:171","msg":"trace[1327786203] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"275.487494ms","start":"2026-03-31T18:49:35.010544Z","end":"2026-03-31T18:49:35.286031Z","steps":["trace[1327786203] 'process raft request' (duration: 275.27156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286057Z","caller":"traceutil/trace.go:171","msg":"trace[1983782408] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"275.617248ms","start":"2026-03-31T18:49:35.010427Z","end":"2026-03-31T18:49:35.286044Z","steps":["trace[1983782408] 'process raft request' (duration: 275.28241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286055Z","caller":"traceutil/trace.go:171","msg":"trace[503310489] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"275.488494ms","start":"2026-03-31T18:49:35.010549Z","end":"2026-03-31T18:49:35.286037Z","steps":["trace[503310489] 'process raft request' (duration: 275.381512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286131Z","caller":"traceutil/trace.go:171","msg":"trace[1651812005] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"271.650428ms","start":"2026-03-31T18:49:35.014473Z","end":"2026-03-31T18:49:35.286123Z","steps":["trace[1651812005] 'process raft request' (duration: 271.517095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286166Z","caller":"traceutil/trace.go:171","msg":"trace[1270084957] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"271.182888ms","start":"2026-03-31T18:49:35.014974Z","end":"2026-03-31T18:49:35.286156Z","steps":["trace[1270084957] 'process raft request' (duration: 271.082126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286173Z","caller":"traceutil/trace.go:171","msg":"trace[789180053] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"269.903549ms","start":"2026-03-31T18:49:35.01626Z","end":"2026-03-31T18:49:35.286164Z","steps":["trace[789180053] 'process raft request' (duration: 269.830068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286188Z","caller":"traceutil/trace.go:171","msg":"trace[620188231] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"271.223029ms","start":"2026-03-31T18:49:35.014931Z","end":"2026-03-31T18:49:35.286154Z","steps":["trace[620188231] 'process raft request' (duration: 271.088946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286262Z","caller":"traceutil/trace.go:171","msg":"trace[1693414073] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"268.554929ms","start":"2026-03-31T18:49:35.017696Z","end":"2026-03-31T18:49:35.286251Z","steps":["trace[1693414073] 'process raft request' (duration: 268.428156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286324Z","caller":"traceutil/trace.go:171","msg":"trace[1937459121] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"267.553166ms","start":"2026-03-31T18:49:35.018751Z","end":"2026-03-31T18:49:35.286304Z","steps":["trace[1937459121] 'process raft request' (duration: 267.456024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286359Z","caller":"traceutil/trace.go:171","msg":"trace[441954189] transaction","detail":"{read_only:false; response_revision:9558; number_of_response:1; }","duration":"261.49389ms","start":"2026-03-31T18:49:35.024853Z","end":"2026-03-31T18:49:35.286347Z","steps":["trace[441954189] 'process raft request' (duration: 261.400538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286359Z","caller":"traceutil/trace.go:171","msg":"trace[1560549264] transaction","detail":"{read_only:false; response_revision:9559; number_of_response:1; }","duration":"260.570899ms","start":"2026-03-31T18:49:35.025773Z","end":"2026-03-31T18:49:35.286344Z","steps":["trace[1560549264] 'process raft request' (duration: 260.528388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.286322Z","caller":"traceutil/trace.go:171","msg":"trace[460555046] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"272.62958ms","start":"2026-03-31T18:49:35.013632Z","end":"2026-03-31T18:49:35.286261Z","steps":["trace[460555046] 'process raft request' (duration: 272.329964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.569784Z","caller":"traceutil/trace.go:171","msg":"trace[1940153815] transaction","detail":"{read_only:false; response_revision:9560; number_of_response:1; }","duration":"522.601441ms","start":"2026-03-31T18:49:35.047147Z","end":"2026-03-31T18:49:35.569749Z","steps":["trace[1940153815] 'process raft request' (duration: 522.355615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.569823Z","caller":"traceutil/trace.go:171","msg":"trace[1076712166] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"518.97768ms","start":"2026-03-31T18:49:35.05082Z","end":"2026-03-31T18:49:35.569798Z","steps":["trace[1076712166] 'process raft request' (duration: 518.911108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.569989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.047124Z","time spent":"522.783816ms","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:35.570056Z","caller":"traceutil/trace.go:171","msg":"trace[1656815177] transaction","detail":"{read_only:false; response_revision:9561; number_of_response:1; }","duration":"521.211091ms","start":"2026-03-31T18:49:35.048808Z","end":"2026-03-31T18:49:35.57002Z","steps":["trace[1656815177] 'process raft request' (duration: 520.831541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.569995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.05079Z","time spent":"519.144705ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":135704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:35.570234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.048798Z","time spent":"521.346684ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3347,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:35.871584Z","caller":"traceutil/trace.go:171","msg":"trace[1635313524] transaction","detail":"{read_only:false; response_revision:9563; number_of_response:1; }","duration":"578.160071ms","start":"2026-03-31T18:49:35.293396Z","end":"2026-03-31T18:49:35.871556Z","steps":["trace[1635313524] 'process raft request' (duration: 514.92625ms)","trace[1635313524] 'compare' (duration: 62.967926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:35.871732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.107526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:35.871797Z","caller":"traceutil/trace.go:171","msg":"trace[761043101] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9564; }","duration":"544.251319ms","start":"2026-03-31T18:49:35.327534Z","end":"2026-03-31T18:49:35.871785Z","steps":["trace[761043101] 'agreement among raft nodes before linearized reading' (duration: 544.101075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.871841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.327504Z","time spent":"544.325661ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:35.871705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.293369Z","time spent":"578.283544ms","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:35.871583Z","caller":"traceutil/trace.go:171","msg":"trace[892496886] linearizableReadLoop","detail":"{readStateIndex:9944; appliedIndex:9940; }","duration":"543.952513ms","start":"2026-03-31T18:49:35.327606Z","end":"2026-03-31T18:49:35.871558Z","steps":["trace[892496886] 'read index received' (duration: 241.92391ms)","trace[892496886] 'applied index is now lower than readState.Index' (duration: 302.027643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:35.871958Z","caller":"traceutil/trace.go:171","msg":"trace[843130573] transaction","detail":"{read_only:false; response_revision:9564; number_of_response:1; }","duration":"500.533575ms","start":"2026-03-31T18:49:35.371379Z","end":"2026-03-31T18:49:35.871912Z","steps":["trace[843130573] 'process raft request' (duration: 500.102806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.872123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.371355Z","time spent":"500.681049ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:35.900845Z","caller":"traceutil/trace.go:171","msg":"trace[1592132533] transaction","detail":"{read_only:false; response_revision:9565; number_of_response:1; }","duration":"325.327107ms","start":"2026-03-31T18:49:35.575495Z","end":"2026-03-31T18:49:35.900822Z","steps":["trace[1592132533] 'process raft request' (duration: 325.177154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.901084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.57547Z","time spent":"325.515212ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2943,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:35.901133Z","caller":"traceutil/trace.go:171","msg":"trace[1609230181] transaction","detail":"{read_only:false; response_revision:9566; number_of_response:1; }","duration":"324.718873ms","start":"2026-03-31T18:49:35.576394Z","end":"2026-03-31T18:49:35.901113Z","steps":["trace[1609230181] 'process raft request' (duration: 324.396285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.901239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.576377Z","time spent":"324.806015ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3356,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:35.901243Z","caller":"traceutil/trace.go:171","msg":"trace[570038898] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"293.036691ms","start":"2026-03-31T18:49:35.60819Z","end":"2026-03-31T18:49:35.901226Z","steps":["trace[570038898] 'process raft request' (duration: 292.833187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901368Z","caller":"traceutil/trace.go:171","msg":"trace[470369892] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"292.822016ms","start":"2026-03-31T18:49:35.608541Z","end":"2026-03-31T18:49:35.901363Z","steps":["trace[470369892] 'process raft request' (duration: 292.694433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901437Z","caller":"traceutil/trace.go:171","msg":"trace[61674342] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"293.151094ms","start":"2026-03-31T18:49:35.608282Z","end":"2026-03-31T18:49:35.901433Z","steps":["trace[61674342] 'process raft request' (duration: 292.840957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901458Z","caller":"traceutil/trace.go:171","msg":"trace[857097948] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"292.920268ms","start":"2026-03-31T18:49:35.608526Z","end":"2026-03-31T18:49:35.901447Z","steps":["trace[857097948] 'process raft request' (duration: 292.736144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901494Z","caller":"traceutil/trace.go:171","msg":"trace[1479939341] transaction","detail":"{read_only:false; response_revision:9569; number_of_response:1; }","duration":"293.150963ms","start":"2026-03-31T18:49:35.608339Z","end":"2026-03-31T18:49:35.90149Z","steps":["trace[1479939341] 'process raft request' (duration: 292.816815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901543Z","caller":"traceutil/trace.go:171","msg":"trace[233652738] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"292.871997ms","start":"2026-03-31T18:49:35.608665Z","end":"2026-03-31T18:49:35.901537Z","steps":["trace[233652738] 'process raft request' (duration: 292.617921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901599Z","caller":"traceutil/trace.go:171","msg":"trace[472820101] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"292.881517ms","start":"2026-03-31T18:49:35.608713Z","end":"2026-03-31T18:49:35.901594Z","steps":["trace[472820101] 'process raft request' (duration: 292.587951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901605Z","caller":"traceutil/trace.go:171","msg":"trace[2109203906] transaction","detail":"{read_only:false; response_revision:9570; number_of_response:1; }","duration":"293.116132ms","start":"2026-03-31T18:49:35.608481Z","end":"2026-03-31T18:49:35.901597Z","steps":["trace[2109203906] 'process raft request' (duration: 292.701063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901706Z","caller":"traceutil/trace.go:171","msg":"trace[86824977] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"292.485767ms","start":"2026-03-31T18:49:35.609215Z","end":"2026-03-31T18:49:35.901701Z","steps":["trace[86824977] 'process raft request' (duration: 292.16413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901771Z","caller":"traceutil/trace.go:171","msg":"trace[1722958089] transaction","detail":"{read_only:false; response_revision:9575; number_of_response:1; }","duration":"292.909918ms","start":"2026-03-31T18:49:35.608857Z","end":"2026-03-31T18:49:35.901767Z","steps":["trace[1722958089] 'process raft request' (duration: 292.467118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.901809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.592071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:49:35.901826Z","caller":"traceutil/trace.go:171","msg":"trace[1384561829] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"292.886937ms","start":"2026-03-31T18:49:35.608935Z","end":"2026-03-31T18:49:35.901822Z","steps":["trace[1384561829] 'process raft request' (duration: 292.406877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.901827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.98272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:49:35.90184Z","caller":"traceutil/trace.go:171","msg":"trace[68380334] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9578; }","duration":"104.668333ms","start":"2026-03-31T18:49:35.797165Z","end":"2026-03-31T18:49:35.901833Z","steps":["trace[68380334] 'agreement among raft nodes before linearized reading' (duration: 104.550221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901852Z","caller":"traceutil/trace.go:171","msg":"trace[1996821685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9578; }","duration":"185.062922ms","start":"2026-03-31T18:49:35.716781Z","end":"2026-03-31T18:49:35.901844Z","steps":["trace[1996821685] 'agreement among raft nodes before linearized reading' (duration: 184.962739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.901901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.269467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:49:35.901976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.160702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:49:35.901984Z","caller":"traceutil/trace.go:171","msg":"trace[1267853900] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"292.942709ms","start":"2026-03-31T18:49:35.609034Z","end":"2026-03-31T18:49:35.901977Z","steps":["trace[1267853900] 'process raft request' (duration: 292.329185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901999Z","caller":"traceutil/trace.go:171","msg":"trace[1435565993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9578; }","duration":"192.217043ms","start":"2026-03-31T18:49:35.709777Z","end":"2026-03-31T18:49:35.901994Z","steps":["trace[1435565993] 'agreement among raft nodes before linearized reading' (duration: 192.155662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.902012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.928721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:49:35.902025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.946299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:49:35.902055Z","caller":"traceutil/trace.go:171","msg":"trace[1682084563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9578; }","duration":"104.98889ms","start":"2026-03-31T18:49:35.797059Z","end":"2026-03-31T18:49:35.902048Z","steps":["trace[1682084563] 'agreement among raft nodes before linearized reading' (duration: 104.897878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.902063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.269763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:35.902083Z","caller":"traceutil/trace.go:171","msg":"trace[1926876232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9578; }","duration":"453.317485ms","start":"2026-03-31T18:49:35.448759Z","end":"2026-03-31T18:49:35.902076Z","steps":["trace[1926876232] 'agreement among raft nodes before linearized reading' (duration: 453.291794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.902036Z","caller":"traceutil/trace.go:171","msg":"trace[526358473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9578; }","duration":"101.964103ms","start":"2026-03-31T18:49:35.800067Z","end":"2026-03-31T18:49:35.902031Z","steps":["trace[526358473] 'agreement among raft nodes before linearized reading' (duration: 101.902581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:35.902102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.448742Z","time spent":"453.355565ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:35.902153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.099462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:35.902183Z","caller":"traceutil/trace.go:171","msg":"trace[1088301739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9578; }","duration":"105.140403ms","start":"2026-03-31T18:49:35.797037Z","end":"2026-03-31T18:49:35.902177Z","steps":["trace[1088301739] 'agreement among raft nodes before linearized reading' (duration: 105.074872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.901951Z","caller":"traceutil/trace.go:171","msg":"trace[1480065654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9578; }","duration":"105.40277ms","start":"2026-03-31T18:49:35.796538Z","end":"2026-03-31T18:49:35.901941Z","steps":["trace[1480065654] 'agreement among raft nodes before linearized reading' (duration: 105.137834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.237173Z","caller":"traceutil/trace.go:171","msg":"trace[1444184780] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"330.342747ms","start":"2026-03-31T18:49:35.906806Z","end":"2026-03-31T18:49:36.237149Z","steps":["trace[1444184780] 'process raft request' (duration: 330.281756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.237382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.906802Z","time spent":"330.521952ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.237428Z","caller":"traceutil/trace.go:171","msg":"trace[501607418] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"330.671905ms","start":"2026-03-31T18:49:35.906722Z","end":"2026-03-31T18:49:36.237393Z","steps":["trace[501607418] 'process raft request' (duration: 330.245205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.237499Z","caller":"traceutil/trace.go:171","msg":"trace[1630929487] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"330.775828ms","start":"2026-03-31T18:49:35.906713Z","end":"2026-03-31T18:49:36.237488Z","steps":["trace[1630929487] 'process raft request' (duration: 330.292187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.237497Z","caller":"traceutil/trace.go:171","msg":"trace[1199208033] transaction","detail":"{read_only:false; response_revision:9585; number_of_response:1; }","duration":"330.635955ms","start":"2026-03-31T18:49:35.906842Z","end":"2026-03-31T18:49:36.237478Z","steps":["trace[1199208033] 'process raft request' (duration: 330.276117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.23754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.906696Z","time spent":"330.826049ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.237556Z","caller":"traceutil/trace.go:171","msg":"trace[808043505] transaction","detail":"{read_only:false; response_revision:9583; number_of_response:1; }","duration":"330.766627ms","start":"2026-03-31T18:49:35.906767Z","end":"2026-03-31T18:49:36.237534Z","steps":["trace[808043505] 'process raft request' (duration: 330.282356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.237595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.906837Z","time spent":"330.708926ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:36.237617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.906715Z","time spent":"330.805908ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:36.237669Z","caller":"traceutil/trace.go:171","msg":"trace[1333529284] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"330.792798ms","start":"2026-03-31T18:49:35.906865Z","end":"2026-03-31T18:49:36.237658Z","steps":["trace[1333529284] 'process raft request' (duration: 330.511562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.237741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.906862Z","time spent":"330.848499ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:36.237705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.906762Z","time spent":"330.853459ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:36.238059Z","caller":"traceutil/trace.go:171","msg":"trace[814065144] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"331.381991ms","start":"2026-03-31T18:49:35.906648Z","end":"2026-03-31T18:49:36.23803Z","steps":["trace[814065144] 'process raft request' (duration: 330.140444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.238119Z","caller":"traceutil/trace.go:171","msg":"trace[1296222731] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"331.156426ms","start":"2026-03-31T18:49:35.906894Z","end":"2026-03-31T18:49:36.23805Z","steps":["trace[1296222731] 'process raft request' (duration: 331.032294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.238118Z","caller":"traceutil/trace.go:171","msg":"trace[2004685998] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"330.89354ms","start":"2026-03-31T18:49:35.907178Z","end":"2026-03-31T18:49:36.238071Z","steps":["trace[2004685998] 'process raft request' (duration: 330.786787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.238207Z","caller":"traceutil/trace.go:171","msg":"trace[1032644415] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"330.798578ms","start":"2026-03-31T18:49:35.907321Z","end":"2026-03-31T18:49:36.23812Z","steps":["trace[1032644415] 'process raft request' (duration: 330.688736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.238285Z","caller":"traceutil/trace.go:171","msg":"trace[534869779] linearizableReadLoop","detail":"{readStateIndex:9976; appliedIndex:9959; }","duration":"329.655273ms","start":"2026-03-31T18:49:35.908609Z","end":"2026-03-31T18:49:36.238264Z","steps":["trace[534869779] 'read index received' (duration: 60.687825ms)","trace[534869779] 'applied index is now lower than readState.Index' (duration: 268.966398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:36.238223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.906631Z","time spent":"331.490523ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:36.23829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.907171Z","time spent":"331.040733ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:36.238409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.907305Z","time spent":"331.003752ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.238525Z","caller":"traceutil/trace.go:171","msg":"trace[1714928117] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"331.265468ms","start":"2026-03-31T18:49:35.907238Z","end":"2026-03-31T18:49:36.238503Z","steps":["trace[1714928117] 'process raft request' (duration: 330.748537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.238601Z","caller":"traceutil/trace.go:171","msg":"trace[1208061842] transaction","detail":"{read_only:false; response_revision:9593; number_of_response:1; }","duration":"331.176576ms","start":"2026-03-31T18:49:35.907408Z","end":"2026-03-31T18:49:36.238585Z","steps":["trace[1208061842] 'process raft request' (duration: 330.635614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.238651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.907224Z","time spent":"331.36482ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:36.238691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.907404Z","time spent":"331.241148ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2952,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:36.23868Z","caller":"traceutil/trace.go:171","msg":"trace[822773605] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"331.78691ms","start":"2026-03-31T18:49:35.906875Z","end":"2026-03-31T18:49:36.238662Z","steps":["trace[822773605] 'process raft request' (duration: 330.746107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.238727Z","caller":"traceutil/trace.go:171","msg":"trace[154779177] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"331.815941ms","start":"2026-03-31T18:49:35.906891Z","end":"2026-03-31T18:49:36.238707Z","steps":["trace[154779177] 'process raft request' (duration: 330.970362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.23881Z","caller":"traceutil/trace.go:171","msg":"trace[479172149] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"330.537503ms","start":"2026-03-31T18:49:35.908254Z","end":"2026-03-31T18:49:36.238792Z","steps":["trace[479172149] 'process raft request' (duration: 329.918349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.238893Z","caller":"traceutil/trace.go:171","msg":"trace[354925468] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"330.111643ms","start":"2026-03-31T18:49:35.908769Z","end":"2026-03-31T18:49:36.238881Z","steps":["trace[354925468] 'process raft request' (duration: 329.448688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.238851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.906867Z","time spent":"331.906452ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:36.238896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.906887Z","time spent":"331.923193ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1021,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:36.238925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.908245Z","time spent":"330.620454ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:36.238967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.90876Z","time spent":"330.170384ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:36.239049Z","caller":"traceutil/trace.go:171","msg":"trace[1875872192] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"331.099075ms","start":"2026-03-31T18:49:35.907926Z","end":"2026-03-31T18:49:36.239025Z","steps":["trace[1875872192] 'process raft request' (duration: 330.182025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.23917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.907918Z","time spent":"331.192147ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:36.239392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.780468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223914"} {"level":"info","ts":"2026-03-31T18:49:36.23944Z","caller":"traceutil/trace.go:171","msg":"trace[1994549646] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9596; }","duration":"330.846519ms","start":"2026-03-31T18:49:35.908582Z","end":"2026-03-31T18:49:36.239428Z","steps":["trace[1994549646] 'agreement among raft nodes before linearized reading' (duration: 330.479201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.239473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.908574Z","time spent":"330.889861ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:49:36.240804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.906885Z","time spent":"331.275919ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.331847Z","caller":"traceutil/trace.go:171","msg":"trace[279451588] transaction","detail":"{read_only:false; response_revision:9597; number_of_response:1; }","duration":"356.480275ms","start":"2026-03-31T18:49:35.975336Z","end":"2026-03-31T18:49:36.331816Z","steps":["trace[279451588] 'process raft request' (duration: 356.2207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.332044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.975315Z","time spent":"356.624109ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4167,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:36.332162Z","caller":"traceutil/trace.go:171","msg":"trace[812476387] transaction","detail":"{read_only:false; response_revision:9598; number_of_response:1; }","duration":"334.905031ms","start":"2026-03-31T18:49:35.99721Z","end":"2026-03-31T18:49:36.332115Z","steps":["trace[812476387] 'process raft request' (duration: 334.537032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.332239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.544026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:36.332346Z","caller":"traceutil/trace.go:171","msg":"trace[1140479048] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9598; }","duration":"110.699409ms","start":"2026-03-31T18:49:36.22162Z","end":"2026-03-31T18:49:36.332319Z","steps":["trace[1140479048] 'agreement among raft nodes before linearized reading' (duration: 110.473904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.332451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.997197Z","time spent":"335.055294ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:36.462196Z","caller":"traceutil/trace.go:171","msg":"trace[1436958740] transaction","detail":"{read_only:false; response_revision:9599; number_of_response:1; }","duration":"217.052531ms","start":"2026-03-31T18:49:36.245105Z","end":"2026-03-31T18:49:36.462157Z","steps":["trace[1436958740] 'process raft request' (duration: 213.262846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.462269Z","caller":"traceutil/trace.go:171","msg":"trace[1934956797] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"217.141543ms","start":"2026-03-31T18:49:36.245096Z","end":"2026-03-31T18:49:36.462238Z","steps":["trace[1934956797] 'process raft request' (duration: 216.931978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.462404Z","caller":"traceutil/trace.go:171","msg":"trace[1634705393] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"217.248355ms","start":"2026-03-31T18:49:36.245131Z","end":"2026-03-31T18:49:36.46238Z","steps":["trace[1634705393] 'process raft request' (duration: 216.999399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.462533Z","caller":"traceutil/trace.go:171","msg":"trace[168724363] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"217.140412ms","start":"2026-03-31T18:49:36.245358Z","end":"2026-03-31T18:49:36.462498Z","steps":["trace[168724363] 'process raft request' (duration: 216.935978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.462572Z","caller":"traceutil/trace.go:171","msg":"trace[1082369115] transaction","detail":"{read_only:false; response_revision:9604; number_of_response:1; }","duration":"217.065111ms","start":"2026-03-31T18:49:36.245499Z","end":"2026-03-31T18:49:36.462564Z","steps":["trace[1082369115] 'process raft request' (duration: 216.909997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.462537Z","caller":"traceutil/trace.go:171","msg":"trace[1664700096] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"217.03948ms","start":"2026-03-31T18:49:36.245474Z","end":"2026-03-31T18:49:36.462513Z","steps":["trace[1664700096] 'process raft request' (duration: 216.899917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.462642Z","caller":"traceutil/trace.go:171","msg":"trace[1686112022] transaction","detail":"{read_only:false; response_revision:9606; number_of_response:1; }","duration":"217.005189ms","start":"2026-03-31T18:49:36.245625Z","end":"2026-03-31T18:49:36.46263Z","steps":["trace[1686112022] 'process raft request' (duration: 216.934978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.462633Z","caller":"traceutil/trace.go:171","msg":"trace[444591880] linearizableReadLoop","detail":"{readStateIndex:9987; appliedIndex:9979; }","duration":"130.544235ms","start":"2026-03-31T18:49:36.332045Z","end":"2026-03-31T18:49:36.46259Z","steps":["trace[444591880] 'read index received' (duration: 126.310751ms)","trace[444591880] 'applied index is now lower than readState.Index' (duration: 4.232614ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:36.462637Z","caller":"traceutil/trace.go:171","msg":"trace[1712488505] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"217.077011ms","start":"2026-03-31T18:49:36.245534Z","end":"2026-03-31T18:49:36.462611Z","steps":["trace[1712488505] 'process raft request' (duration: 216.960118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.463801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.17774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:49:36.4645Z","caller":"traceutil/trace.go:171","msg":"trace[1822689859] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9606; }","duration":"159.953916ms","start":"2026-03-31T18:49:36.304531Z","end":"2026-03-31T18:49:36.464485Z","steps":["trace[1822689859] 'agreement among raft nodes before linearized reading' (duration: 158.142845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.763703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.443767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:36.76408Z","caller":"traceutil/trace.go:171","msg":"trace[2097055856] linearizableReadLoop","detail":"{readStateIndex:9988; appliedIndex:9987; }","duration":"296.511597ms","start":"2026-03-31T18:49:36.467536Z","end":"2026-03-31T18:49:36.764048Z","steps":["trace[2097055856] 'read index received' (duration: 107.604479ms)","trace[2097055856] 'applied index is now lower than readState.Index' (duration: 188.904908ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:36.764117Z","caller":"traceutil/trace.go:171","msg":"trace[1898341420] transaction","detail":"{read_only:false; response_revision:9607; number_of_response:1; }","duration":"424.799901ms","start":"2026-03-31T18:49:36.339276Z","end":"2026-03-31T18:49:36.764076Z","steps":["trace[1898341420] 'process raft request' (duration: 235.849023ms)","trace[1898341420] 'compare' (duration: 188.259503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:36.764358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.339253Z","time spent":"425.048277ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4606,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:36.764477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.886305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:49:36.764588Z","caller":"traceutil/trace.go:171","msg":"trace[1889667482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9607; }","duration":"297.074979ms","start":"2026-03-31T18:49:36.467495Z","end":"2026-03-31T18:49:36.76457Z","steps":["trace[1889667482] 'agreement among raft nodes before linearized reading' (duration: 296.685611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.083736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.97638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:37.083944Z","caller":"traceutil/trace.go:171","msg":"trace[1310616807] transaction","detail":"{read_only:false; response_revision:9608; number_of_response:1; }","duration":"616.236456ms","start":"2026-03-31T18:49:36.467687Z","end":"2026-03-31T18:49:37.083923Z","steps":["trace[1310616807] 'process raft request' (duration: 479.00169ms)","trace[1310616807] 'compare' (duration: 136.691924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:37.084039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.467673Z","time spent":"616.320358ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:37.084063Z","caller":"traceutil/trace.go:171","msg":"trace[1011914851] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"616.196176ms","start":"2026-03-31T18:49:36.467841Z","end":"2026-03-31T18:49:37.084038Z","steps":["trace[1011914851] 'process raft request' (duration: 616.077933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.084055Z","caller":"traceutil/trace.go:171","msg":"trace[1817348871] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"616.246596ms","start":"2026-03-31T18:49:36.467767Z","end":"2026-03-31T18:49:37.084013Z","steps":["trace[1817348871] 'process raft request' (duration: 616.063882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.084159Z","caller":"traceutil/trace.go:171","msg":"trace[984031999] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"616.244016ms","start":"2026-03-31T18:49:36.467897Z","end":"2026-03-31T18:49:37.084141Z","steps":["trace[984031999] 'process raft request' (duration: 616.097063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.084161Z","caller":"traceutil/trace.go:171","msg":"trace[872901240] transaction","detail":"{read_only:false; response_revision:9614; number_of_response:1; }","duration":"616.056092ms","start":"2026-03-31T18:49:36.468073Z","end":"2026-03-31T18:49:37.084129Z","steps":["trace[872901240] 'process raft request' (duration: 615.9757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.084185Z","caller":"traceutil/trace.go:171","msg":"trace[103875183] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"616.231706ms","start":"2026-03-31T18:49:36.467916Z","end":"2026-03-31T18:49:37.084148Z","steps":["trace[103875183] 'process raft request' (duration: 616.105683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.08422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.467759Z","time spent":"616.381479ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.084243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.467887Z","time spent":"616.332509ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:37.084232Z","caller":"traceutil/trace.go:171","msg":"trace[435031675] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"615.95661ms","start":"2026-03-31T18:49:36.468262Z","end":"2026-03-31T18:49:37.084219Z","steps":["trace[435031675] 'process raft request' (duration: 615.840007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.08425Z","caller":"traceutil/trace.go:171","msg":"trace[1688483267] linearizableReadLoop","detail":"{readStateIndex:9998; appliedIndex:9988; }","duration":"320.038386ms","start":"2026-03-31T18:49:36.764189Z","end":"2026-03-31T18:49:37.084228Z","steps":["trace[1688483267] 'read index received' (duration: 182.441642ms)","trace[1688483267] 'applied index is now lower than readState.Index' (duration: 137.595594ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:37.084258Z","caller":"traceutil/trace.go:171","msg":"trace[2064434562] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"616.125544ms","start":"2026-03-31T18:49:36.468095Z","end":"2026-03-31T18:49:37.08422Z","steps":["trace[2064434562] 'process raft request' (duration: 615.98402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.084307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.468256Z","time spent":"616.020701ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:37.084272Z","caller":"traceutil/trace.go:171","msg":"trace[722170228] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"614.726182ms","start":"2026-03-31T18:49:36.469537Z","end":"2026-03-31T18:49:37.084263Z","steps":["trace[722170228] 'process raft request' (duration: 614.604049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.084338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.467911Z","time spent":"616.355189ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.084377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.180932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:37.084397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.468087Z","time spent":"616.247176ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":996,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:37.084411Z","caller":"traceutil/trace.go:171","msg":"trace[1922433642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9617; }","duration":"430.228153ms","start":"2026-03-31T18:49:36.654172Z","end":"2026-03-31T18:49:37.0844Z","steps":["trace[1922433642] 'agreement among raft nodes before linearized reading' (duration: 430.155001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.084436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.469513Z","time spent":"614.845755ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4176,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:37.08446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.654112Z","time spent":"430.333476ms","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:37.084269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.468066Z","time spent":"616.162825ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.084168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.467832Z","time spent":"616.287527ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:37.084081Z","caller":"traceutil/trace.go:171","msg":"trace[2065187810] transaction","detail":"{read_only:false; response_revision:9611; number_of_response:1; }","duration":"616.214976ms","start":"2026-03-31T18:49:36.467845Z","end":"2026-03-31T18:49:37.08406Z","steps":["trace[2065187810] 'process raft request' (duration: 616.104324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.084593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.467824Z","time spent":"616.746987ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.373346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.141016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:37.373454Z","caller":"traceutil/trace.go:171","msg":"trace[2067822809] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"603.055759ms","start":"2026-03-31T18:49:36.770379Z","end":"2026-03-31T18:49:37.373435Z","steps":["trace[2067822809] 'process raft request' (duration: 484.743159ms)","trace[2067822809] 'compare' (duration: 117.753698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:37.373625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.770361Z","time spent":"603.121201ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:37.454937Z","caller":"traceutil/trace.go:171","msg":"trace[1936744671] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"440.30501ms","start":"2026-03-31T18:49:37.014611Z","end":"2026-03-31T18:49:37.454916Z","steps":["trace[1936744671] 'process raft request' (duration: 440.062585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.455013Z","caller":"traceutil/trace.go:171","msg":"trace[1512839891] linearizableReadLoop","detail":"{readStateIndex:10000; appliedIndex:9998; }","duration":"370.691035ms","start":"2026-03-31T18:49:37.084302Z","end":"2026-03-31T18:49:37.454993Z","steps":["trace[1512839891] 'read index received' (duration: 170.856752ms)","trace[1512839891] 'applied index is now lower than readState.Index' (duration: 199.832823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:37.455072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:37.014572Z","time spent":"440.426143ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:37.455098Z","caller":"traceutil/trace.go:171","msg":"trace[1476839545] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"363.429381ms","start":"2026-03-31T18:49:37.091646Z","end":"2026-03-31T18:49:37.455075Z","steps":["trace[1476839545] 'process raft request' (duration: 363.171445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.455098Z","caller":"traceutil/trace.go:171","msg":"trace[1361405801] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"363.322729ms","start":"2026-03-31T18:49:37.091755Z","end":"2026-03-31T18:49:37.455078Z","steps":["trace[1361405801] 'process raft request' (duration: 363.137765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.454951Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a742f9f5aa7326e5","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"warn","ts":"2026-03-31T18:49:37.455193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:37.091746Z","time spent":"363.40904ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3614,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.455209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:37.091625Z","time spent":"363.525763ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4615,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:37.455387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.853557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19443"} {"level":"info","ts":"2026-03-31T18:49:37.455425Z","caller":"traceutil/trace.go:171","msg":"trace[603878052] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9621; }","duration":"689.075473ms","start":"2026-03-31T18:49:36.766339Z","end":"2026-03-31T18:49:37.455415Z","steps":["trace[603878052] 'agreement among raft nodes before linearized reading' (duration: 688.736195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.455449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.76632Z","time spent":"689.121965ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19467,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:49:37.513045Z","caller":"traceutil/trace.go:171","msg":"trace[1143932593] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"131.261781ms","start":"2026-03-31T18:49:37.381768Z","end":"2026-03-31T18:49:37.51303Z","steps":["trace[1143932593] 'process raft request' (duration: 131.127058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.513477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.438731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:49:37.513549Z","caller":"traceutil/trace.go:171","msg":"trace[1429698303] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:9623; }","duration":"206.552983ms","start":"2026-03-31T18:49:37.306977Z","end":"2026-03-31T18:49:37.51353Z","steps":["trace[1429698303] 'agreement among raft nodes before linearized reading' (duration: 206.318148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.650327Z","caller":"traceutil/trace.go:171","msg":"trace[865991807] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"189.265875ms","start":"2026-03-31T18:49:37.461042Z","end":"2026-03-31T18:49:37.650308Z","steps":["trace[865991807] 'process raft request' (duration: 188.988318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.650536Z","caller":"traceutil/trace.go:171","msg":"trace[1359142661] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"188.896737ms","start":"2026-03-31T18:49:37.461607Z","end":"2026-03-31T18:49:37.650504Z","steps":["trace[1359142661] 'process raft request' (duration: 188.551059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.650805Z","caller":"traceutil/trace.go:171","msg":"trace[928083006] linearizableReadLoop","detail":"{readStateIndex:10007; appliedIndex:10004; }","duration":"137.535783ms","start":"2026-03-31T18:49:37.513226Z","end":"2026-03-31T18:49:37.650762Z","steps":["trace[928083006] 'read index received' (duration: 136.694494ms)","trace[928083006] 'applied index is now lower than readState.Index' (duration: 840.149µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:37.650828Z","caller":"traceutil/trace.go:171","msg":"trace[1125059907] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"167.478565ms","start":"2026-03-31T18:49:37.483323Z","end":"2026-03-31T18:49:37.650801Z","steps":["trace[1125059907] 'process raft request' (duration: 167.065965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.650929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.977017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:37.65096Z","caller":"traceutil/trace.go:171","msg":"trace[294508069] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9626; }","duration":"144.049899ms","start":"2026-03-31T18:49:37.506903Z","end":"2026-03-31T18:49:37.650953Z","steps":["trace[294508069] 'agreement among raft nodes before linearized reading' (duration: 143.984797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.667423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.396109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:37.667492Z","caller":"traceutil/trace.go:171","msg":"trace[33291004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9627; }","duration":"153.483702ms","start":"2026-03-31T18:49:37.51399Z","end":"2026-03-31T18:49:37.667474Z","steps":["trace[33291004] 'agreement among raft nodes before linearized reading' (duration: 153.342448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.667842Z","caller":"traceutil/trace.go:171","msg":"trace[104210094] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"149.160583ms","start":"2026-03-31T18:49:37.518668Z","end":"2026-03-31T18:49:37.667828Z","steps":["trace[104210094] 'process raft request' (duration: 139.766492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.736084Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-03-31T18:49:37.736229Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-03-31T18:49:37.996653Z","caller":"traceutil/trace.go:171","msg":"trace[1428429136] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"241.476479ms","start":"2026-03-31T18:49:37.755139Z","end":"2026-03-31T18:49:37.996616Z","steps":["trace[1428429136] 'process raft request' (duration: 231.420713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.996777Z","caller":"traceutil/trace.go:171","msg":"trace[69653758] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"234.79479ms","start":"2026-03-31T18:49:37.761947Z","end":"2026-03-31T18:49:37.996742Z","steps":["trace[69653758] 'process raft request' (duration: 234.567855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.997161Z","caller":"traceutil/trace.go:171","msg":"trace[1088243473] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"210.160946ms","start":"2026-03-31T18:49:37.786983Z","end":"2026-03-31T18:49:37.997144Z","steps":["trace[1088243473] 'process raft request' (duration: 209.686706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.997201Z","caller":"traceutil/trace.go:171","msg":"trace[555453699] linearizableReadLoop","detail":"{readStateIndex:10019; appliedIndex:10016; }","duration":"193.742547ms","start":"2026-03-31T18:49:37.803433Z","end":"2026-03-31T18:49:37.997175Z","steps":["trace[555453699] 'read index received' (duration: 183.127158ms)","trace[555453699] 'applied index is now lower than readState.Index' (duration: 10.612399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:37.997245Z","caller":"traceutil/trace.go:171","msg":"trace[160090268] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"120.313136ms","start":"2026-03-31T18:49:37.876906Z","end":"2026-03-31T18:49:37.997219Z","steps":["trace[160090268] 'process raft request' (duration: 120.04856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.997417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.959139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:49:37.997448Z","caller":"traceutil/trace.go:171","msg":"trace[1709609451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9637; }","duration":"241.045651ms","start":"2026-03-31T18:49:37.756394Z","end":"2026-03-31T18:49:37.997439Z","steps":["trace[1709609451] 'agreement among raft nodes before linearized reading' (duration: 240.905397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.997546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.022511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-31T18:49:37.997582Z","caller":"traceutil/trace.go:171","msg":"trace[339428150] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:9637; }","duration":"161.068772ms","start":"2026-03-31T18:49:37.836504Z","end":"2026-03-31T18:49:37.997573Z","steps":["trace[339428150] 'agreement among raft nodes before linearized reading' (duration: 160.876887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.997617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.915815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:49:37.997699Z","caller":"traceutil/trace.go:171","msg":"trace[1316108054] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9637; }","duration":"192.209402ms","start":"2026-03-31T18:49:37.805475Z","end":"2026-03-31T18:49:37.997685Z","steps":["trace[1316108054] 'agreement among raft nodes before linearized reading' (duration: 191.849724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.997545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.567923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4125"} {"level":"info","ts":"2026-03-31T18:49:37.997848Z","caller":"traceutil/trace.go:171","msg":"trace[971010671] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:9637; }","duration":"237.89971ms","start":"2026-03-31T18:49:37.75992Z","end":"2026-03-31T18:49:37.99782Z","steps":["trace[971010671] 'agreement among raft nodes before linearized reading' (duration: 237.257486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:38.292024Z","caller":"traceutil/trace.go:171","msg":"trace[1439027889] transaction","detail":"{read_only:false; response_revision:9647; number_of_response:1; }","duration":"135.411755ms","start":"2026-03-31T18:49:38.156575Z","end":"2026-03-31T18:49:38.291987Z","steps":["trace[1439027889] 'process raft request' (duration: 74.755832ms)","trace[1439027889] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; req_size:4021; } (duration: 60.361487ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:38.293689Z","caller":"traceutil/trace.go:171","msg":"trace[1641297225] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"129.756848ms","start":"2026-03-31T18:49:38.163913Z","end":"2026-03-31T18:49:38.29367Z","steps":["trace[1641297225] 'process raft request' (duration: 129.686816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:38.293731Z","caller":"traceutil/trace.go:171","msg":"trace[805899658] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"134.355031ms","start":"2026-03-31T18:49:38.159336Z","end":"2026-03-31T18:49:38.293691Z","steps":["trace[805899658] 'process raft request' (duration: 134.212248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:38.293903Z","caller":"traceutil/trace.go:171","msg":"trace[717751282] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"135.110668ms","start":"2026-03-31T18:49:38.158747Z","end":"2026-03-31T18:49:38.293857Z","steps":["trace[717751282] 'process raft request' (duration: 134.678099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:40.549952Z","caller":"traceutil/trace.go:171","msg":"trace[1178805378] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"230.482453ms","start":"2026-03-31T18:49:40.319438Z","end":"2026-03-31T18:49:40.549921Z","steps":["trace[1178805378] 'process raft request' (duration: 136.205843ms)","trace[1178805378] 'compare' (duration: 93.958983ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:40.550001Z","caller":"traceutil/trace.go:171","msg":"trace[921080961] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"230.156806ms","start":"2026-03-31T18:49:40.319821Z","end":"2026-03-31T18:49:40.549978Z","steps":["trace[921080961] 'process raft request' (duration: 229.988332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:40.550132Z","caller":"traceutil/trace.go:171","msg":"trace[1164759508] linearizableReadLoop","detail":"{readStateIndex:10063; appliedIndex:10061; }","duration":"230.383971ms","start":"2026-03-31T18:49:40.319725Z","end":"2026-03-31T18:49:40.550109Z","steps":["trace[1164759508] 'read index received' (duration: 1.185906ms)","trace[1164759508] 'applied index is now lower than readState.Index' (duration: 229.197205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:40.550165Z","caller":"traceutil/trace.go:171","msg":"trace[149316678] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"230.169816ms","start":"2026-03-31T18:49:40.319985Z","end":"2026-03-31T18:49:40.550155Z","steps":["trace[149316678] 'process raft request' (duration: 229.935921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:40.550218Z","caller":"traceutil/trace.go:171","msg":"trace[881120944] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"229.850939ms","start":"2026-03-31T18:49:40.320323Z","end":"2026-03-31T18:49:40.550174Z","steps":["trace[881120944] 'process raft request' (duration: 229.711126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:40.551285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.541987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223914"} {"level":"info","ts":"2026-03-31T18:49:40.551334Z","caller":"traceutil/trace.go:171","msg":"trace[2068148999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9683; }","duration":"231.616959ms","start":"2026-03-31T18:49:40.319706Z","end":"2026-03-31T18:49:40.551323Z","steps":["trace[2068148999] 'agreement among raft nodes before linearized reading' (duration: 230.485623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:40.556931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.445472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:40.556943Z","caller":"traceutil/trace.go:171","msg":"trace[1406871199] transaction","detail":"{read_only:false; response_revision:9685; number_of_response:1; }","duration":"149.36148ms","start":"2026-03-31T18:49:40.407557Z","end":"2026-03-31T18:49:40.556918Z","steps":["trace[1406871199] 'process raft request' (duration: 149.264928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:40.556982Z","caller":"traceutil/trace.go:171","msg":"trace[567099205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9685; }","duration":"109.566944ms","start":"2026-03-31T18:49:40.447405Z","end":"2026-03-31T18:49:40.556972Z","steps":["trace[567099205] 'agreement among raft nodes before linearized reading' (duration: 109.468962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:40.556996Z","caller":"traceutil/trace.go:171","msg":"trace[1207692235] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"236.127231ms","start":"2026-03-31T18:49:40.320837Z","end":"2026-03-31T18:49:40.556964Z","steps":["trace[1207692235] 'process raft request' (duration: 235.880585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:41.86544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.665191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:41.865535Z","caller":"traceutil/trace.go:171","msg":"trace[894456972] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9686; }","duration":"159.802874ms","start":"2026-03-31T18:49:41.705704Z","end":"2026-03-31T18:49:41.865507Z","steps":["trace[894456972] 'count revisions from in-memory index tree' (duration: 159.550299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:42.877124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:43.377312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:43.566444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.23803209s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:49:43.567098Z","caller":"traceutil/trace.go:171","msg":"trace[1751342060] transaction","detail":"{read_only:false; response_revision:9688; number_of_response:1; }","duration":"1.238578722s","start":"2026-03-31T18:49:42.328318Z","end":"2026-03-31T18:49:43.566896Z","steps":["trace[1751342060] 'process raft request' (duration: 1.238409568s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.567254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.328301Z","time spent":"1.238882068s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:43.880329Z","caller":"traceutil/trace.go:171","msg":"trace[1882143130] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"1.31853253s","start":"2026-03-31T18:49:42.561757Z","end":"2026-03-31T18:49:43.880289Z","steps":["trace[1882143130] 'process raft request' (duration: 1.318312095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.880509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.561745Z","time spent":"1.318667993s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:43.966483Z","caller":"traceutil/trace.go:171","msg":"trace[894083919] linearizableReadLoop","detail":"{readStateIndex:10072; appliedIndex:10070; }","duration":"1.590079136s","start":"2026-03-31T18:49:42.376375Z","end":"2026-03-31T18:49:43.966454Z","steps":["trace[894083919] 'read index received' (duration: 1.190264565s)","trace[894083919] 'applied index is now lower than readState.Index' (duration: 399.812181ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:43.966514Z","caller":"traceutil/trace.go:171","msg":"trace[1854587341] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"406.852818ms","start":"2026-03-31T18:49:43.559629Z","end":"2026-03-31T18:49:43.966482Z","steps":["trace[1854587341] 'process raft request' (duration: 406.390858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.966839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.559601Z","time spent":"407.135424ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:44.011603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451753025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:49:44.011709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562503125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:44.011727Z","caller":"traceutil/trace.go:171","msg":"trace[1198290030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9690; }","duration":"1.451906888s","start":"2026-03-31T18:49:42.55979Z","end":"2026-03-31T18:49:44.011697Z","steps":["trace[1198290030] 'agreement among raft nodes before linearized reading' (duration: 1.406853245s)","trace[1198290030] 'range keys from in-memory index tree' (duration: 44.773987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:44.011768Z","caller":"traceutil/trace.go:171","msg":"trace[53923243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9690; }","duration":"1.562586427s","start":"2026-03-31T18:49:42.449161Z","end":"2026-03-31T18:49:44.011747Z","steps":["trace[53923243] 'agreement among raft nodes before linearized reading' (duration: 1.517473293s)","trace[53923243] 'range keys from in-memory index tree' (duration: 45.046433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.011754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457583957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:49:44.011823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.449132Z","time spent":"1.56268089s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:49:44.011844Z","caller":"traceutil/trace.go:171","msg":"trace[1769359976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9690; }","duration":"1.457715589s","start":"2026-03-31T18:49:42.554103Z","end":"2026-03-31T18:49:44.011818Z","steps":["trace[1769359976] 'agreement among raft nodes before linearized reading' (duration: 1.412564134s)","trace[1769359976] 'range keys from in-memory index tree' (duration: 44.9444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.011888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.554084Z","time spent":"1.457794531s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:44.011877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457727209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:49:44.011952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.852921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:44.011994Z","caller":"traceutil/trace.go:171","msg":"trace[1535801107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9690; }","duration":"1.457902193s","start":"2026-03-31T18:49:42.554059Z","end":"2026-03-31T18:49:44.011961Z","steps":["trace[1535801107] 'agreement among raft nodes before linearized reading' (duration: 1.412598264s)","trace[1535801107] 'range keys from in-memory index tree' (duration: 44.970442ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:44.012014Z","caller":"traceutil/trace.go:171","msg":"trace[2015379630] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9690; }","duration":"339.948034ms","start":"2026-03-31T18:49:43.672044Z","end":"2026-03-31T18:49:44.011992Z","steps":["trace[2015379630] 'agreement among raft nodes before linearized reading' (duration: 294.574534ms)","trace[2015379630] 'count revisions from in-memory index tree' (duration: 45.283628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.012004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457440713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:49:44.012049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.554035Z","time spent":"1.458004416s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:44.012054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.672025Z","time spent":"340.020195ms","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:44.011841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457890053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:49:44.012028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454731182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:49:44.011781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.559781Z","time spent":"1.45198897s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:44.011634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.297662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:49:44.012182Z","caller":"traceutil/trace.go:171","msg":"trace[1160695258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9690; }","duration":"1.458407984s","start":"2026-03-31T18:49:42.553744Z","end":"2026-03-31T18:49:44.012151Z","steps":["trace[1160695258] 'agreement among raft nodes before linearized reading' (duration: 1.412916011s)","trace[1160695258] 'range keys from in-memory index tree' (duration: 44.873039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.012279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635870295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56448f8c8-9ljqx.18a20199dc9da0d5\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T18:49:44.012408Z","caller":"traceutil/trace.go:171","msg":"trace[1455570803] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56448f8c8-9ljqx.18a20199dc9da0d5; range_end:; response_count:1; response_revision:9690; }","duration":"1.636033399s","start":"2026-03-31T18:49:42.376332Z","end":"2026-03-31T18:49:44.012366Z","steps":["trace[1455570803] 'agreement among raft nodes before linearized reading' (duration: 1.590228909s)","trace[1455570803] 'range keys from in-memory index tree' (duration: 45.527143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.012171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.401021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T18:49:44.012468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.376315Z","time spent":"1.636141222s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-56448f8c8-9ljqx.18a20199dc9da0d5\" "} {"level":"info","ts":"2026-03-31T18:49:44.012476Z","caller":"traceutil/trace.go:171","msg":"trace[559494879] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9690; }","duration":"753.731989ms","start":"2026-03-31T18:49:43.258726Z","end":"2026-03-31T18:49:44.012458Z","steps":["trace[559494879] 'agreement among raft nodes before linearized reading' (duration: 707.890498ms)","trace[559494879] 'range keys from in-memory index tree' (duration: 45.493142ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:44.012303Z","caller":"traceutil/trace.go:171","msg":"trace[248428998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9690; }","duration":"924.000798ms","start":"2026-03-31T18:49:43.088267Z","end":"2026-03-31T18:49:44.012267Z","steps":["trace[248428998] 'agreement among raft nodes before linearized reading' (duration: 878.389862ms)","trace[248428998] 'range keys from in-memory index tree' (duration: 44.814558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.012536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.258707Z","time spent":"753.80899ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:49:44.012309Z","caller":"traceutil/trace.go:171","msg":"trace[1732004639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9690; }","duration":"1.45509045s","start":"2026-03-31T18:49:42.557189Z","end":"2026-03-31T18:49:44.01228Z","steps":["trace[1732004639] 'agreement among raft nodes before linearized reading' (duration: 1.409458524s)","trace[1732004639] 'range keys from in-memory index tree' (duration: 45.087184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.012412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.553726Z","time spent":"1.45861115s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:49:44.012193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.409328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:44.012656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.557179Z","time spent":"1.455456548s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:49:44.012557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.088251Z","time spent":"924.293954ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:49:44.012703Z","caller":"traceutil/trace.go:171","msg":"trace[1148523016] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9690; }","duration":"446.94881ms","start":"2026-03-31T18:49:43.565732Z","end":"2026-03-31T18:49:44.012681Z","steps":["trace[1148523016] 'agreement among raft nodes before linearized reading' (duration: 400.893855ms)","trace[1148523016] 'count revisions from in-memory index tree' (duration: 45.237117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.012775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.565712Z","time spent":"447.038081ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:44.012093Z","caller":"traceutil/trace.go:171","msg":"trace[1436793309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9690; }","duration":"1.457521805s","start":"2026-03-31T18:49:42.554529Z","end":"2026-03-31T18:49:44.01205Z","steps":["trace[1436793309] 'agreement among raft nodes before linearized reading' (duration: 1.412108644s)","trace[1436793309] 'range keys from in-memory index tree' (duration: 45.273688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:44.01286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.554519Z","time spent":"1.458330193s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:49:44.58625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:45.087279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:45.588494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:46.021114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000439042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:49:46.021245Z","caller":"traceutil/trace.go:171","msg":"trace[1513805316] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613227s","start":"2026-03-31T18:49:44.020606Z","end":"2026-03-31T18:49:46.021219Z","steps":["trace[1513805316] 'agreement among raft nodes before linearized reading' (duration: 2.000457523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:46.021323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.020594Z","time spent":"2.000709788s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:46.08923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:46.604571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:47.105022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:47.605999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:48.021777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999465859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:49:48.021856Z","caller":"traceutil/trace.go:171","msg":"trace[1143150783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999595162s","start":"2026-03-31T18:49:46.022241Z","end":"2026-03-31T18:49:48.021836Z","steps":["trace[1143150783] 'agreement among raft nodes before linearized reading' (duration: 1.99950366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:48.021931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.022224Z","time spent":"1.999695294s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:49:48.107012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:48.607984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:49.015863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.01811Z","time spent":"4.99774138s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:49:49.01754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.035736Z","time spent":"4.981798871s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:49:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:49:49.017542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.018039Z","time spent":"4.999498409s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:49:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:49:49.0368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.038968Z","time spent":"4.997829391s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:49:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:49:49.108599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:49.441805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999746597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:49:49.441913Z","caller":"traceutil/trace.go:171","msg":"trace[1756705908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999939241s","start":"2026-03-31T18:49:47.441955Z","end":"2026-03-31T18:49:49.441894Z","steps":["trace[1756705908] 'agreement among raft nodes before linearized reading' (duration: 1.999809488s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:49.441961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.441923Z","time spent":"2.000027903s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:49:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:49:49.60901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:49.788188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.702992468s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:49:49.788921Z","caller":"traceutil/trace.go:171","msg":"trace[1556711368] transaction","detail":"{read_only:false; response_revision:9695; number_of_response:1; }","duration":"5.77066647s","start":"2026-03-31T18:49:44.018232Z","end":"2026-03-31T18:49:49.788898Z","steps":["trace[1556711368] 'process raft request' (duration: 5.770591198s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:49.788944Z","caller":"traceutil/trace.go:171","msg":"trace[1402884047] transaction","detail":"{read_only:false; response_revision:9692; number_of_response:1; }","duration":"5.770881664s","start":"2026-03-31T18:49:44.018041Z","end":"2026-03-31T18:49:49.788923Z","steps":["trace[1402884047] 'process raft request' (duration: 5.770532777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:49.789063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.018189Z","time spent":"5.770801313s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:49.789063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.018009Z","time spent":"5.770988537s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:50.028698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:49:50.028801Z","caller":"traceutil/trace.go:171","msg":"trace[722930831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435812s","start":"2026-03-31T18:49:48.028345Z","end":"2026-03-31T18:49:50.028781Z","steps":["trace[722930831] 'agreement among raft nodes before linearized reading' (duration: 2.000300799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.028853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:48.028318Z","time spent":"2.000523884s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:49:50.243538Z","caller":"traceutil/trace.go:171","msg":"trace[1423164850] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"4.270214951s","start":"2026-03-31T18:49:45.973305Z","end":"2026-03-31T18:49:50.24352Z","steps":["trace[1423164850] 'process raft request' (duration: 4.270160219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.243657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.973271Z","time spent":"4.270325183s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.243753Z","caller":"traceutil/trace.go:171","msg":"trace[1383356921] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"4.357240118s","start":"2026-03-31T18:49:45.886447Z","end":"2026-03-31T18:49:50.243687Z","steps":["trace[1383356921] 'process raft request' (duration: 4.356981821s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.243689Z","caller":"traceutil/trace.go:171","msg":"trace[413584303] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"5.223992686s","start":"2026-03-31T18:49:45.019598Z","end":"2026-03-31T18:49:50.24359Z","steps":["trace[413584303] 'process raft request' (duration: 5.223659898s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.244005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.88642Z","time spent":"4.357447753s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.244152Z","caller":"traceutil/trace.go:171","msg":"trace[376401407] linearizableReadLoop","detail":"{readStateIndex:10086; appliedIndex:10075; }","duration":"6.158546542s","start":"2026-03-31T18:49:44.085596Z","end":"2026-03-31T18:49:50.244143Z","steps":["trace[376401407] 'read index received' (duration: 5.702871345s)","trace[376401407] 'applied index is now lower than readState.Index' (duration: 455.674587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:50.24417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.019571Z","time spent":"5.224480558s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.244333Z","caller":"traceutil/trace.go:171","msg":"trace[2144867190] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"2.473757195s","start":"2026-03-31T18:49:47.770546Z","end":"2026-03-31T18:49:50.244303Z","steps":["trace[2144867190] 'process raft request' (duration: 2.472944246s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.244431Z","caller":"traceutil/trace.go:171","msg":"trace[1943942429] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"1.814856519s","start":"2026-03-31T18:49:48.429356Z","end":"2026-03-31T18:49:50.244212Z","steps":["trace[1943942429] 'process raft request' (duration: 1.814726106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.244488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.226620812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:49:50.244494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.226252774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223914"} {"level":"info","ts":"2026-03-31T18:49:50.244522Z","caller":"traceutil/trace.go:171","msg":"trace[19196482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9702; }","duration":"6.226679094s","start":"2026-03-31T18:49:44.017834Z","end":"2026-03-31T18:49:50.244513Z","steps":["trace[19196482] 'agreement among raft nodes before linearized reading' (duration: 6.22650192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.244517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:48.42932Z","time spent":"1.815160926s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.244526Z","caller":"traceutil/trace.go:171","msg":"trace[1941824177] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9702; }","duration":"6.226309876s","start":"2026-03-31T18:49:44.018209Z","end":"2026-03-31T18:49:50.244519Z","steps":["trace[1941824177] 'agreement among raft nodes before linearized reading' (duration: 6.226005939s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.2446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.018194Z","time spent":"6.226395748s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:49:50.244655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.01782Z","time spent":"6.226719724s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:50.24478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.770524Z","time spent":"2.473895468s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:50.251882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943813304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:49:50.251924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.919529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:50.251959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063916649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:50.251951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.427937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:50.25197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.731387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:50.251985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213359805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-03-31T18:49:50.252Z","caller":"traceutil/trace.go:171","msg":"trace[1928825587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9703; }","duration":"699.54364ms","start":"2026-03-31T18:49:49.552447Z","end":"2026-03-31T18:49:50.251991Z","steps":["trace[1928825587] 'agreement among raft nodes before linearized reading' (duration: 699.476029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.252005Z","caller":"traceutil/trace.go:171","msg":"trace[362389683] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9703; }","duration":"2.063988821s","start":"2026-03-31T18:49:48.187994Z","end":"2026-03-31T18:49:50.251983Z","steps":["trace[362389683] 'agreement among raft nodes before linearized reading' (duration: 2.06394151s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.252019Z","caller":"traceutil/trace.go:171","msg":"trace[632210564] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9703; }","duration":"270.828979ms","start":"2026-03-31T18:49:49.981177Z","end":"2026-03-31T18:49:50.252007Z","steps":["trace[632210564] 'agreement among raft nodes before linearized reading' (duration: 270.739588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.252031Z","caller":"traceutil/trace.go:171","msg":"trace[64643609] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9703; }","duration":"1.213410426s","start":"2026-03-31T18:49:49.038607Z","end":"2026-03-31T18:49:50.252017Z","steps":["trace[64643609] 'agreement among raft nodes before linearized reading' (duration: 1.213269762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.252045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:49.552407Z","time spent":"699.627732ms","remote":"127.0.0.1:54336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:50.252067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:49.038533Z","time spent":"1.213526658s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:49:50.252067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.059830122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T18:49:50.252109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201527864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:50.25215Z","caller":"traceutil/trace.go:171","msg":"trace[261344232] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9703; }","duration":"2.201570274s","start":"2026-03-31T18:49:48.050571Z","end":"2026-03-31T18:49:50.252141Z","steps":["trace[261344232] 'agreement among raft nodes before linearized reading' (duration: 2.201513973s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.25218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:48.050493Z","time spent":"2.201679177s","remote":"127.0.0.1:52066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:50.252194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780640348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T18:49:50.251963Z","caller":"traceutil/trace.go:171","msg":"trace[676054583] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:9703; }","duration":"2.943927697s","start":"2026-03-31T18:49:47.308015Z","end":"2026-03-31T18:49:50.251942Z","steps":["trace[676054583] 'agreement among raft nodes before linearized reading' (duration: 2.943721111s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.252216Z","caller":"traceutil/trace.go:171","msg":"trace[1614693719] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9703; }","duration":"4.780719589s","start":"2026-03-31T18:49:45.47149Z","end":"2026-03-31T18:49:50.25221Z","steps":["trace[1614693719] 'agreement among raft nodes before linearized reading' (duration: 4.780648967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.252256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.471457Z","time spent":"4.780793811s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T18:49:50.252205Z","caller":"traceutil/trace.go:171","msg":"trace[881907541] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"213.331667ms","start":"2026-03-31T18:49:50.038822Z","end":"2026-03-31T18:49:50.252154Z","steps":["trace[881907541] 'process raft request' (duration: 212.780914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.252247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.307999Z","time spent":"2.944238165s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:49:50.25206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:48.18797Z","time spent":"2.064074012s","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:50.251963Z","caller":"traceutil/trace.go:171","msg":"trace[939053433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9703; }","duration":"213.989651ms","start":"2026-03-31T18:49:50.037963Z","end":"2026-03-31T18:49:50.251952Z","steps":["trace[939053433] 'agreement among raft nodes before linearized reading' (duration: 213.929889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.252119Z","caller":"traceutil/trace.go:171","msg":"trace[1662130497] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9703; }","duration":"6.059930135s","start":"2026-03-31T18:49:44.192176Z","end":"2026-03-31T18:49:50.252106Z","steps":["trace[1662130497] 'agreement among raft nodes before linearized reading' (duration: 6.059765731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.252896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:44.192152Z","time spent":"6.060728962s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:49:50.251899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.679490202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:50.253037Z","caller":"traceutil/trace.go:171","msg":"trace[1941314349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9703; }","duration":"4.680686129s","start":"2026-03-31T18:49:45.57234Z","end":"2026-03-31T18:49:50.253027Z","steps":["trace[1941314349] 'agreement among raft nodes before linearized reading' (duration: 4.67943652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.253097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.572305Z","time spent":"4.680776291s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:50.251901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226676698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:49:50.253183Z","caller":"traceutil/trace.go:171","msg":"trace[402377031] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:9703; }","duration":"2.228018349s","start":"2026-03-31T18:49:48.025145Z","end":"2026-03-31T18:49:50.253164Z","steps":["trace[402377031] 'agreement among raft nodes before linearized reading' (duration: 2.226597887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.253229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:48.025117Z","time spent":"2.22810027s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" "} {"level":"warn","ts":"2026-03-31T18:49:50.251881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186218282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:50.253378Z","caller":"traceutil/trace.go:171","msg":"trace[115616077] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9703; }","duration":"1.187763717s","start":"2026-03-31T18:49:49.065594Z","end":"2026-03-31T18:49:50.253358Z","steps":["trace[115616077] 'agreement among raft nodes before linearized reading' (duration: 1.186219192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.253414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:49.06557Z","time spent":"1.187833509s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:50.252328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964484126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:49:50.253559Z","caller":"traceutil/trace.go:171","msg":"trace[1673970297] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9703; }","duration":"3.965777285s","start":"2026-03-31T18:49:46.287772Z","end":"2026-03-31T18:49:50.25355Z","steps":["trace[1673970297] 'agreement among raft nodes before linearized reading' (duration: 3.964152269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.253586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.287748Z","time spent":"3.965828886s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:50.252373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.197336691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:50.253809Z","caller":"traceutil/trace.go:171","msg":"trace[1394340175] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9703; }","duration":"4.198824375s","start":"2026-03-31T18:49:46.054971Z","end":"2026-03-31T18:49:50.253795Z","steps":["trace[1394340175] 'agreement among raft nodes before linearized reading' (duration: 4.197377563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.253863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.054937Z","time spent":"4.198907056s","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:50.252417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.966214084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:49:50.254061Z","caller":"traceutil/trace.go:171","msg":"trace[1238196529] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9703; }","duration":"3.967848761s","start":"2026-03-31T18:49:46.286191Z","end":"2026-03-31T18:49:50.25404Z","steps":["trace[1238196529] 'agreement among raft nodes before linearized reading' (duration: 3.966151313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.252504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66858932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:50.254138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.286117Z","time spent":"3.967998704s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:49:50.25418Z","caller":"traceutil/trace.go:171","msg":"trace[1576220626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9703; }","duration":"1.670292198s","start":"2026-03-31T18:49:48.583868Z","end":"2026-03-31T18:49:50.254161Z","steps":["trace[1576220626] 'agreement among raft nodes before linearized reading' (duration: 1.667975306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.25425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:48.58385Z","time spent":"1.67038708s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:50.553971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.175109ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T18:49:50.554055Z","caller":"traceutil/trace.go:171","msg":"trace[1511761671] linearizableReadLoop","detail":"{readStateIndex:10088; appliedIndex:10087; }","duration":"299.601457ms","start":"2026-03-31T18:49:50.254439Z","end":"2026-03-31T18:49:50.55404Z","steps":["trace[1511761671] 'read index received' (duration: 152.364147ms)","trace[1511761671] 'applied index is now lower than readState.Index' (duration: 147.23594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:50.554142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.694419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:50.554106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.253252Z","time spent":"300.844005ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:49:50.554173Z","caller":"traceutil/trace.go:171","msg":"trace[727800962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9703; }","duration":"299.75258ms","start":"2026-03-31T18:49:50.254412Z","end":"2026-03-31T18:49:50.554164Z","steps":["trace[727800962] 'agreement among raft nodes before linearized reading' (duration: 299.685979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.558032Z","caller":"traceutil/trace.go:171","msg":"trace[873988684] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"301.256974ms","start":"2026-03-31T18:49:50.256752Z","end":"2026-03-31T18:49:50.558009Z","steps":["trace[873988684] 'process raft request' (duration: 300.974088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.558163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.256733Z","time spent":"301.349417ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.558279Z","caller":"traceutil/trace.go:171","msg":"trace[1553569092] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"301.48697ms","start":"2026-03-31T18:49:50.256775Z","end":"2026-03-31T18:49:50.558262Z","steps":["trace[1553569092] 'process raft request' (duration: 301.169483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.558383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.256756Z","time spent":"301.559731ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.55839Z","caller":"traceutil/trace.go:171","msg":"trace[630053306] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"299.813781ms","start":"2026-03-31T18:49:50.258558Z","end":"2026-03-31T18:49:50.558372Z","steps":["trace[630053306] 'process raft request' (duration: 299.727049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.55837Z","caller":"traceutil/trace.go:171","msg":"trace[37160983] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"300.426106ms","start":"2026-03-31T18:49:50.257909Z","end":"2026-03-31T18:49:50.558335Z","steps":["trace[37160983] 'process raft request' (duration: 300.290123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.558447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.326812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:50.558518Z","caller":"traceutil/trace.go:171","msg":"trace[1841159518] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9707; }","duration":"243.443924ms","start":"2026-03-31T18:49:50.315057Z","end":"2026-03-31T18:49:50.558501Z","steps":["trace[1841159518] 'agreement among raft nodes before linearized reading' (duration: 243.313011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.558528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.257899Z","time spent":"300.541358ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:50.558571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.899099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b59eaa1a-cee0-4ac0-bb21-2475f6f8193f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T18:49:50.558612Z","caller":"traceutil/trace.go:171","msg":"trace[192650311] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b59eaa1a-cee0-4ac0-bb21-2475f6f8193f; range_end:; response_count:1; response_revision:9707; }","duration":"301.94975ms","start":"2026-03-31T18:49:50.256648Z","end":"2026-03-31T18:49:50.558597Z","steps":["trace[192650311] 'agreement among raft nodes before linearized reading' (duration: 301.816187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.558638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.256639Z","time spent":"301.993501ms","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b59eaa1a-cee0-4ac0-bb21-2475f6f8193f\" "} {"level":"warn","ts":"2026-03-31T18:49:50.558682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.031704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-03-31T18:49:50.55871Z","caller":"traceutil/trace.go:171","msg":"trace[620540186] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9707; }","duration":"303.073235ms","start":"2026-03-31T18:49:50.255629Z","end":"2026-03-31T18:49:50.558703Z","steps":["trace[620540186] 'agreement among raft nodes before linearized reading' (duration: 302.919121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.55873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.255623Z","time spent":"303.103285ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:49:50.559141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.300402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-31T18:49:50.55919Z","caller":"traceutil/trace.go:171","msg":"trace[71240856] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:9707; }","duration":"304.387074ms","start":"2026-03-31T18:49:50.254791Z","end":"2026-03-31T18:49:50.559178Z","steps":["trace[71240856] 'agreement among raft nodes before linearized reading' (duration: 303.539005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.559222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.254771Z","time spent":"304.442045ms","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":734,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"info","ts":"2026-03-31T18:49:50.678134Z","caller":"traceutil/trace.go:171","msg":"trace[1157314777] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"122.029554ms","start":"2026-03-31T18:49:50.556075Z","end":"2026-03-31T18:49:50.678105Z","steps":["trace[1157314777] 'process raft request' (duration: 107.464456ms)","trace[1157314777] 'compare' (duration: 14.400104ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:50.678204Z","caller":"traceutil/trace.go:171","msg":"trace[1255657382] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"115.456808ms","start":"2026-03-31T18:49:50.562719Z","end":"2026-03-31T18:49:50.678176Z","steps":["trace[1255657382] 'process raft request' (duration: 115.384366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.678238Z","caller":"traceutil/trace.go:171","msg":"trace[851823955] linearizableReadLoop","detail":"{readStateIndex:10093; appliedIndex:10092; }","duration":"115.464017ms","start":"2026-03-31T18:49:50.562732Z","end":"2026-03-31T18:49:50.678196Z","steps":["trace[851823955] 'read index received' (duration: 100.822967ms)","trace[851823955] 'applied index is now lower than readState.Index' (duration: 14.63153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:50.678481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.718744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:50.678527Z","caller":"traceutil/trace.go:171","msg":"trace[1813738686] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9709; }","duration":"115.788615ms","start":"2026-03-31T18:49:50.562726Z","end":"2026-03-31T18:49:50.678514Z","steps":["trace[1813738686] 'agreement among raft nodes before linearized reading' (duration: 115.678433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.678547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.716383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:49:50.678624Z","caller":"traceutil/trace.go:171","msg":"trace[811491431] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:9709; }","duration":"115.816905ms","start":"2026-03-31T18:49:50.562784Z","end":"2026-03-31T18:49:50.678601Z","steps":["trace[811491431] 'agreement among raft nodes before linearized reading' (duration: 115.61235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:53.436742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.138298ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:49:53.436839Z","caller":"traceutil/trace.go:171","msg":"trace[1008210829] linearizableReadLoop","detail":"{readStateIndex:10107; appliedIndex:10106; }","duration":"373.414366ms","start":"2026-03-31T18:49:53.063407Z","end":"2026-03-31T18:49:53.436821Z","steps":["trace[1008210829] 'read index received' (duration: 242.126735ms)","trace[1008210829] 'applied index is now lower than readState.Index' (duration: 131.286081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:53.437003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.58605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:49:53.43701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.665074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:49:53.437037Z","caller":"traceutil/trace.go:171","msg":"trace[412002601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9721; }","duration":"373.674022ms","start":"2026-03-31T18:49:53.063354Z","end":"2026-03-31T18:49:53.437028Z","steps":["trace[412002601] 'agreement among raft nodes before linearized reading' (duration: 373.532719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:53.437044Z","caller":"traceutil/trace.go:171","msg":"trace[1629158637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9721; }","duration":"366.730786ms","start":"2026-03-31T18:49:53.070302Z","end":"2026-03-31T18:49:53.437032Z","steps":["trace[1629158637] 'agreement among raft nodes before linearized reading' (duration: 366.620653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:53.437064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:53.063329Z","time spent":"373.727453ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:49:53.437079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:53.070287Z","time spent":"366.784438ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:53.437146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.03113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:49:53.437245Z","caller":"traceutil/trace.go:171","msg":"trace[874679602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9721; }","duration":"329.168372ms","start":"2026-03-31T18:49:53.108053Z","end":"2026-03-31T18:49:53.437222Z","steps":["trace[874679602] 'agreement among raft nodes before linearized reading' (duration: 328.911095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:53.437307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:53.108039Z","time spent":"329.254875ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:49:53.948505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140179,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:49:54.293428Z","caller":"traceutil/trace.go:171","msg":"trace[1574179394] transaction","detail":"{read_only:false; response_revision:9722; number_of_response:1; }","duration":"851.791663ms","start":"2026-03-31T18:49:53.441623Z","end":"2026-03-31T18:49:54.293415Z","steps":["trace[1574179394] 'process raft request' (duration: 851.697721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:54.293518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:53.441592Z","time spent":"851.879855ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:54.319666Z","caller":"traceutil/trace.go:171","msg":"trace[862887332] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"877.515732ms","start":"2026-03-31T18:49:53.442119Z","end":"2026-03-31T18:49:54.319635Z","steps":["trace[862887332] 'process raft request' (duration: 877.208214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:54.319727Z","caller":"traceutil/trace.go:171","msg":"trace[1091727458] transaction","detail":"{read_only:false; response_revision:9724; number_of_response:1; }","duration":"876.432777ms","start":"2026-03-31T18:49:53.443266Z","end":"2026-03-31T18:49:54.319699Z","steps":["trace[1091727458] 'process raft request' (duration: 876.239173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:54.319782Z","caller":"traceutil/trace.go:171","msg":"trace[380911140] linearizableReadLoop","detail":"{readStateIndex:10110; appliedIndex:10108; }","duration":"871.553769ms","start":"2026-03-31T18:49:53.448205Z","end":"2026-03-31T18:49:54.319758Z","steps":["trace[380911140] 'read index received' (duration: 845.226336ms)","trace[380911140] 'applied index is now lower than readState.Index' (duration: 26.326153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:54.319826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:53.442077Z","time spent":"877.675666ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:54.319871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:53.443248Z","time spent":"876.541229ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:54.320002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.779044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:54.32007Z","caller":"traceutil/trace.go:171","msg":"trace[437645528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9726; }","duration":"871.885706ms","start":"2026-03-31T18:49:53.448168Z","end":"2026-03-31T18:49:54.320054Z","steps":["trace[437645528] 'agreement among raft nodes before linearized reading' (duration: 871.778474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:54.320136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.817674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:49:54.320194Z","caller":"traceutil/trace.go:171","msg":"trace[1765082246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9726; }","duration":"513.930616ms","start":"2026-03-31T18:49:53.806251Z","end":"2026-03-31T18:49:54.320181Z","steps":["trace[1765082246] 'agreement among raft nodes before linearized reading' (duration: 513.759432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:54.32023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:53.806231Z","time spent":"513.989918ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:54.32011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:53.448151Z","time spent":"871.950627ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:54.320293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.735967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:49:54.320427Z","caller":"traceutil/trace.go:171","msg":"trace[1861529392] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9726; }","duration":"511.88554ms","start":"2026-03-31T18:49:53.808521Z","end":"2026-03-31T18:49:54.320407Z","steps":["trace[1861529392] 'agreement among raft nodes before linearized reading' (duration: 511.682236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:54.320524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:53.808511Z","time spent":"511.981573ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:49:54.524858Z","caller":"traceutil/trace.go:171","msg":"trace[2086920824] linearizableReadLoop","detail":"{readStateIndex:10113; appliedIndex:10112; }","duration":"199.845925ms","start":"2026-03-31T18:49:54.324983Z","end":"2026-03-31T18:49:54.524829Z","steps":["trace[2086920824] 'read index received' (duration: 127.951078ms)","trace[2086920824] 'applied index is now lower than readState.Index' (duration: 71.893577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:54.524959Z","caller":"traceutil/trace.go:171","msg":"trace[285593087] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"200.207493ms","start":"2026-03-31T18:49:54.32471Z","end":"2026-03-31T18:49:54.524917Z","steps":["trace[285593087] 'process raft request' (duration: 128.272155ms)","trace[285593087] 'compare' (duration: 71.722373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:54.525335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.324155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223914"} {"level":"info","ts":"2026-03-31T18:49:54.5254Z","caller":"traceutil/trace.go:171","msg":"trace[1125637764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9727; }","duration":"200.408487ms","start":"2026-03-31T18:49:54.324977Z","end":"2026-03-31T18:49:54.525385Z","steps":["trace[1125637764] 'agreement among raft nodes before linearized reading' (duration: 199.952297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:54.922562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.530059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:54.922797Z","caller":"traceutil/trace.go:171","msg":"trace[762447673] linearizableReadLoop","detail":"{readStateIndex:10115; appliedIndex:10113; }","duration":"313.761586ms","start":"2026-03-31T18:49:54.609016Z","end":"2026-03-31T18:49:54.922777Z","steps":["trace[762447673] 'read index received' (duration: 28.92168ms)","trace[762447673] 'applied index is now lower than readState.Index' (duration: 284.838646ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:54.922823Z","caller":"traceutil/trace.go:171","msg":"trace[2093868594] transaction","detail":"{read_only:false; response_revision:9729; number_of_response:1; }","duration":"322.070873ms","start":"2026-03-31T18:49:54.60072Z","end":"2026-03-31T18:49:54.922791Z","steps":["trace[2093868594] 'process raft request' (duration: 321.979751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:54.922828Z","caller":"traceutil/trace.go:171","msg":"trace[1769211137] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"597.030465ms","start":"2026-03-31T18:49:54.325762Z","end":"2026-03-31T18:49:54.922793Z","steps":["trace[1769211137] 'process raft request' (duration: 312.089917ms)","trace[1769211137] 'compare' (duration: 284.378475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:54.922944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.911989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:54.923026Z","caller":"traceutil/trace.go:171","msg":"trace[2062267509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9729; }","duration":"314.033742ms","start":"2026-03-31T18:49:54.60898Z","end":"2026-03-31T18:49:54.923014Z","steps":["trace[2062267509] 'agreement among raft nodes before linearized reading' (duration: 313.843318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:54.92305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.608967Z","time spent":"314.077942ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:54.922969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.600696Z","time spent":"322.188935ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:54.923143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.325707Z","time spent":"597.185389ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:54.92328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.146473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:54.923632Z","caller":"traceutil/trace.go:171","msg":"trace[2144005112] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9729; }","duration":"233.681605ms","start":"2026-03-31T18:49:54.689927Z","end":"2026-03-31T18:49:54.923608Z","steps":["trace[2144005112] 'agreement among raft nodes before linearized reading' (duration: 232.978929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.628933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.902825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:55.629034Z","caller":"traceutil/trace.go:171","msg":"trace[2075698980] linearizableReadLoop","detail":"{readStateIndex:10116; appliedIndex:10115; }","duration":"462.52123ms","start":"2026-03-31T18:49:55.166495Z","end":"2026-03-31T18:49:55.629016Z","steps":["trace[2075698980] 'read index received' (duration: 52.021µs)","trace[2075698980] 'applied index is now lower than readState.Index' (duration: 462.467869ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:55.629086Z","caller":"traceutil/trace.go:171","msg":"trace[1683450388] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"701.32097ms","start":"2026-03-31T18:49:54.927729Z","end":"2026-03-31T18:49:55.62905Z","steps":["trace[1683450388] 'process raft request' (duration: 115.20451ms)","trace[1683450388] 'compare' (duration: 585.401164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:55.629155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.663953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:55.629192Z","caller":"traceutil/trace.go:171","msg":"trace[1478427695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9730; }","duration":"462.738445ms","start":"2026-03-31T18:49:55.166436Z","end":"2026-03-31T18:49:55.629175Z","steps":["trace[1478427695] 'agreement among raft nodes before linearized reading' (duration: 462.672723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.629226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.166405Z","time spent":"462.810837ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:55.629211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.898473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:55.629245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.927702Z","time spent":"701.454013ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:55.629273Z","caller":"traceutil/trace.go:171","msg":"trace[1943200687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9730; }","duration":"179.012995ms","start":"2026-03-31T18:49:55.450242Z","end":"2026-03-31T18:49:55.629255Z","steps":["trace[1943200687] 'agreement among raft nodes before linearized reading' (duration: 178.900023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:56.16078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.216669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:49:56.160878Z","caller":"traceutil/trace.go:171","msg":"trace[1347071470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9730; }","duration":"412.369873ms","start":"2026-03-31T18:49:55.748489Z","end":"2026-03-31T18:49:56.160858Z","steps":["trace[1347071470] 'range keys from in-memory index tree' (duration: 412.012564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:56.160924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.748458Z","time spent":"412.456825ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:56.825375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140208,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:49:57.033996Z","caller":"traceutil/trace.go:171","msg":"trace[1374748444] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"732.388829ms","start":"2026-03-31T18:49:56.30157Z","end":"2026-03-31T18:49:57.033959Z","steps":["trace[1374748444] 'process raft request' (duration: 732.167164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.034184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.301548Z","time spent":"732.530263ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:57.476386Z","caller":"traceutil/trace.go:171","msg":"trace[471943956] transaction","detail":"{read_only:false; response_revision:9732; number_of_response:1; }","duration":"1.151387151s","start":"2026-03-31T18:49:56.324973Z","end":"2026-03-31T18:49:57.47636Z","steps":["trace[471943956] 'process raft request' (duration: 1.151110995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.476536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.324963Z","time spent":"1.151494693s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:57.476755Z","caller":"traceutil/trace.go:171","msg":"trace[335441376] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"1.150381569s","start":"2026-03-31T18:49:56.326361Z","end":"2026-03-31T18:49:57.476743Z","steps":["trace[335441376] 'process raft request' (duration: 1.149911837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.476827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.326337Z","time spent":"1.150452981s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:57.47685Z","caller":"traceutil/trace.go:171","msg":"trace[1164997240] linearizableReadLoop","detail":"{readStateIndex:10119; appliedIndex:10116; }","duration":"1.152404224s","start":"2026-03-31T18:49:56.324397Z","end":"2026-03-31T18:49:57.476801Z","steps":["trace[1164997240] 'read index received' (duration: 709.35435ms)","trace[1164997240] 'applied index is now lower than readState.Index' (duration: 443.048784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:57.477223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152804924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:49:57.477236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150842399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:49:57.477288Z","caller":"traceutil/trace.go:171","msg":"trace[649199437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9734; }","duration":"1.152898825s","start":"2026-03-31T18:49:56.324365Z","end":"2026-03-31T18:49:57.477263Z","steps":["trace[649199437] 'agreement among raft nodes before linearized reading' (duration: 1.15267579s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:57.477293Z","caller":"traceutil/trace.go:171","msg":"trace[1055079368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9734; }","duration":"1.150990112s","start":"2026-03-31T18:49:56.326291Z","end":"2026-03-31T18:49:57.477281Z","steps":["trace[1055079368] 'agreement among raft nodes before linearized reading' (duration: 1.150794348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.477326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.324349Z","time spent":"1.152968726s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:49:57.477336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.326223Z","time spent":"1.151103174s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:57.47728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.428559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:57.477431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.27515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:49:57.477443Z","caller":"traceutil/trace.go:171","msg":"trace[1686220909] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9734; }","duration":"872.590333ms","start":"2026-03-31T18:49:56.60483Z","end":"2026-03-31T18:49:57.47742Z","steps":["trace[1686220909] 'agreement among raft nodes before linearized reading' (duration: 872.383578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.477449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141627801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:57.477473Z","caller":"traceutil/trace.go:171","msg":"trace[126558202] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9734; }","duration":"299.345811ms","start":"2026-03-31T18:49:57.178111Z","end":"2026-03-31T18:49:57.477457Z","steps":["trace[126558202] 'agreement among raft nodes before linearized reading' (duration: 299.217559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.477457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027838673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:57.477504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.604769Z","time spent":"872.713065ms","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:57.477529Z","caller":"traceutil/trace.go:171","msg":"trace[1692816596] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9734; }","duration":"1.141739974s","start":"2026-03-31T18:49:56.33576Z","end":"2026-03-31T18:49:57.4775Z","steps":["trace[1692816596] 'agreement among raft nodes before linearized reading' (duration: 1.141594271s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:57.477548Z","caller":"traceutil/trace.go:171","msg":"trace[1567314460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9734; }","duration":"1.027968316s","start":"2026-03-31T18:49:56.449555Z","end":"2026-03-31T18:49:57.477523Z","steps":["trace[1567314460] 'agreement among raft nodes before linearized reading' (duration: 1.027796332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.477578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.335715Z","time spent":"1.141854717s","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:57.477596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.449532Z","time spent":"1.028053537s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:57.477637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.949956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:49:57.477716Z","caller":"traceutil/trace.go:171","msg":"trace[514102782] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9734; }","duration":"944.082669ms","start":"2026-03-31T18:49:56.533616Z","end":"2026-03-31T18:49:57.477699Z","steps":["trace[514102782] 'agreement among raft nodes before linearized reading' (duration: 943.756402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.477763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.533595Z","time spent":"944.160171ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:49:57.477018Z","caller":"traceutil/trace.go:171","msg":"trace[1342162548] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"549.029936ms","start":"2026-03-31T18:49:56.927839Z","end":"2026-03-31T18:49:57.476869Z","steps":["trace[1342162548] 'process raft request' (duration: 548.76886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.477899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.050078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:49:57.478079Z","caller":"traceutil/trace.go:171","msg":"trace[1119884298] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9734; }","duration":"550.283854ms","start":"2026-03-31T18:49:56.927773Z","end":"2026-03-31T18:49:57.478056Z","steps":["trace[1119884298] 'agreement among raft nodes before linearized reading' (duration: 549.572918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.478105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.323748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:49:57.478143Z","caller":"traceutil/trace.go:171","msg":"trace[1720530770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9734; }","duration":"949.400179ms","start":"2026-03-31T18:49:56.528732Z","end":"2026-03-31T18:49:57.478132Z","steps":["trace[1720530770] 'agreement among raft nodes before linearized reading' (duration: 948.52748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.478148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.927755Z","time spent":"550.376545ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:57.478122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.927813Z","time spent":"550.177621ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:57.47818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.528711Z","time spent":"949.46238ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:57.981214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:58.161004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.479346Z","time spent":"681.652659ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:49:58.191777Z","caller":"traceutil/trace.go:171","msg":"trace[1039374929] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"710.749872ms","start":"2026-03-31T18:49:57.481003Z","end":"2026-03-31T18:49:58.191752Z","steps":["trace[1039374929] 'process raft request' (duration: 710.550958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.191927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.480987Z","time spent":"710.865675ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:58.192007Z","caller":"traceutil/trace.go:171","msg":"trace[1127195985] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"710.381854ms","start":"2026-03-31T18:49:57.481607Z","end":"2026-03-31T18:49:58.191989Z","steps":["trace[1127195985] 'process raft request' (duration: 710.104718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.192106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.481596Z","time spent":"710.456316ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:58.192294Z","caller":"traceutil/trace.go:171","msg":"trace[1591766957] transaction","detail":"{read_only:false; response_revision:9737; number_of_response:1; }","duration":"710.346924ms","start":"2026-03-31T18:49:57.481936Z","end":"2026-03-31T18:49:58.192282Z","steps":["trace[1591766957] 'process raft request' (duration: 709.996046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.192336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.48191Z","time spent":"710.406265ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:58.19238Z","caller":"traceutil/trace.go:171","msg":"trace[1986525115] transaction","detail":"{read_only:false; response_revision:9738; number_of_response:1; }","duration":"710.231462ms","start":"2026-03-31T18:49:57.482125Z","end":"2026-03-31T18:49:58.192356Z","steps":["trace[1986525115] 'process raft request' (duration: 710.070048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.192485Z","caller":"traceutil/trace.go:171","msg":"trace[1253031782] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"443.140884ms","start":"2026-03-31T18:49:57.749289Z","end":"2026-03-31T18:49:58.19243Z","steps":["trace[1253031782] 'process raft request' (duration: 443.022092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.192529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.482116Z","time spent":"710.336824ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:58.192414Z","caller":"traceutil/trace.go:171","msg":"trace[239971050] linearizableReadLoop","detail":"{readStateIndex:10126; appliedIndex:10120; }","duration":"711.812217ms","start":"2026-03-31T18:49:57.480586Z","end":"2026-03-31T18:49:58.192398Z","steps":["trace[239971050] 'read index received' (duration: 583.388939ms)","trace[239971050] 'applied index is now lower than readState.Index' (duration: 128.422527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:58.192572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.98041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-31T18:49:58.192615Z","caller":"traceutil/trace.go:171","msg":"trace[642517423] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52; range_end:; response_count:1; response_revision:9739; }","duration":"712.064982ms","start":"2026-03-31T18:49:57.48054Z","end":"2026-03-31T18:49:58.192605Z","steps":["trace[642517423] 'agreement among raft nodes before linearized reading' (duration: 711.899948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.192645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.480519Z","time spent":"712.119013ms","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52\" "} {"level":"warn","ts":"2026-03-31T18:49:58.192785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.749267Z","time spent":"443.289278ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:58.209742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.736516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:58.209806Z","caller":"traceutil/trace.go:171","msg":"trace[464553986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9740; }","duration":"575.848269ms","start":"2026-03-31T18:49:57.633943Z","end":"2026-03-31T18:49:58.209791Z","steps":["trace[464553986] 'agreement among raft nodes before linearized reading' (duration: 575.651174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.209842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.63392Z","time spent":"575.915019ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:58.210082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.092274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:58.210079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.547226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:58.210125Z","caller":"traceutil/trace.go:171","msg":"trace[900914980] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9740; }","duration":"612.137745ms","start":"2026-03-31T18:49:57.597976Z","end":"2026-03-31T18:49:58.210114Z","steps":["trace[900914980] 'agreement among raft nodes before linearized reading' (duration: 612.068013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.210116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.286061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223914"} {"level":"info","ts":"2026-03-31T18:49:58.210142Z","caller":"traceutil/trace.go:171","msg":"trace[2098075259] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9740; }","duration":"484.659649ms","start":"2026-03-31T18:49:57.725466Z","end":"2026-03-31T18:49:58.210126Z","steps":["trace[2098075259] 'agreement among raft nodes before linearized reading' (duration: 484.534696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.210161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.597913Z","time spent":"612.240147ms","remote":"127.0.0.1:35004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:58.210183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.725445Z","time spent":"484.72868ms","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:58.21018Z","caller":"traceutil/trace.go:171","msg":"trace[1390813491] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9740; }","duration":"726.379234ms","start":"2026-03-31T18:49:57.483785Z","end":"2026-03-31T18:49:58.210164Z","steps":["trace[1390813491] 'agreement among raft nodes before linearized reading' (duration: 725.77344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.210237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.483774Z","time spent":"726.450935ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:49:58.21021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.227645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:58.210329Z","caller":"traceutil/trace.go:171","msg":"trace[2146421698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9740; }","duration":"724.43005ms","start":"2026-03-31T18:49:57.48586Z","end":"2026-03-31T18:49:58.21029Z","steps":["trace[2146421698] 'agreement among raft nodes before linearized reading' (duration: 724.215425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.210385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.485848Z","time spent":"724.526521ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:59.851098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.840676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:59.851381Z","caller":"traceutil/trace.go:171","msg":"trace[1649039402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9742; }","duration":"401.99814ms","start":"2026-03-31T18:49:59.449177Z","end":"2026-03-31T18:49:59.851175Z","steps":["trace[1649039402] 'range keys from in-memory index tree' (duration: 401.760814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:59.851436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:59.449159Z","time spent":"402.263485ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:59.851466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.793601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:59.851526Z","caller":"traceutil/trace.go:171","msg":"trace[1094483969] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9742; }","duration":"512.856252ms","start":"2026-03-31T18:49:59.338651Z","end":"2026-03-31T18:49:59.851507Z","steps":["trace[1094483969] 'count revisions from in-memory index tree' (duration: 512.664749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:59.85157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:59.338586Z","time spent":"512.971005ms","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:59.851803Z","caller":"traceutil/trace.go:171","msg":"trace[1827932726] transaction","detail":"{read_only:false; response_revision:9743; number_of_response:1; }","duration":"369.697523ms","start":"2026-03-31T18:49:59.482091Z","end":"2026-03-31T18:49:59.851788Z","steps":["trace[1827932726] 'process raft request' (duration: 310.561494ms)","trace[1827932726] 'compare' (duration: 58.290681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:59.851871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:59.482054Z","time spent":"369.772875ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:00.38128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:00.630537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.729274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:00.630879Z","caller":"traceutil/trace.go:171","msg":"trace[996519194] linearizableReadLoop","detail":"{readStateIndex:10132; appliedIndex:10130; }","duration":"750.044714ms","start":"2026-03-31T18:49:59.880815Z","end":"2026-03-31T18:50:00.630859Z","steps":["trace[996519194] 'read index received' (duration: 596.864611ms)","trace[996519194] 'applied index is now lower than readState.Index' (duration: 153.178573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:00.630971Z","caller":"traceutil/trace.go:171","msg":"trace[1207048701] transaction","detail":"{read_only:false; response_revision:9744; number_of_response:1; }","duration":"1.148681949s","start":"2026-03-31T18:49:59.482274Z","end":"2026-03-31T18:50:00.630956Z","steps":["trace[1207048701] 'process raft request' (duration: 995.405854ms)","trace[1207048701] 'compare' (duration: 152.526719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:00.631043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:59.48226Z","time spent":"1.148744531s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:00.631602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.747531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:00.631716Z","caller":"traceutil/trace.go:171","msg":"trace[351895015] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9745; }","duration":"750.894745ms","start":"2026-03-31T18:49:59.880795Z","end":"2026-03-31T18:50:00.631689Z","steps":["trace[351895015] 'agreement among raft nodes before linearized reading' (duration: 750.67789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:00.631613Z","caller":"traceutil/trace.go:171","msg":"trace[479373524] transaction","detail":"{read_only:false; response_revision:9745; number_of_response:1; }","duration":"1.147082404s","start":"2026-03-31T18:49:59.484478Z","end":"2026-03-31T18:50:00.631561Z","steps":["trace[479373524] 'process raft request' (duration: 1.146256675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:00.63178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:59.880714Z","time spent":"751.054318ms","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:00.631911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:59.484453Z","time spent":"1.14734081s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:00.820829Z","caller":"traceutil/trace.go:171","msg":"trace[250151553] transaction","detail":"{read_only:false; response_revision:9746; number_of_response:1; }","duration":"424.69934ms","start":"2026-03-31T18:50:00.396096Z","end":"2026-03-31T18:50:00.820795Z","steps":["trace[250151553] 'process raft request' (duration: 348.027486ms)","trace[250151553] 'compare' (duration: 76.470349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:00.821017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.396065Z","time spent":"424.852902ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:00.821013Z","caller":"traceutil/trace.go:171","msg":"trace[1916422776] linearizableReadLoop","detail":"{readStateIndex:10134; appliedIndex:10132; }","duration":"190.060054ms","start":"2026-03-31T18:50:00.630919Z","end":"2026-03-31T18:50:00.820979Z","steps":["trace[1916422776] 'read index received' (duration: 113.091113ms)","trace[1916422776] 'applied index is now lower than readState.Index' (duration: 76.966821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:00.821352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.237496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:50:00.821383Z","caller":"traceutil/trace.go:171","msg":"trace[2137149563] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"422.680814ms","start":"2026-03-31T18:50:00.398683Z","end":"2026-03-31T18:50:00.821363Z","steps":["trace[2137149563] 'process raft request' (duration: 422.05303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:00.821404Z","caller":"traceutil/trace.go:171","msg":"trace[58652793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9747; }","duration":"624.332328ms","start":"2026-03-31T18:50:00.197059Z","end":"2026-03-31T18:50:00.821391Z","steps":["trace[58652793] 'agreement among raft nodes before linearized reading' (duration: 624.113113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:00.821449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.197031Z","time spent":"624.40809ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:00.821476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.398661Z","time spent":"422.767206ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:00.821559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.615095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:50:00.821579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.161282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:00.821597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.22581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:00.821649Z","caller":"traceutil/trace.go:171","msg":"trace[758005816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9747; }","duration":"373.263854ms","start":"2026-03-31T18:50:00.448366Z","end":"2026-03-31T18:50:00.82163Z","steps":["trace[758005816] 'agreement among raft nodes before linearized reading' (duration: 373.154492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:00.821708Z","caller":"traceutil/trace.go:171","msg":"trace[550834185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9747; }","duration":"625.356852ms","start":"2026-03-31T18:50:00.19632Z","end":"2026-03-31T18:50:00.821677Z","steps":["trace[550834185] 'agreement among raft nodes before linearized reading' (duration: 625.057944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:00.821717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.448347Z","time spent":"373.357306ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:00.821744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.670005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:50:00.821797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.196301Z","time spent":"625.445055ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:50:00.821805Z","caller":"traceutil/trace.go:171","msg":"trace[142645444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9747; }","duration":"603.765097ms","start":"2026-03-31T18:50:00.218024Z","end":"2026-03-31T18:50:00.821789Z","steps":["trace[142645444] 'agreement among raft nodes before linearized reading' (duration: 603.575582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:00.821858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.218011Z","time spent":"603.834399ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:50:00.821642Z","caller":"traceutil/trace.go:171","msg":"trace[597047491] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9747; }","duration":"624.735328ms","start":"2026-03-31T18:50:00.196887Z","end":"2026-03-31T18:50:00.821622Z","steps":["trace[597047491] 'agreement among raft nodes before linearized reading' (duration: 624.584494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:00.821995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.196866Z","time spent":"625.115486ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:00.82234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.036531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:50:00.822385Z","caller":"traceutil/trace.go:171","msg":"trace[1393404039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9747; }","duration":"625.270939ms","start":"2026-03-31T18:50:00.197103Z","end":"2026-03-31T18:50:00.822374Z","steps":["trace[1393404039] 'agreement among raft nodes before linearized reading' (duration: 623.956149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:00.82241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.197068Z","time spent":"625.334221ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:00.822995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.986645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:00.823216Z","caller":"traceutil/trace.go:171","msg":"trace[647080515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9747; }","duration":"573.098177ms","start":"2026-03-31T18:50:00.24995Z","end":"2026-03-31T18:50:00.823048Z","steps":["trace[647080515] 'agreement among raft nodes before linearized reading' (duration: 571.089642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:00.823262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.249931Z","time spent":"573.320552ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:01.078324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.426003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:01.078361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.421945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:01.078399Z","caller":"traceutil/trace.go:171","msg":"trace[1314179443] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9752; }","duration":"118.523365ms","start":"2026-03-31T18:50:00.959861Z","end":"2026-03-31T18:50:01.078385Z","steps":["trace[1314179443] 'count revisions from in-memory index tree' (duration: 118.364792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.078432Z","caller":"traceutil/trace.go:171","msg":"trace[1668586477] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9752; }","duration":"139.503467ms","start":"2026-03-31T18:50:00.938902Z","end":"2026-03-31T18:50:01.078406Z","steps":["trace[1668586477] 'range keys from in-memory index tree' (duration: 139.347524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.078657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.754913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:01.078696Z","caller":"traceutil/trace.go:171","msg":"trace[1190608629] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9752; }","duration":"139.824835ms","start":"2026-03-31T18:50:00.93886Z","end":"2026-03-31T18:50:01.078685Z","steps":["trace[1190608629] 'count revisions from in-memory index tree' (duration: 139.651201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.078856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.299542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:01.078865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.820596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:01.078904Z","caller":"traceutil/trace.go:171","msg":"trace[595097421] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9752; }","duration":"119.386014ms","start":"2026-03-31T18:50:00.959506Z","end":"2026-03-31T18:50:01.078892Z","steps":["trace[595097421] 'range keys from in-memory index tree' (duration: 119.19381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.078916Z","caller":"traceutil/trace.go:171","msg":"trace[1054473799] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9752; }","duration":"140.908818ms","start":"2026-03-31T18:50:00.937993Z","end":"2026-03-31T18:50:01.078902Z","steps":["trace[1054473799] 'range keys from in-memory index tree' (duration: 140.739054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.079413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.496427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:01.079511Z","caller":"traceutil/trace.go:171","msg":"trace[850978673] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9752; }","duration":"119.64654ms","start":"2026-03-31T18:50:00.959838Z","end":"2026-03-31T18:50:01.079485Z","steps":["trace[850978673] 'range keys from in-memory index tree' (duration: 119.402305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:02.580271Z","caller":"traceutil/trace.go:171","msg":"trace[1588986958] linearizableReadLoop","detail":"{readStateIndex:10142; appliedIndex:10141; }","duration":"131.864535ms","start":"2026-03-31T18:50:02.448352Z","end":"2026-03-31T18:50:02.580216Z","steps":["trace[1588986958] 'read index received' (duration: 131.63808ms)","trace[1588986958] 'applied index is now lower than readState.Index' (duration: 225.555µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:02.580387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.007368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:02.580413Z","caller":"traceutil/trace.go:171","msg":"trace[1029110763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9755; }","duration":"132.09745ms","start":"2026-03-31T18:50:02.448308Z","end":"2026-03-31T18:50:02.580406Z","steps":["trace[1029110763] 'agreement among raft nodes before linearized reading' (duration: 132.022578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:02.580449Z","caller":"traceutil/trace.go:171","msg":"trace[2073511491] transaction","detail":"{read_only:false; response_revision:9755; number_of_response:1; }","duration":"199.968386ms","start":"2026-03-31T18:50:02.380349Z","end":"2026-03-31T18:50:02.580318Z","steps":["trace[2073511491] 'process raft request' (duration: 199.726571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:03.145124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:03.646458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:03.731336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.09443349s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:03.73175Z","caller":"traceutil/trace.go:171","msg":"trace[223065394] transaction","detail":"{read_only:false; response_revision:9756; number_of_response:1; }","duration":"1.09490486s","start":"2026-03-31T18:50:02.636816Z","end":"2026-03-31T18:50:03.731721Z","steps":["trace[223065394] 'process raft request' (duration: 1.094741967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:03.731892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.636799Z","time spent":"1.095013322s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:04.073632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.595785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:04.073967Z","caller":"traceutil/trace.go:171","msg":"trace[337966621] transaction","detail":"{read_only:false; response_revision:9757; number_of_response:1; }","duration":"1.436910962s","start":"2026-03-31T18:50:02.637024Z","end":"2026-03-31T18:50:04.073935Z","steps":["trace[337966621] 'process raft request' (duration: 1.153911578s)","trace[337966621] 'compare' (duration: 282.459361ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:04.073999Z","caller":"traceutil/trace.go:171","msg":"trace[76882699] linearizableReadLoop","detail":"{readStateIndex:10144; appliedIndex:10142; }","duration":"1.429450734s","start":"2026-03-31T18:50:02.644514Z","end":"2026-03-31T18:50:04.073965Z","steps":["trace[76882699] 'read index received' (duration: 1.087048254s)","trace[76882699] 'applied index is now lower than readState.Index' (duration: 342.39856ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:04.074005Z","caller":"traceutil/trace.go:171","msg":"trace[760013951] transaction","detail":"{read_only:false; response_revision:9758; number_of_response:1; }","duration":"178.974115ms","start":"2026-03-31T18:50:03.895007Z","end":"2026-03-31T18:50:04.073981Z","steps":["trace[760013951] 'process raft request' (duration: 178.844821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.074108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.637011Z","time spent":"1.437020634s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:04.074243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281378815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:04.074295Z","caller":"traceutil/trace.go:171","msg":"trace[91107490] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9758; }","duration":"1.281488107s","start":"2026-03-31T18:50:02.792793Z","end":"2026-03-31T18:50:04.074281Z","steps":["trace[91107490] 'agreement among raft nodes before linearized reading' (duration: 1.281363605s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.074294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.858264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:04.074337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.792777Z","time spent":"1.281547848s","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:50:04.074346Z","caller":"traceutil/trace.go:171","msg":"trace[1056176180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9758; }","duration":"625.943346ms","start":"2026-03-31T18:50:03.448387Z","end":"2026-03-31T18:50:04.074331Z","steps":["trace[1056176180] 'agreement among raft nodes before linearized reading' (duration: 625.866585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.074345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429830813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-03-31T18:50:04.074356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146893321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:50:04.074393Z","caller":"traceutil/trace.go:171","msg":"trace[2010803252] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9758; }","duration":"1.429919184s","start":"2026-03-31T18:50:02.644462Z","end":"2026-03-31T18:50:04.074381Z","steps":["trace[2010803252] 'agreement among raft nodes before linearized reading' (duration: 1.429638938s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:04.07441Z","caller":"traceutil/trace.go:171","msg":"trace[1556470082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9758; }","duration":"1.146986453s","start":"2026-03-31T18:50:02.92741Z","end":"2026-03-31T18:50:04.074396Z","steps":["trace[1556470082] 'agreement among raft nodes before linearized reading' (duration: 1.146774848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.07443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.644439Z","time spent":"1.429983236s","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T18:50:04.074429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150071872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:50:04.074443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.343346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:04.074446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.454509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:50:04.074467Z","caller":"traceutil/trace.go:171","msg":"trace[1462270890] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9758; }","duration":"598.367646ms","start":"2026-03-31T18:50:03.476092Z","end":"2026-03-31T18:50:04.07446Z","steps":["trace[1462270890] 'agreement among raft nodes before linearized reading' (duration: 598.327945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.07445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.92739Z","time spent":"1.147050564s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:50:04.074476Z","caller":"traceutil/trace.go:171","msg":"trace[1842243911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9758; }","duration":"1.150135993s","start":"2026-03-31T18:50:02.924324Z","end":"2026-03-31T18:50:04.07446Z","steps":["trace[1842243911] 'agreement among raft nodes before linearized reading' (duration: 1.150038961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.074474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008841806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:50:04.074494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.476047Z","time spent":"598.441378ms","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:50:04.074499Z","caller":"traceutil/trace.go:171","msg":"trace[1808555008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9758; }","duration":"948.50592ms","start":"2026-03-31T18:50:03.125978Z","end":"2026-03-31T18:50:04.074484Z","steps":["trace[1808555008] 'agreement among raft nodes before linearized reading' (duration: 948.350216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.074511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.924294Z","time spent":"1.150209215s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:50:04.074526Z","caller":"traceutil/trace.go:171","msg":"trace[1406443933] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9758; }","duration":"1.008922207s","start":"2026-03-31T18:50:03.065592Z","end":"2026-03-31T18:50:04.074514Z","steps":["trace[1406443933] 'agreement among raft nodes before linearized reading' (duration: 1.008839936s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.074542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.125908Z","time spent":"948.623042ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:04.074566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.065574Z","time spent":"1.008979639s","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:04.074281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142998183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:50:04.074615Z","caller":"traceutil/trace.go:171","msg":"trace[2088521627] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9758; }","duration":"1.1433587s","start":"2026-03-31T18:50:02.931246Z","end":"2026-03-31T18:50:04.074605Z","steps":["trace[2088521627] 'agreement among raft nodes before linearized reading' (duration: 1.142921971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.074391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.448366Z","time spent":"626.013877ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:04.074648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.931235Z","time spent":"1.143402721s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:50:04.074692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152132858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:50:04.074328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151001793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:50:04.074746Z","caller":"traceutil/trace.go:171","msg":"trace[1161080840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9758; }","duration":"1.15222146s","start":"2026-03-31T18:50:02.922509Z","end":"2026-03-31T18:50:04.07473Z","steps":["trace[1161080840] 'agreement among raft nodes before linearized reading' (duration: 1.152080817s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:04.074763Z","caller":"traceutil/trace.go:171","msg":"trace[2087714534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9758; }","duration":"1.151465453s","start":"2026-03-31T18:50:02.923289Z","end":"2026-03-31T18:50:04.074755Z","steps":["trace[2087714534] 'agreement among raft nodes before linearized reading' (duration: 1.15088899s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.074792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.923281Z","time spent":"1.151503083s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:04.07479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.922488Z","time spent":"1.152291262s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:04.075001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21801756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:50:04.075096Z","caller":"traceutil/trace.go:171","msg":"trace[135532025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9758; }","duration":"1.218114372s","start":"2026-03-31T18:50:02.856921Z","end":"2026-03-31T18:50:04.075036Z","steps":["trace[135532025] 'agreement among raft nodes before linearized reading' (duration: 1.217982049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.075397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.856897Z","time spent":"1.218482669s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:50:04.434309Z","caller":"traceutil/trace.go:171","msg":"trace[1437676001] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"354.192404ms","start":"2026-03-31T18:50:04.080076Z","end":"2026-03-31T18:50:04.434269Z","steps":["trace[1437676001] 'process raft request' (duration: 352.959037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:04.434558Z","caller":"traceutil/trace.go:171","msg":"trace[1437259041] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"351.976194ms","start":"2026-03-31T18:50:04.082556Z","end":"2026-03-31T18:50:04.434532Z","steps":["trace[1437259041] 'process raft request' (duration: 351.744969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.434675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:04.082547Z","time spent":"352.070616ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:04.434741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:04.080048Z","time spent":"354.540372ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:04.43441Z","caller":"traceutil/trace.go:171","msg":"trace[2040656130] transaction","detail":"{read_only:false; response_revision:9761; number_of_response:1; }","duration":"354.187474ms","start":"2026-03-31T18:50:04.080197Z","end":"2026-03-31T18:50:04.434385Z","steps":["trace[2040656130] 'process raft request' (duration: 353.972699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:04.434467Z","caller":"traceutil/trace.go:171","msg":"trace[1221808056] transaction","detail":"{read_only:false; response_revision:9762; number_of_response:1; }","duration":"353.910077ms","start":"2026-03-31T18:50:04.080537Z","end":"2026-03-31T18:50:04.434447Z","steps":["trace[1221808056] 'process raft request' (duration: 353.714083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.434985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:04.080521Z","time spent":"354.398679ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:04.434961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:04.080185Z","time spent":"354.678535ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:04.436547Z","caller":"traceutil/trace.go:171","msg":"trace[653013994] linearizableReadLoop","detail":"{readStateIndex:10149; appliedIndex:10145; }","duration":"355.796401ms","start":"2026-03-31T18:50:04.080733Z","end":"2026-03-31T18:50:04.43653Z","steps":["trace[653013994] 'read index received' (duration: 30.190869ms)","trace[653013994] 'applied index is now lower than readState.Index' (duration: 325.604302ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:04.43665Z","caller":"traceutil/trace.go:171","msg":"trace[1311113182] transaction","detail":"{read_only:false; response_revision:9764; number_of_response:1; }","duration":"335.986495ms","start":"2026-03-31T18:50:04.100652Z","end":"2026-03-31T18:50:04.436638Z","steps":["trace[1311113182] 'process raft request' (duration: 333.691853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.436708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:04.100639Z","time spent":"336.033897ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:04.437297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.558617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223914"} {"level":"info","ts":"2026-03-31T18:50:04.437333Z","caller":"traceutil/trace.go:171","msg":"trace[424050324] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9764; }","duration":"356.627719ms","start":"2026-03-31T18:50:04.080697Z","end":"2026-03-31T18:50:04.437325Z","steps":["trace[424050324] 'agreement among raft nodes before linearized reading' (duration: 356.051846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.437356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:04.080681Z","time spent":"356.66869ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:50:04.643372Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000027a9.wal"} {"level":"info","ts":"2026-03-31T18:50:04.643905Z","caller":"traceutil/trace.go:171","msg":"trace[665665204] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"191.480455ms","start":"2026-03-31T18:50:04.452398Z","end":"2026-03-31T18:50:04.643878Z","steps":["trace[665665204] 'process raft request' (duration: 191.169748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.776618Z","caller":"traceutil/trace.go:171","msg":"trace[160347285] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"209.926861ms","start":"2026-03-31T18:50:05.566671Z","end":"2026-03-31T18:50:05.776598Z","steps":["trace[160347285] 'process raft request' (duration: 209.813338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.821449Z","caller":"traceutil/trace.go:171","msg":"trace[848555625] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"254.161375ms","start":"2026-03-31T18:50:05.56726Z","end":"2026-03-31T18:50:05.821422Z","steps":["trace[848555625] 'process raft request' (duration: 253.973911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.955248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.862291ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:50:05.9557Z","caller":"traceutil/trace.go:171","msg":"trace[126740327] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"258.162025ms","start":"2026-03-31T18:50:05.697512Z","end":"2026-03-31T18:50:05.955674Z","steps":["trace[126740327] 'process raft request' (duration: 257.841458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.974014Z","caller":"traceutil/trace.go:171","msg":"trace[531074591] linearizableReadLoop","detail":"{readStateIndex:10155; appliedIndex:10152; }","duration":"328.916777ms","start":"2026-03-31T18:50:05.645068Z","end":"2026-03-31T18:50:05.973985Z","steps":["trace[531074591] 'read index received' (duration: 131.426646ms)","trace[531074591] 'applied index is now lower than readState.Index' (duration: 197.488851ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:05.97411Z","caller":"traceutil/trace.go:171","msg":"trace[471877064] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"235.107077ms","start":"2026-03-31T18:50:05.738978Z","end":"2026-03-31T18:50:05.974085Z","steps":["trace[471877064] 'process raft request' (duration: 216.677992ms)","trace[471877064] 'compare' (duration: 17.923774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:05.974294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.578144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:50:05.974335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.255574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-31T18:50:05.974361Z","caller":"traceutil/trace.go:171","msg":"trace[1207072254] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9769; }","duration":"314.702747ms","start":"2026-03-31T18:50:05.659642Z","end":"2026-03-31T18:50:05.974345Z","steps":["trace[1207072254] 'agreement among raft nodes before linearized reading' (duration: 314.534143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.97439Z","caller":"traceutil/trace.go:171","msg":"trace[1087933522] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9769; }","duration":"329.352347ms","start":"2026-03-31T18:50:05.645025Z","end":"2026-03-31T18:50:05.974377Z","steps":["trace[1087933522] 'agreement among raft nodes before linearized reading' (duration: 329.096171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.974411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:05.65962Z","time spent":"314.776928ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":55,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:05.974424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:05.64501Z","time spent":"329.408377ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:50:06.322794Z","caller":"traceutil/trace.go:171","msg":"trace[742790607] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"145.321618ms","start":"2026-03-31T18:50:06.177443Z","end":"2026-03-31T18:50:06.322764Z","steps":["trace[742790607] 'process raft request' (duration: 63.847126ms)","trace[742790607] 'compare' (duration: 81.36567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:06.710752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.888071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:06.710821Z","caller":"traceutil/trace.go:171","msg":"trace[60054963] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9772; }","duration":"177.994073ms","start":"2026-03-31T18:50:06.532807Z","end":"2026-03-31T18:50:06.710801Z","steps":["trace[60054963] 'count revisions from in-memory index tree' (duration: 177.791568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:06.710844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.061868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:50:06.710909Z","caller":"traceutil/trace.go:171","msg":"trace[85037554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9772; }","duration":"272.154589ms","start":"2026-03-31T18:50:06.438738Z","end":"2026-03-31T18:50:06.710892Z","steps":["trace[85037554] 'range keys from in-memory index tree' (duration: 271.932925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:06.710974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.18515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:50:06.711006Z","caller":"traceutil/trace.go:171","msg":"trace[1909046325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9772; }","duration":"272.226682ms","start":"2026-03-31T18:50:06.43877Z","end":"2026-03-31T18:50:06.710996Z","steps":["trace[1909046325] 'range keys from in-memory index tree' (duration: 272.12795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:06.711101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.777727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:50:06.711124Z","caller":"traceutil/trace.go:171","msg":"trace[353065105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9772; }","duration":"273.815707ms","start":"2026-03-31T18:50:06.437303Z","end":"2026-03-31T18:50:06.711119Z","steps":["trace[353065105] 'range keys from in-memory index tree' (duration: 273.721895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:06.711118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.443469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:50:06.711156Z","caller":"traceutil/trace.go:171","msg":"trace[180428982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9772; }","duration":"269.49352ms","start":"2026-03-31T18:50:06.441649Z","end":"2026-03-31T18:50:06.711143Z","steps":["trace[180428982] 'range keys from in-memory index tree' (duration: 269.354697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:06.711183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.148263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:50:06.710924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.25752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:06.71126Z","caller":"traceutil/trace.go:171","msg":"trace[1996917651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9772; }","duration":"271.620908ms","start":"2026-03-31T18:50:06.439633Z","end":"2026-03-31T18:50:06.711254Z","steps":["trace[1996917651] 'range keys from in-memory index tree' (duration: 271.148597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:06.711261Z","caller":"traceutil/trace.go:171","msg":"trace[1115175384] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9772; }","duration":"285.292536ms","start":"2026-03-31T18:50:06.425949Z","end":"2026-03-31T18:50:06.711242Z","steps":["trace[1115175384] 'range keys from in-memory index tree' (duration: 284.945848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:06.711222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.59924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:06.711332Z","caller":"traceutil/trace.go:171","msg":"trace[638936047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9772; }","duration":"272.733363ms","start":"2026-03-31T18:50:06.438592Z","end":"2026-03-31T18:50:06.711326Z","steps":["trace[638936047] 'range keys from in-memory index tree' (duration: 271.826523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:07.12779Z","caller":"traceutil/trace.go:171","msg":"trace[395457861] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"412.263742ms","start":"2026-03-31T18:50:06.715503Z","end":"2026-03-31T18:50:07.127767Z","steps":["trace[395457861] 'process raft request' (duration: 412.19017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:07.127868Z","caller":"traceutil/trace.go:171","msg":"trace[1679679164] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"412.868195ms","start":"2026-03-31T18:50:06.714954Z","end":"2026-03-31T18:50:07.127822Z","steps":["trace[1679679164] 'process raft request' (duration: 412.588129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:07.127938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.71549Z","time spent":"412.376504ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:07.128056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.714932Z","time spent":"413.022998ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:07.128167Z","caller":"traceutil/trace.go:171","msg":"trace[1038540387] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"412.205939ms","start":"2026-03-31T18:50:06.715933Z","end":"2026-03-31T18:50:07.128139Z","steps":["trace[1038540387] 'process raft request' (duration: 411.80055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:07.128395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.715923Z","time spent":"412.340472ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:07.129006Z","caller":"traceutil/trace.go:171","msg":"trace[1817938913] linearizableReadLoop","detail":"{readStateIndex:10162; appliedIndex:10160; }","duration":"413.924537ms","start":"2026-03-31T18:50:06.715061Z","end":"2026-03-31T18:50:07.128985Z","steps":["trace[1817938913] 'read index received' (duration: 68.224324ms)","trace[1817938913] 'applied index is now lower than readState.Index' (duration: 345.699003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:07.129106Z","caller":"traceutil/trace.go:171","msg":"trace[249203782] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"413.042778ms","start":"2026-03-31T18:50:06.716041Z","end":"2026-03-31T18:50:07.129084Z","steps":["trace[249203782] 'process raft request' (duration: 412.805272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:07.129304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.236334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:50:07.129316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.716032Z","time spent":"413.228902ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:07.129414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.991681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:07.129505Z","caller":"traceutil/trace.go:171","msg":"trace[1594511655] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9777; }","duration":"246.119004ms","start":"2026-03-31T18:50:06.883363Z","end":"2026-03-31T18:50:07.129482Z","steps":["trace[1594511655] 'agreement among raft nodes before linearized reading' (duration: 245.967221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:07.129384Z","caller":"traceutil/trace.go:171","msg":"trace[1010159165] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9777; }","duration":"414.333077ms","start":"2026-03-31T18:50:06.715038Z","end":"2026-03-31T18:50:07.129339Z","steps":["trace[1010159165] 'agreement among raft nodes before linearized reading' (duration: 414.080041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:07.129627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.715029Z","time spent":"414.578722ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:50:07.129788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.123391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223914"} {"level":"info","ts":"2026-03-31T18:50:07.129921Z","caller":"traceutil/trace.go:171","msg":"trace[1508325971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9777; }","duration":"414.249564ms","start":"2026-03-31T18:50:06.715615Z","end":"2026-03-31T18:50:07.129865Z","steps":["trace[1508325971] 'agreement among raft nodes before linearized reading' (duration: 413.689702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:07.129984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.715606Z","time spent":"414.362796ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:50:07.396399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.426007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:50:07.396484Z","caller":"traceutil/trace.go:171","msg":"trace[1826689862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9777; }","duration":"188.552621ms","start":"2026-03-31T18:50:07.207912Z","end":"2026-03-31T18:50:07.396464Z","steps":["trace[1826689862] 'range keys from in-memory index tree' (duration: 188.249373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:07.684846Z","caller":"traceutil/trace.go:171","msg":"trace[2127740561] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"191.581128ms","start":"2026-03-31T18:50:07.493244Z","end":"2026-03-31T18:50:07.684825Z","steps":["trace[2127740561] 'process raft request' (duration: 131.926827ms)","trace[2127740561] 'compare' (duration: 59.552009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:08.485095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:08.975383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.397849ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:08.97551Z","caller":"traceutil/trace.go:171","msg":"trace[38179555] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9778; }","duration":"229.548002ms","start":"2026-03-31T18:50:08.745943Z","end":"2026-03-31T18:50:08.975491Z","steps":["trace[38179555] 'range keys from in-memory index tree' (duration: 229.379798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:08.985608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:09.048176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068917426s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:09.048511Z","caller":"traceutil/trace.go:171","msg":"trace[1898916261] transaction","detail":"{read_only:false; response_revision:9779; number_of_response:1; }","duration":"1.069344406s","start":"2026-03-31T18:50:07.979147Z","end":"2026-03-31T18:50:09.048492Z","steps":["trace[1898916261] 'process raft request' (duration: 1.069203293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:09.048683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.979123Z","time spent":"1.069495129s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:10.135028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086601694s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:50:10.45041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000495794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:10.450509Z","caller":"traceutil/trace.go:171","msg":"trace[217311763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000680768s","start":"2026-03-31T18:50:08.449801Z","end":"2026-03-31T18:50:10.450482Z","steps":["trace[217311763] 'agreement among raft nodes before linearized reading' (duration: 2.000529585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.450561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:08.449776Z","time spent":"2.000773621s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:10.799092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.59481Z","time spent":"1.204274089s","remote":"127.0.0.1:36566","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:50:10.800031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.724546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:10.800233Z","caller":"traceutil/trace.go:171","msg":"trace[1907457419] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"2.680990446s","start":"2026-03-31T18:50:08.119224Z","end":"2026-03-31T18:50:10.800214Z","steps":["trace[1907457419] 'process raft request' (duration: 2.015995263s)","trace[1907457419] 'compare' (duration: 664.42854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:10.800303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:08.119199Z","time spent":"2.681074829s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:10.800564Z","caller":"traceutil/trace.go:171","msg":"trace[1429295210] linearizableReadLoop","detail":"{readStateIndex:10170; appliedIndex:10167; }","duration":"2.816065375s","start":"2026-03-31T18:50:07.984467Z","end":"2026-03-31T18:50:10.800533Z","steps":["trace[1429295210] 'read index received' (duration: 1.063864443s)","trace[1429295210] 'applied index is now lower than readState.Index' (duration: 1.752199612s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:10.800605Z","caller":"traceutil/trace.go:171","msg":"trace[1736258197] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"2.621688553s","start":"2026-03-31T18:50:08.178878Z","end":"2026-03-31T18:50:10.800566Z","steps":["trace[1736258197] 'process raft request' (duration: 2.621254864s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.800771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816285599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:50:10.800803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:08.178854Z","time spent":"2.621872317s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:10.800897Z","caller":"traceutil/trace.go:171","msg":"trace[1248322606] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9781; }","duration":"2.816396682s","start":"2026-03-31T18:50:07.984421Z","end":"2026-03-31T18:50:10.800817Z","steps":["trace[1248322606] 'agreement among raft nodes before linearized reading' (duration: 2.816247749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.800932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.36405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:50:10.800982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.984407Z","time spent":"2.816554245s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:10.801052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.979989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:50:10.801048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862529811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:10.801082Z","caller":"traceutil/trace.go:171","msg":"trace[1763297568] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9781; }","duration":"261.04498ms","start":"2026-03-31T18:50:10.540028Z","end":"2026-03-31T18:50:10.801073Z","steps":["trace[1763297568] 'agreement among raft nodes before linearized reading' (duration: 260.999159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.801047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459730512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:50:10.801273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669202055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:50:10.801328Z","caller":"traceutil/trace.go:171","msg":"trace[433281614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9781; }","duration":"1.669289767s","start":"2026-03-31T18:50:09.132024Z","end":"2026-03-31T18:50:10.801314Z","steps":["trace[433281614] 'agreement among raft nodes before linearized reading' (duration: 1.669122173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.801321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009246991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:50:10.801367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.132002Z","time spent":"1.669354788s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:50:10.8014Z","caller":"traceutil/trace.go:171","msg":"trace[353682606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9781; }","duration":"2.009356543s","start":"2026-03-31T18:50:08.792027Z","end":"2026-03-31T18:50:10.801383Z","steps":["trace[353682606] 'agreement among raft nodes before linearized reading' (duration: 2.009135789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.801441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:08.792008Z","time spent":"2.009424465s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:10.801169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411872028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:10.801483Z","caller":"traceutil/trace.go:171","msg":"trace[1355223425] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9781; }","duration":"1.412243906s","start":"2026-03-31T18:50:09.389228Z","end":"2026-03-31T18:50:10.801472Z","steps":["trace[1355223425] 'agreement among raft nodes before linearized reading' (duration: 1.411864248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.801059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665175884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:50:10.801551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.389205Z","time spent":"1.412335278s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:50:10.801564Z","caller":"traceutil/trace.go:171","msg":"trace[995405685] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9781; }","duration":"1.665748887s","start":"2026-03-31T18:50:09.135802Z","end":"2026-03-31T18:50:10.801551Z","steps":["trace[995405685] 'agreement among raft nodes before linearized reading' (duration: 1.665000981s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:10.801374Z","caller":"traceutil/trace.go:171","msg":"trace[455781476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9781; }","duration":"2.460020117s","start":"2026-03-31T18:50:08.341263Z","end":"2026-03-31T18:50:10.801283Z","steps":["trace[455781476] 'agreement among raft nodes before linearized reading' (duration: 2.459499086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.801673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:08.341242Z","time spent":"2.460410656s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:10.801078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668517039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:10.801785Z","caller":"traceutil/trace.go:171","msg":"trace[788943766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9781; }","duration":"1.669258466s","start":"2026-03-31T18:50:09.132511Z","end":"2026-03-31T18:50:10.801769Z","steps":["trace[788943766] 'agreement among raft nodes before linearized reading' (duration: 1.668440088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.801833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.132488Z","time spent":"1.669331247s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:50:10.801117Z","caller":"traceutil/trace.go:171","msg":"trace[1244026646] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9781; }","duration":"1.862602113s","start":"2026-03-31T18:50:08.938494Z","end":"2026-03-31T18:50:10.801096Z","steps":["trace[1244026646] 'agreement among raft nodes before linearized reading' (duration: 1.8624807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.801909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:08.938429Z","time spent":"1.863468153s","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:10.801137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667375133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:50:10.801996Z","caller":"traceutil/trace.go:171","msg":"trace[189278709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9781; }","duration":"1.668257353s","start":"2026-03-31T18:50:09.133719Z","end":"2026-03-31T18:50:10.801977Z","steps":["trace[189278709] 'agreement among raft nodes before linearized reading' (duration: 1.667382103s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:10.801002Z","caller":"traceutil/trace.go:171","msg":"trace[1871509928] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9781; }","duration":"841.492953ms","start":"2026-03-31T18:50:09.95949Z","end":"2026-03-31T18:50:10.800983Z","steps":["trace[1871509928] 'agreement among raft nodes before linearized reading' (duration: 841.36091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.802059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.133696Z","time spent":"1.668346245s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:10.802092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.959467Z","time spent":"842.603278ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:10.801197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668520479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:10.802165Z","caller":"traceutil/trace.go:171","msg":"trace[276034204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9781; }","duration":"1.669521751s","start":"2026-03-31T18:50:09.132628Z","end":"2026-03-31T18:50:10.80215Z","steps":["trace[276034204] 'agreement among raft nodes before linearized reading' (duration: 1.668525609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.801099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.96233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:10.802212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.132595Z","time spent":"1.669604814s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:50:10.802297Z","caller":"traceutil/trace.go:171","msg":"trace[1179061768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9781; }","duration":"351.186216ms","start":"2026-03-31T18:50:10.45109Z","end":"2026-03-31T18:50:10.802276Z","steps":["trace[1179061768] 'agreement among raft nodes before linearized reading' (duration: 349.972449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.80161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.13579Z","time spent":"1.665805368s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:50:10.802372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.451069Z","time spent":"351.283669ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:10.801007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016003636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:10.802523Z","caller":"traceutil/trace.go:171","msg":"trace[602306578] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9781; }","duration":"1.017563901s","start":"2026-03-31T18:50:09.784939Z","end":"2026-03-31T18:50:10.802503Z","steps":["trace[602306578] 'agreement among raft nodes before linearized reading' (duration: 1.015937595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.802586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.784918Z","time spent":"1.017645404s","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:11.307245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:11.807704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:12.165507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359575251s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:12.236551Z","caller":"traceutil/trace.go:171","msg":"trace[247943741] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"1.430726741s","start":"2026-03-31T18:50:10.805794Z","end":"2026-03-31T18:50:12.236521Z","steps":["trace[247943741] 'process raft request' (duration: 1.35993925s)","trace[247943741] 'compare' (duration: 70.577477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:12.236687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.805768Z","time spent":"1.430850303s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:12.809434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:12.809512Z","caller":"traceutil/trace.go:171","msg":"trace[1149606916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038294s","start":"2026-03-31T18:50:10.809455Z","end":"2026-03-31T18:50:12.809494Z","steps":["trace[1149606916] 'agreement among raft nodes before linearized reading' (duration: 1.999948582s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:12.80955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.809438Z","time spent":"2.000104205s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:50:12.978108Z","caller":"traceutil/trace.go:171","msg":"trace[215578874] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"2.171835956s","start":"2026-03-31T18:50:10.806235Z","end":"2026-03-31T18:50:12.978071Z","steps":["trace[215578874] 'process raft request' (duration: 2.171724714s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:12.97816Z","caller":"traceutil/trace.go:171","msg":"trace[1730145034] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"2.172128262s","start":"2026-03-31T18:50:10.805988Z","end":"2026-03-31T18:50:12.978116Z","steps":["trace[1730145034] 'process raft request' (duration: 2.171667392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:12.978316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.806223Z","time spent":"2.17199114s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:12.978319Z","caller":"traceutil/trace.go:171","msg":"trace[192867177] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"2.171411667s","start":"2026-03-31T18:50:10.806864Z","end":"2026-03-31T18:50:12.978275Z","steps":["trace[192867177] 'process raft request' (duration: 2.171156941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:12.978368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.805968Z","time spent":"2.172279186s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:12.978376Z","caller":"traceutil/trace.go:171","msg":"trace[1888215193] linearizableReadLoop","detail":"{readStateIndex:10179; appliedIndex:10170; }","duration":"2.172189215s","start":"2026-03-31T18:50:10.806164Z","end":"2026-03-31T18:50:12.978353Z","steps":["trace[1888215193] 'read index received' (duration: 1.359542901s)","trace[1888215193] 'applied index is now lower than readState.Index' (duration: 812.645294ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:12.978534Z","caller":"traceutil/trace.go:171","msg":"trace[2115977236] transaction","detail":"{read_only:false; response_revision:9786; number_of_response:1; }","duration":"2.171446828s","start":"2026-03-31T18:50:10.807073Z","end":"2026-03-31T18:50:12.97852Z","steps":["trace[2115977236] 'process raft request' (duration: 2.17104994s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:12.978556Z","caller":"traceutil/trace.go:171","msg":"trace[2018361887] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"2.171290585s","start":"2026-03-31T18:50:10.807254Z","end":"2026-03-31T18:50:12.978544Z","steps":["trace[2018361887] 'process raft request' (duration: 2.170936857s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:12.978618Z","caller":"traceutil/trace.go:171","msg":"trace[1106869033] transaction","detail":"{read_only:false; response_revision:9790; number_of_response:1; }","duration":"1.900211098s","start":"2026-03-31T18:50:11.078396Z","end":"2026-03-31T18:50:12.978607Z","steps":["trace[1106869033] 'process raft request' (duration: 1.899917382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:12.978621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.807216Z","time spent":"2.171367576s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:12.978531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.806853Z","time spent":"2.17154487s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:12.978608Z","caller":"traceutil/trace.go:171","msg":"trace[1918026488] transaction","detail":"{read_only:false; response_revision:9789; number_of_response:1; }","duration":"1.924827122s","start":"2026-03-31T18:50:11.053728Z","end":"2026-03-31T18:50:12.978555Z","steps":["trace[1918026488] 'process raft request' (duration: 1.924554796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:12.978673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:11.078377Z","time spent":"1.9002685s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:12.978623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.807063Z","time spent":"2.1715124s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:12.978802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:11.053699Z","time spent":"1.924998406s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:12.978833Z","caller":"traceutil/trace.go:171","msg":"trace[1896707103] transaction","detail":"{read_only:false; response_revision:9788; number_of_response:1; }","duration":"2.109420003s","start":"2026-03-31T18:50:10.8694Z","end":"2026-03-31T18:50:12.97882Z","steps":["trace[1896707103] 'process raft request' (duration: 2.10884322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:12.978836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172659125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:50:12.978884Z","caller":"traceutil/trace.go:171","msg":"trace[1696591260] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:9790; }","duration":"2.172731126s","start":"2026-03-31T18:50:10.806137Z","end":"2026-03-31T18:50:12.978868Z","steps":["trace[1696591260] 'agreement among raft nodes before linearized reading' (duration: 2.172546932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:12.978902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.86938Z","time spent":"2.109487885s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:12.978912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.806129Z","time spent":"2.172778147s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" "} {"level":"info","ts":"2026-03-31T18:50:13.011238Z","caller":"traceutil/trace.go:171","msg":"trace[437548117] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"206.029373ms","start":"2026-03-31T18:50:12.805179Z","end":"2026-03-31T18:50:13.011209Z","steps":["trace[437548117] 'process raft request' (duration: 205.791608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.011525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.720566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:13.011572Z","caller":"traceutil/trace.go:171","msg":"trace[1792098831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9792; }","duration":"201.814728ms","start":"2026-03-31T18:50:12.809747Z","end":"2026-03-31T18:50:13.011562Z","steps":["trace[1792098831] 'agreement among raft nodes before linearized reading' (duration: 201.694335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.01189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203918379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223914"} {"level":"info","ts":"2026-03-31T18:50:13.012018Z","caller":"traceutil/trace.go:171","msg":"trace[1341674956] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9792; }","duration":"2.204080952s","start":"2026-03-31T18:50:10.807917Z","end":"2026-03-31T18:50:13.011998Z","steps":["trace[1341674956] 'agreement among raft nodes before linearized reading' (duration: 2.20349584s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:13.012043Z","caller":"traceutil/trace.go:171","msg":"trace[2136308216] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"206.570485ms","start":"2026-03-31T18:50:12.80545Z","end":"2026-03-31T18:50:13.01202Z","steps":["trace[2136308216] 'process raft request' (duration: 205.712776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.012069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.807909Z","time spent":"2.204147014s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:50:13.012019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.813437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:50:13.012124Z","caller":"traceutil/trace.go:171","msg":"trace[1299650366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9792; }","duration":"607.961521ms","start":"2026-03-31T18:50:12.404142Z","end":"2026-03-31T18:50:13.012104Z","steps":["trace[1299650366] 'agreement among raft nodes before linearized reading' (duration: 607.691395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.012161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083759297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:50:13.012191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.998138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:13.012215Z","caller":"traceutil/trace.go:171","msg":"trace[1185864327] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9792; }","duration":"2.083854919s","start":"2026-03-31T18:50:10.928346Z","end":"2026-03-31T18:50:13.012201Z","steps":["trace[1185864327] 'agreement among raft nodes before linearized reading' (duration: 2.083677005s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:13.012236Z","caller":"traceutil/trace.go:171","msg":"trace[219342173] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9792; }","duration":"498.08828ms","start":"2026-03-31T18:50:12.514138Z","end":"2026-03-31T18:50:13.012226Z","steps":["trace[219342173] 'agreement among raft nodes before linearized reading' (duration: 498.002669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.01225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.404121Z","time spent":"608.067254ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:50:13.01225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.928328Z","time spent":"2.08391316s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":83,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:13.012272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.514117Z","time spent":"498.146422ms","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:13.01264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.371416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:13.012789Z","caller":"traceutil/trace.go:171","msg":"trace[19023352] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9792; }","duration":"969.072721ms","start":"2026-03-31T18:50:12.043685Z","end":"2026-03-31T18:50:13.012758Z","steps":["trace[19023352] 'agreement among raft nodes before linearized reading' (duration: 968.247043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.012871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.043663Z","time spent":"969.189713ms","remote":"127.0.0.1:51836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:50:13.442963Z","caller":"traceutil/trace.go:171","msg":"trace[291054550] linearizableReadLoop","detail":"{readStateIndex:10182; appliedIndex:10181; }","duration":"424.902975ms","start":"2026-03-31T18:50:13.018031Z","end":"2026-03-31T18:50:13.442934Z","steps":["trace[291054550] 'read index received' (duration: 424.730111ms)","trace[291054550] 'applied index is now lower than readState.Index' (duration: 170.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:13.443084Z","caller":"traceutil/trace.go:171","msg":"trace[601567457] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"461.762234ms","start":"2026-03-31T18:50:12.981311Z","end":"2026-03-31T18:50:13.443073Z","steps":["trace[601567457] 'process raft request' (duration: 461.455727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.443223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.981292Z","time spent":"461.821625ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:13.443303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.243462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:50:13.443367Z","caller":"traceutil/trace.go:171","msg":"trace[192563723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9793; }","duration":"425.371965ms","start":"2026-03-31T18:50:13.017981Z","end":"2026-03-31T18:50:13.443353Z","steps":["trace[192563723] 'agreement among raft nodes before linearized reading' (duration: 425.13789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.443405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:13.017947Z","time spent":"425.452557ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:50:13.468109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.992671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:13.468187Z","caller":"traceutil/trace.go:171","msg":"trace[164964737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9794; }","duration":"447.119894ms","start":"2026-03-31T18:50:13.021052Z","end":"2026-03-31T18:50:13.468172Z","steps":["trace[164964737] 'agreement among raft nodes before linearized reading' (duration: 446.966671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.468219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:13.021027Z","time spent":"447.185676ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:14.777137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:15.278122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:15.532886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245627051s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:15.533482Z","caller":"traceutil/trace.go:171","msg":"trace[1917452863] transaction","detail":"{read_only:false; response_revision:9797; number_of_response:1; }","duration":"1.287817108s","start":"2026-03-31T18:50:14.245635Z","end":"2026-03-31T18:50:15.533452Z","steps":["trace[1917452863] 'process raft request' (duration: 1.287562793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.533628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.245603Z","time spent":"1.287946721s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:15.53862Z","caller":"traceutil/trace.go:171","msg":"trace[894180529] transaction","detail":"{read_only:false; response_revision:9798; number_of_response:1; }","duration":"554.834356ms","start":"2026-03-31T18:50:14.983768Z","end":"2026-03-31T18:50:15.538602Z","steps":["trace[894180529] 'process raft request' (duration: 554.705643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.538712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.983759Z","time spent":"554.907227ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:15.538941Z","caller":"traceutil/trace.go:171","msg":"trace[1226220167] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"522.401937ms","start":"2026-03-31T18:50:15.016516Z","end":"2026-03-31T18:50:15.538918Z","steps":["trace[1226220167] 'process raft request' (duration: 522.041119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.538979Z","caller":"traceutil/trace.go:171","msg":"trace[1644849478] linearizableReadLoop","detail":"{readStateIndex:10190; appliedIndex:10186; }","duration":"1.261981517s","start":"2026-03-31T18:50:14.276974Z","end":"2026-03-31T18:50:15.538956Z","steps":["trace[1644849478] 'read index received' (duration: 1.256130736s)","trace[1644849478] 'applied index is now lower than readState.Index' (duration: 5.849801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:15.539018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.0165Z","time spent":"522.482328ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:15.539094Z","caller":"traceutil/trace.go:171","msg":"trace[2011137080] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"520.129385ms","start":"2026-03-31T18:50:15.018936Z","end":"2026-03-31T18:50:15.539066Z","steps":["trace[2011137080] 'process raft request' (duration: 519.88469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.539151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088885554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:15.539136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2621515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:15.539185Z","caller":"traceutil/trace.go:171","msg":"trace[647614830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9800; }","duration":"1.088972937s","start":"2026-03-31T18:50:14.450202Z","end":"2026-03-31T18:50:15.539175Z","steps":["trace[647614830] 'agreement among raft nodes before linearized reading' (duration: 1.088899715s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.539205Z","caller":"traceutil/trace.go:171","msg":"trace[1232213627] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9800; }","duration":"1.262274543s","start":"2026-03-31T18:50:14.276911Z","end":"2026-03-31T18:50:15.539186Z","steps":["trace[1232213627] 'agreement among raft nodes before linearized reading' (duration: 1.26216557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.539228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.450182Z","time spent":"1.089037328s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:15.539234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.01892Z","time spent":"520.240487ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:15.539278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.276888Z","time spent":"1.262368365s","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:15.539339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.464952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:50:15.539422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.998968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:50:15.53941Z","caller":"traceutil/trace.go:171","msg":"trace[2075208015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9800; }","duration":"556.595375ms","start":"2026-03-31T18:50:14.982798Z","end":"2026-03-31T18:50:15.539393Z","steps":["trace[2075208015] 'agreement among raft nodes before linearized reading' (duration: 556.424272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.539309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.386359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:15.53944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.537124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:50:15.539475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.982764Z","time spent":"556.696308ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:50:15.539518Z","caller":"traceutil/trace.go:171","msg":"trace[1898564565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9800; }","duration":"556.624456ms","start":"2026-03-31T18:50:14.982872Z","end":"2026-03-31T18:50:15.539496Z","steps":["trace[1898564565] 'agreement among raft nodes before linearized reading' (duration: 556.442132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.539473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.680277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:50:15.539536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.677827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:50:15.539574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.982869Z","time spent":"556.692697ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:50:15.539587Z","caller":"traceutil/trace.go:171","msg":"trace[318600414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9800; }","duration":"556.83021ms","start":"2026-03-31T18:50:14.98274Z","end":"2026-03-31T18:50:15.53957Z","steps":["trace[318600414] 'agreement among raft nodes before linearized reading' (duration: 556.598865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.539617Z","caller":"traceutil/trace.go:171","msg":"trace[146207935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9800; }","duration":"556.772759ms","start":"2026-03-31T18:50:14.982833Z","end":"2026-03-31T18:50:15.539606Z","steps":["trace[146207935] 'agreement among raft nodes before linearized reading' (duration: 556.412021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.539638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.982686Z","time spent":"556.938003ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:15.539662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.982823Z","time spent":"556.81265ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:50:15.539515Z","caller":"traceutil/trace.go:171","msg":"trace[2126189852] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9800; }","duration":"306.617424ms","start":"2026-03-31T18:50:15.232868Z","end":"2026-03-31T18:50:15.539485Z","steps":["trace[2126189852] 'agreement among raft nodes before linearized reading' (duration: 306.39916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.53972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.232845Z","time spent":"306.860369ms","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:50:15.539456Z","caller":"traceutil/trace.go:171","msg":"trace[1078091229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9800; }","duration":"518.055099ms","start":"2026-03-31T18:50:15.021393Z","end":"2026-03-31T18:50:15.539448Z","steps":["trace[1078091229] 'agreement among raft nodes before linearized reading' (duration: 517.951216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.539828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.547704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:50:15.539851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.021378Z","time spent":"518.460908ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:50:15.539875Z","caller":"traceutil/trace.go:171","msg":"trace[1978083534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9800; }","duration":"556.601746ms","start":"2026-03-31T18:50:14.98326Z","end":"2026-03-31T18:50:15.539861Z","steps":["trace[1978083534] 'agreement among raft nodes before linearized reading' (duration: 555.88846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.539911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.983256Z","time spent":"556.646818ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:50:15.646699Z","caller":"traceutil/trace.go:171","msg":"trace[1202681950] transaction","detail":"{read_only:false; response_revision:9803; number_of_response:1; }","duration":"101.79417ms","start":"2026-03-31T18:50:15.544873Z","end":"2026-03-31T18:50:15.646667Z","steps":["trace[1202681950] 'process raft request' (duration: 101.477233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.646928Z","caller":"traceutil/trace.go:171","msg":"trace[1228233974] transaction","detail":"{read_only:false; response_revision:9804; number_of_response:1; }","duration":"101.988084ms","start":"2026-03-31T18:50:15.544905Z","end":"2026-03-31T18:50:15.646893Z","steps":["trace[1228233974] 'process raft request' (duration: 101.657206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.647066Z","caller":"traceutil/trace.go:171","msg":"trace[493647134] transaction","detail":"{read_only:false; response_revision:9805; number_of_response:1; }","duration":"101.239026ms","start":"2026-03-31T18:50:15.545807Z","end":"2026-03-31T18:50:15.647046Z","steps":["trace[493647134] 'process raft request' (duration: 100.827027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.646487Z","caller":"traceutil/trace.go:171","msg":"trace[1871941110] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"101.585605ms","start":"2026-03-31T18:50:15.544824Z","end":"2026-03-31T18:50:15.646409Z","steps":["trace[1871941110] 'process raft request' (duration: 99.969368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:16.565306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.96722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:16.56539Z","caller":"traceutil/trace.go:171","msg":"trace[2040428193] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9805; }","duration":"724.104433ms","start":"2026-03-31T18:50:15.841266Z","end":"2026-03-31T18:50:16.56537Z","steps":["trace[2040428193] 'count revisions from in-memory index tree' (duration: 723.862108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:16.56543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.841241Z","time spent":"724.178415ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:50:23.341767Z","caller":"traceutil/trace.go:171","msg":"trace[230123247] transaction","detail":"{read_only:false; response_revision:9845; number_of_response:1; }","duration":"193.154663ms","start":"2026-03-31T18:50:23.148582Z","end":"2026-03-31T18:50:23.341737Z","steps":["trace[230123247] 'process raft request' (duration: 192.911727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:23.570097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.678013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:23.570187Z","caller":"traceutil/trace.go:171","msg":"trace[78249504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9846; }","duration":"120.818767ms","start":"2026-03-31T18:50:23.44934Z","end":"2026-03-31T18:50:23.570159Z","steps":["trace[78249504] 'range keys from in-memory index tree' (duration: 120.51869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:28.627907Z","caller":"traceutil/trace.go:171","msg":"trace[1783854749] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"142.80585ms","start":"2026-03-31T18:50:28.485075Z","end":"2026-03-31T18:50:28.627881Z","steps":["trace[1783854749] 'process raft request' (duration: 142.636466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:29.882915Z","caller":"traceutil/trace.go:171","msg":"trace[525709342] transaction","detail":"{read_only:false; response_revision:9879; number_of_response:1; }","duration":"126.022542ms","start":"2026-03-31T18:50:29.756858Z","end":"2026-03-31T18:50:29.88288Z","steps":["trace[525709342] 'process raft request' (duration: 44.979931ms)","trace[525709342] 'compare' (duration: 80.906068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:29.899369Z","caller":"traceutil/trace.go:171","msg":"trace[1101637705] transaction","detail":"{read_only:false; response_revision:9881; number_of_response:1; }","duration":"142.060544ms","start":"2026-03-31T18:50:29.757276Z","end":"2026-03-31T18:50:29.899336Z","steps":["trace[1101637705] 'process raft request' (duration: 141.981282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:29.899445Z","caller":"traceutil/trace.go:171","msg":"trace[2136655519] transaction","detail":"{read_only:false; response_revision:9880; number_of_response:1; }","duration":"142.113766ms","start":"2026-03-31T18:50:29.757262Z","end":"2026-03-31T18:50:29.899376Z","steps":["trace[2136655519] 'process raft request' (duration: 141.84983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:29.899562Z","caller":"traceutil/trace.go:171","msg":"trace[1185549797] transaction","detail":"{read_only:false; response_revision:9882; number_of_response:1; }","duration":"141.003811ms","start":"2026-03-31T18:50:29.758523Z","end":"2026-03-31T18:50:29.899527Z","steps":["trace[1185549797] 'process raft request' (duration: 140.777386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:29.899495Z","caller":"traceutil/trace.go:171","msg":"trace[1598763016] linearizableReadLoop","detail":"{readStateIndex:10274; appliedIndex:10271; }","duration":"141.207945ms","start":"2026-03-31T18:50:29.75826Z","end":"2026-03-31T18:50:29.899468Z","steps":["trace[1598763016] 'read index received' (duration: 43.58926ms)","trace[1598763016] 'applied index is now lower than readState.Index' (duration: 97.617095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:29.899834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.553684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223914"} {"level":"info","ts":"2026-03-31T18:50:29.899873Z","caller":"traceutil/trace.go:171","msg":"trace[1994710826] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9882; }","duration":"141.631135ms","start":"2026-03-31T18:50:29.758233Z","end":"2026-03-31T18:50:29.899864Z","steps":["trace[1994710826] 'agreement among raft nodes before linearized reading' (duration: 141.307537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:29.899923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.191798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:50:29.899978Z","caller":"traceutil/trace.go:171","msg":"trace[681331948] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9882; }","duration":"138.267959ms","start":"2026-03-31T18:50:29.761693Z","end":"2026-03-31T18:50:29.899961Z","steps":["trace[681331948] 'agreement among raft nodes before linearized reading' (duration: 138.114566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:29.900064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.567438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:29.900184Z","caller":"traceutil/trace.go:171","msg":"trace[1108100029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9882; }","duration":"139.714442ms","start":"2026-03-31T18:50:29.760452Z","end":"2026-03-31T18:50:29.900167Z","steps":["trace[1108100029] 'agreement among raft nodes before linearized reading' (duration: 139.331834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:30.077321Z","caller":"traceutil/trace.go:171","msg":"trace[1240924297] transaction","detail":"{read_only:false; response_revision:9884; number_of_response:1; }","duration":"171.331622ms","start":"2026-03-31T18:50:29.905959Z","end":"2026-03-31T18:50:30.07729Z","steps":["trace[1240924297] 'process raft request' (duration: 83.59313ms)","trace[1240924297] 'compare' (duration: 87.563109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:32.062765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.5607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:32.063155Z","caller":"traceutil/trace.go:171","msg":"trace[718578420] transaction","detail":"{read_only:false; response_revision:9887; number_of_response:1; }","duration":"305.109621ms","start":"2026-03-31T18:50:31.757994Z","end":"2026-03-31T18:50:32.063104Z","steps":["trace[718578420] 'process raft request' (duration: 304.921627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:32.06306Z","caller":"traceutil/trace.go:171","msg":"trace[1568666773] linearizableReadLoop","detail":"{readStateIndex:10280; appliedIndex:10278; }","duration":"176.234843ms","start":"2026-03-31T18:50:31.886804Z","end":"2026-03-31T18:50:32.063038Z","steps":["trace[1568666773] 'read index received' (duration: 61.471µs)","trace[1568666773] 'applied index is now lower than readState.Index' (duration: 176.171892ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:32.063238Z","caller":"traceutil/trace.go:171","msg":"trace[541861198] transaction","detail":"{read_only:false; response_revision:9886; number_of_response:1; }","duration":"306.068252ms","start":"2026-03-31T18:50:31.757126Z","end":"2026-03-31T18:50:32.063195Z","steps":["trace[541861198] 'process raft request' (duration: 92.96318ms)","trace[541861198] 'compare' (duration: 212.358195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:32.063414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.592111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:50:32.063438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:31.757112Z","time spent":"306.228056ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:32.063494Z","caller":"traceutil/trace.go:171","msg":"trace[2101055023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9887; }","duration":"176.724083ms","start":"2026-03-31T18:50:31.886753Z","end":"2026-03-31T18:50:32.063478Z","steps":["trace[2101055023] 'agreement among raft nodes before linearized reading' (duration: 176.465668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:32.063434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.259024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:50:32.063278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:31.757948Z","time spent":"305.274345ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:32.063585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.10655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:50:32.063624Z","caller":"traceutil/trace.go:171","msg":"trace[2141180702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9887; }","duration":"160.468688ms","start":"2026-03-31T18:50:31.903126Z","end":"2026-03-31T18:50:32.063594Z","steps":["trace[2141180702] 'agreement among raft nodes before linearized reading' (duration: 160.163431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:32.063657Z","caller":"traceutil/trace.go:171","msg":"trace[1316056366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9887; }","duration":"160.191852ms","start":"2026-03-31T18:50:31.903446Z","end":"2026-03-31T18:50:32.063638Z","steps":["trace[1316056366] 'agreement among raft nodes before linearized reading' (duration: 160.010948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:32.063544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.08854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:32.063725Z","caller":"traceutil/trace.go:171","msg":"trace[1671580203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9887; }","duration":"160.293294ms","start":"2026-03-31T18:50:31.903416Z","end":"2026-03-31T18:50:32.063709Z","steps":["trace[1671580203] 'agreement among raft nodes before linearized reading' (duration: 160.047759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:32.064785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.78155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:50:32.06486Z","caller":"traceutil/trace.go:171","msg":"trace[885927196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:9887; }","duration":"158.865161ms","start":"2026-03-31T18:50:31.905972Z","end":"2026-03-31T18:50:32.064837Z","steps":["trace[885927196] 'agreement among raft nodes before linearized reading' (duration: 157.4405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:37.446978Z","caller":"traceutil/trace.go:171","msg":"trace[37331844] transaction","detail":"{read_only:false; response_revision:9919; number_of_response:1; }","duration":"117.470552ms","start":"2026-03-31T18:50:37.329483Z","end":"2026-03-31T18:50:37.446953Z","steps":["trace[37331844] 'process raft request' (duration: 117.276008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:40.468963Z","caller":"traceutil/trace.go:171","msg":"trace[1881235660] transaction","detail":"{read_only:false; response_revision:9937; number_of_response:1; }","duration":"184.373985ms","start":"2026-03-31T18:50:40.284558Z","end":"2026-03-31T18:50:40.468932Z","steps":["trace[1881235660] 'process raft request' (duration: 180.748064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:40.47002Z","caller":"traceutil/trace.go:171","msg":"trace[751491305] transaction","detail":"{read_only:false; response_revision:9938; number_of_response:1; }","duration":"185.390938ms","start":"2026-03-31T18:50:40.284599Z","end":"2026-03-31T18:50:40.46999Z","steps":["trace[751491305] 'process raft request' (duration: 185.125142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:40.470054Z","caller":"traceutil/trace.go:171","msg":"trace[630881761] transaction","detail":"{read_only:false; response_revision:9939; number_of_response:1; }","duration":"185.366478ms","start":"2026-03-31T18:50:40.284664Z","end":"2026-03-31T18:50:40.470031Z","steps":["trace[630881761] 'process raft request' (duration: 185.176944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:40.470279Z","caller":"traceutil/trace.go:171","msg":"trace[569728112] transaction","detail":"{read_only:false; response_revision:9941; number_of_response:1; }","duration":"184.962609ms","start":"2026-03-31T18:50:40.285277Z","end":"2026-03-31T18:50:40.47024Z","steps":["trace[569728112] 'process raft request' (duration: 184.850066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:40.470336Z","caller":"traceutil/trace.go:171","msg":"trace[162014237] transaction","detail":"{read_only:false; response_revision:9940; number_of_response:1; }","duration":"185.45401ms","start":"2026-03-31T18:50:40.28487Z","end":"2026-03-31T18:50:40.470324Z","steps":["trace[162014237] 'process raft request' (duration: 185.104062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:42.898865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:43.399784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444140981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:43.469104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.09045673s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:43.469476Z","caller":"traceutil/trace.go:171","msg":"trace[2066313491] transaction","detail":"{read_only:false; response_revision:9991; number_of_response:1; }","duration":"1.090980032s","start":"2026-03-31T18:50:42.378477Z","end":"2026-03-31T18:50:43.469457Z","steps":["trace[2066313491] 'process raft request' (duration: 1.090801758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.469597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.378457Z","time spent":"1.091068504s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:43.56946Z","caller":"traceutil/trace.go:171","msg":"trace[2062173949] linearizableReadLoop","detail":"{readStateIndex:10392; appliedIndex:10390; }","duration":"1.171041073s","start":"2026-03-31T18:50:42.398395Z","end":"2026-03-31T18:50:43.569437Z","steps":["trace[2062173949] 'read index received' (duration: 1.070916131s)","trace[2062173949] 'applied index is now lower than readState.Index' (duration: 100.123772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:43.569608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116810322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:43.569634Z","caller":"traceutil/trace.go:171","msg":"trace[1998801892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9991; }","duration":"1.116889434s","start":"2026-03-31T18:50:42.452737Z","end":"2026-03-31T18:50:43.569626Z","steps":["trace[1998801892] 'agreement among raft nodes before linearized reading' (duration: 1.116819333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.569661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.452715Z","time spent":"1.116940026s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:43.569726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095522675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:50:43.569846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096423515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:50:43.56983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096375494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:50:43.569908Z","caller":"traceutil/trace.go:171","msg":"trace[1335255981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9991; }","duration":"1.096518547s","start":"2026-03-31T18:50:42.473375Z","end":"2026-03-31T18:50:43.569893Z","steps":["trace[1335255981] 'agreement among raft nodes before linearized reading' (duration: 1.096404575s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:43.56986Z","caller":"traceutil/trace.go:171","msg":"trace[632703921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9991; }","duration":"1.095665098s","start":"2026-03-31T18:50:42.474176Z","end":"2026-03-31T18:50:43.569841Z","steps":["trace[632703921] 'agreement among raft nodes before linearized reading' (duration: 1.095403462s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.569951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.47417Z","time spent":"1.09576803s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:43.569742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.748083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hkjlf\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-31T18:50:43.569992Z","caller":"traceutil/trace.go:171","msg":"trace[1631631131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9991; }","duration":"1.096502187s","start":"2026-03-31T18:50:42.473419Z","end":"2026-03-31T18:50:43.569922Z","steps":["trace[1631631131] 'agreement among raft nodes before linearized reading' (duration: 1.09621259s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.569945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.473359Z","time spent":"1.096577678s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:43.569719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171312589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-31T18:50:43.570107Z","caller":"traceutil/trace.go:171","msg":"trace[2093104907] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hkjlf; range_end:; response_count:1; response_revision:9991; }","duration":"631.105372ms","start":"2026-03-31T18:50:42.938956Z","end":"2026-03-31T18:50:43.570062Z","steps":["trace[2093104907] 'agreement among raft nodes before linearized reading' (duration: 630.699803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.570143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096556588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:43.570164Z","caller":"traceutil/trace.go:171","msg":"trace[802371855] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9991; }","duration":"1.17182066s","start":"2026-03-31T18:50:42.398334Z","end":"2026-03-31T18:50:43.570154Z","steps":["trace[802371855] 'agreement among raft nodes before linearized reading' (duration: 1.171196346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.570215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.938941Z","time spent":"631.238374ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4479,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hkjlf\" "} {"level":"warn","ts":"2026-03-31T18:50:43.570243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.398315Z","time spent":"1.171920813s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T18:50:43.569801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095583846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:50:43.570292Z","caller":"traceutil/trace.go:171","msg":"trace[1181419007] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9991; }","duration":"1.096079007s","start":"2026-03-31T18:50:42.474203Z","end":"2026-03-31T18:50:43.570282Z","steps":["trace[1181419007] 'agreement among raft nodes before linearized reading' (duration: 1.095564505s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:43.5703Z","caller":"traceutil/trace.go:171","msg":"trace[385053408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9991; }","duration":"1.09664886s","start":"2026-03-31T18:50:42.473543Z","end":"2026-03-31T18:50:43.570192Z","steps":["trace[385053408] 'agreement among raft nodes before linearized reading' (duration: 1.096273221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.570329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.474199Z","time spent":"1.096121557s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:43.570258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.473408Z","time spent":"1.09666046s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:43.570358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.473538Z","time spent":"1.096811673s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:46.102828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:50:46.106132Z","caller":"traceutil/trace.go:171","msg":"trace[764323383] transaction","detail":"{read_only:false; response_revision:10007; number_of_response:1; }","duration":"522.679323ms","start":"2026-03-31T18:50:45.583432Z","end":"2026-03-31T18:50:46.106112Z","steps":["trace[764323383] 'process raft request' (duration: 522.52115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.106253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.583403Z","time spent":"522.786516ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:46.119496Z","caller":"traceutil/trace.go:171","msg":"trace[679605579] linearizableReadLoop","detail":"{readStateIndex:10409; appliedIndex:10407; }","duration":"516.867422ms","start":"2026-03-31T18:50:45.602612Z","end":"2026-03-31T18:50:46.119479Z","steps":["trace[679605579] 'read index received' (duration: 503.323439ms)","trace[679605579] 'applied index is now lower than readState.Index' (duration: 13.543393ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:46.119577Z","caller":"traceutil/trace.go:171","msg":"trace[1197699318] transaction","detail":"{read_only:false; response_revision:10008; number_of_response:1; }","duration":"146.846211ms","start":"2026-03-31T18:50:45.972723Z","end":"2026-03-31T18:50:46.119569Z","steps":["trace[1197699318] 'process raft request' (duration: 146.661317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.119702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.082988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:46.119731Z","caller":"traceutil/trace.go:171","msg":"trace[932864937] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:10008; }","duration":"517.15974ms","start":"2026-03-31T18:50:45.602562Z","end":"2026-03-31T18:50:46.119722Z","steps":["trace[932864937] 'agreement among raft nodes before linearized reading' (duration: 517.102948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.119756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.602536Z","time spent":"517.212561ms","remote":"127.0.0.1:34972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:46.120007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.72122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:50:46.120091Z","caller":"traceutil/trace.go:171","msg":"trace[317486187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10008; }","duration":"508.837102ms","start":"2026-03-31T18:50:45.611236Z","end":"2026-03-31T18:50:46.120073Z","steps":["trace[317486187] 'agreement among raft nodes before linearized reading' (duration: 508.655928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.120131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.611221Z","time spent":"508.899603ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:46.120035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.917852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:50:46.120263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.784644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:46.120277Z","caller":"traceutil/trace.go:171","msg":"trace[1474762211] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10008; }","duration":"508.121017ms","start":"2026-03-31T18:50:45.61211Z","end":"2026-03-31T18:50:46.120231Z","steps":["trace[1474762211] 'agreement among raft nodes before linearized reading' (duration: 507.848221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.120414Z","caller":"traceutil/trace.go:171","msg":"trace[1344742050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10008; }","duration":"506.004598ms","start":"2026-03-31T18:50:45.614389Z","end":"2026-03-31T18:50:46.120393Z","steps":["trace[1344742050] 'agreement among raft nodes before linearized reading' (duration: 505.586249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.120468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.612089Z","time spent":"508.330101ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:46.120485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.614376Z","time spent":"506.098001ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:46.121277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.886026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:46.121397Z","caller":"traceutil/trace.go:171","msg":"trace[2015149398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10008; }","duration":"509.991598ms","start":"2026-03-31T18:50:45.611343Z","end":"2026-03-31T18:50:46.121335Z","steps":["trace[2015149398] 'agreement among raft nodes before linearized reading' (duration: 508.70957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.121446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.611325Z","time spent":"510.10898ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:50:46.265703Z","caller":"traceutil/trace.go:171","msg":"trace[1214107934] transaction","detail":"{read_only:false; response_revision:10009; number_of_response:1; }","duration":"140.829397ms","start":"2026-03-31T18:50:46.124845Z","end":"2026-03-31T18:50:46.265675Z","steps":["trace[1214107934] 'process raft request' (duration: 88.95769ms)","trace[1214107934] 'compare' (duration: 51.762785ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:46.317154Z","caller":"traceutil/trace.go:171","msg":"trace[1807745588] transaction","detail":"{read_only:false; response_revision:10012; number_of_response:1; }","duration":"190.041963ms","start":"2026-03-31T18:50:46.127093Z","end":"2026-03-31T18:50:46.317135Z","steps":["trace[1807745588] 'process raft request' (duration: 190.005653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.31722Z","caller":"traceutil/trace.go:171","msg":"trace[2080799719] transaction","detail":"{read_only:false; response_revision:10010; number_of_response:1; }","duration":"191.421524ms","start":"2026-03-31T18:50:46.125766Z","end":"2026-03-31T18:50:46.317187Z","steps":["trace[2080799719] 'process raft request' (duration: 191.181069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.317436Z","caller":"traceutil/trace.go:171","msg":"trace[820399915] transaction","detail":"{read_only:false; response_revision:10011; number_of_response:1; }","duration":"190.329ms","start":"2026-03-31T18:50:46.127098Z","end":"2026-03-31T18:50:46.317427Z","steps":["trace[820399915] 'process raft request' (duration: 189.952321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.32608Z","caller":"traceutil/trace.go:171","msg":"trace[201528599] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"105.901451ms","start":"2026-03-31T18:50:46.220134Z","end":"2026-03-31T18:50:46.326035Z","steps":["trace[201528599] 'process raft request' (duration: 105.702757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:48.622887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:48.817956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.426704852s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:50:48.818221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:47.391135Z","time spent":"1.427082091s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:50:50.451827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:50.451937Z","caller":"traceutil/trace.go:171","msg":"trace[18711993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637578s","start":"2026-03-31T18:50:48.451276Z","end":"2026-03-31T18:50:50.451913Z","steps":["trace[18711993] 'agreement among raft nodes before linearized reading' (duration: 2.000469054s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:50.452003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.451261Z","time spent":"2.000727009s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:51.373465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.543883263s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:51.37392Z","caller":"traceutil/trace.go:171","msg":"trace[1946946691] transaction","detail":"{read_only:false; response_revision:10016; number_of_response:1; }","duration":"3.247819273s","start":"2026-03-31T18:50:48.126082Z","end":"2026-03-31T18:50:51.373901Z","steps":["trace[1946946691] 'process raft request' (duration: 3.247593798s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.374086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.126069Z","time spent":"3.247932625s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:51.374251Z","caller":"traceutil/trace.go:171","msg":"trace[130557091] transaction","detail":"{read_only:false; response_revision:10017; number_of_response:1; }","duration":"3.043889027s","start":"2026-03-31T18:50:48.330326Z","end":"2026-03-31T18:50:51.374215Z","steps":["trace[130557091] 'process raft request' (duration: 3.043467837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.374396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.330313Z","time spent":"3.044000409s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:51.374782Z","caller":"traceutil/trace.go:171","msg":"trace[666768492] linearizableReadLoop","detail":"{readStateIndex:10420; appliedIndex:10416; }","duration":"3.251978316s","start":"2026-03-31T18:50:48.122778Z","end":"2026-03-31T18:50:51.374756Z","steps":["trace[666768492] 'read index received' (duration: 695.404508ms)","trace[666768492] 'applied index is now lower than readState.Index' (duration: 2.556572448s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:51.375002Z","caller":"traceutil/trace.go:171","msg":"trace[1318143529] transaction","detail":"{read_only:false; response_revision:10018; number_of_response:1; }","duration":"3.043230461s","start":"2026-03-31T18:50:48.331744Z","end":"2026-03-31T18:50:51.374974Z","steps":["trace[1318143529] 'process raft request' (duration: 3.042431304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.375137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.331724Z","time spent":"3.043345546s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:51.375133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252344765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:50:51.375185Z","caller":"traceutil/trace.go:171","msg":"trace[1671297202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10018; }","duration":"3.252432067s","start":"2026-03-31T18:50:48.122741Z","end":"2026-03-31T18:50:51.375173Z","steps":["trace[1671297202] 'agreement among raft nodes before linearized reading' (duration: 3.252258972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.375216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.122723Z","time spent":"3.252486518s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:50:51.399824Z","caller":"traceutil/trace.go:171","msg":"trace[2028667311] transaction","detail":"{read_only:false; response_revision:10019; number_of_response:1; }","duration":"2.580346454s","start":"2026-03-31T18:50:48.819439Z","end":"2026-03-31T18:50:51.399785Z","steps":["trace[2028667311] 'process raft request' (duration: 2.580144459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.399947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128366586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:50:51.400008Z","caller":"traceutil/trace.go:171","msg":"trace[665968308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10021; }","duration":"3.128478028s","start":"2026-03-31T18:50:48.271517Z","end":"2026-03-31T18:50:51.399995Z","steps":["trace[665968308] 'agreement among raft nodes before linearized reading' (duration: 3.128291524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.400039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.271496Z","time spent":"3.12853494s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:51.400034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.819384Z","time spent":"2.580558578s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:51.400191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.774852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:51.400259Z","caller":"traceutil/trace.go:171","msg":"trace[1968552958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10021; }","duration":"947.887605ms","start":"2026-03-31T18:50:50.452355Z","end":"2026-03-31T18:50:51.400242Z","steps":["trace[1968552958] 'agreement among raft nodes before linearized reading' (duration: 947.773612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.400294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168704648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:50:51.400296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.452335Z","time spent":"947.953257ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:50:51.400316Z","caller":"traceutil/trace.go:171","msg":"trace[1029442070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10021; }","duration":"2.168762669s","start":"2026-03-31T18:50:49.231546Z","end":"2026-03-31T18:50:51.400309Z","steps":["trace[1029442070] 'agreement among raft nodes before linearized reading' (duration: 2.168698977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.400334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:49.231525Z","time spent":"2.16880569s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:50:51.400467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056980743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:50:51.40049Z","caller":"traceutil/trace.go:171","msg":"trace[1551872809] transaction","detail":"{read_only:false; response_revision:10020; number_of_response:1; }","duration":"292.282903ms","start":"2026-03-31T18:50:51.108194Z","end":"2026-03-31T18:50:51.400477Z","steps":["trace[1551872809] 'process raft request' (duration: 291.497625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.400511Z","caller":"traceutil/trace.go:171","msg":"trace[125867206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10021; }","duration":"3.057042163s","start":"2026-03-31T18:50:48.343457Z","end":"2026-03-31T18:50:51.4005Z","steps":["trace[125867206] 'agreement among raft nodes before linearized reading' (duration: 3.056966202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.400537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.343446Z","time spent":"3.057083644s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:51.400665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062042975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:50:51.40069Z","caller":"traceutil/trace.go:171","msg":"trace[981630670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10021; }","duration":"3.062093447s","start":"2026-03-31T18:50:48.338591Z","end":"2026-03-31T18:50:51.400685Z","steps":["trace[981630670] 'agreement among raft nodes before linearized reading' (duration: 3.062029625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.400707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.33858Z","time spent":"3.062123697s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:50:51.400703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.468246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:50:51.400737Z","caller":"traceutil/trace.go:171","msg":"trace[1343468779] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10021; }","duration":"537.539068ms","start":"2026-03-31T18:50:50.86319Z","end":"2026-03-31T18:50:51.400729Z","steps":["trace[1343468779] 'agreement among raft nodes before linearized reading' (duration: 537.422645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.40076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.863169Z","time spent":"537.586199ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:50:51.400832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070609858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:51.400861Z","caller":"traceutil/trace.go:171","msg":"trace[1733964447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10021; }","duration":"3.070679289s","start":"2026-03-31T18:50:48.330175Z","end":"2026-03-31T18:50:51.400854Z","steps":["trace[1733964447] 'agreement among raft nodes before linearized reading' (duration: 3.070602718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.40088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.330156Z","time spent":"3.07071929s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:51.400959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077863432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:50:51.400969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.573931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:50:51.400983Z","caller":"traceutil/trace.go:171","msg":"trace[976789800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10021; }","duration":"3.077924613s","start":"2026-03-31T18:50:48.323052Z","end":"2026-03-31T18:50:51.400977Z","steps":["trace[976789800] 'agreement among raft nodes before linearized reading' (duration: 3.077871942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.401005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.323036Z","time spent":"3.077965574s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:50:51.401007Z","caller":"traceutil/trace.go:171","msg":"trace[1240832740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10021; }","duration":"598.637371ms","start":"2026-03-31T18:50:50.802358Z","end":"2026-03-31T18:50:51.400995Z","steps":["trace[1240832740] 'agreement among raft nodes before linearized reading' (duration: 598.540459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.401051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.802345Z","time spent":"598.698893ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:51.400634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.480793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T18:50:51.401154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078276101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:51.40118Z","caller":"traceutil/trace.go:171","msg":"trace[1916809507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10021; }","duration":"3.078338372s","start":"2026-03-31T18:50:48.322834Z","end":"2026-03-31T18:50:51.401173Z","steps":["trace[1916809507] 'agreement among raft nodes before linearized reading' (duration: 3.078269341s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.40118Z","caller":"traceutil/trace.go:171","msg":"trace[465577722] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10021; }","duration":"219.062406ms","start":"2026-03-31T18:50:51.182107Z","end":"2026-03-31T18:50:51.40117Z","steps":["trace[465577722] 'agreement among raft nodes before linearized reading' (duration: 218.382141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.401199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:48.32281Z","time spent":"3.078384993s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:50:51.400822Z","caller":"traceutil/trace.go:171","msg":"trace[744508959] transaction","detail":"{read_only:false; response_revision:10021; number_of_response:1; }","duration":"217.036481ms","start":"2026-03-31T18:50:51.183771Z","end":"2026-03-31T18:50:51.400807Z","steps":["trace[744508959] 'process raft request' (duration: 215.977917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.023145Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.613079553s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:53.057047Z","caller":"traceutil/trace.go:171","msg":"trace[2102884217] transaction","detail":"{read_only:false; response_revision:10024; number_of_response:1; }","duration":"1.650120216s","start":"2026-03-31T18:50:51.406907Z","end":"2026-03-31T18:50:53.057027Z","steps":["trace[2102884217] 'process raft request' (duration: 1.616462049s)","trace[2102884217] 'compare' (duration: 33.539944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:53.057152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.40686Z","time spent":"1.650234238s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:53.057472Z","caller":"traceutil/trace.go:171","msg":"trace[106073031] linearizableReadLoop","detail":"{readStateIndex:10430; appliedIndex:10424; }","duration":"1.650048414s","start":"2026-03-31T18:50:51.407402Z","end":"2026-03-31T18:50:53.057451Z","steps":["trace[106073031] 'read index received' (duration: 2.712261ms)","trace[106073031] 'applied index is now lower than readState.Index' (duration: 1.647335003s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:53.057576Z","caller":"traceutil/trace.go:171","msg":"trace[709690270] transaction","detail":"{read_only:false; response_revision:10025; number_of_response:1; }","duration":"1.650587226s","start":"2026-03-31T18:50:51.406978Z","end":"2026-03-31T18:50:53.057565Z","steps":["trace[709690270] 'process raft request' (duration: 1.650019403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.057685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.406972Z","time spent":"1.650633498s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:53.05803Z","caller":"traceutil/trace.go:171","msg":"trace[2073622680] transaction","detail":"{read_only:false; response_revision:10026; number_of_response:1; }","duration":"1.651006546s","start":"2026-03-31T18:50:51.407012Z","end":"2026-03-31T18:50:53.058019Z","steps":["trace[2073622680] 'process raft request' (duration: 1.650230018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.058095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.40698Z","time spent":"1.651083287s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:53.058287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650853922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:50:53.0584Z","caller":"traceutil/trace.go:171","msg":"trace[852477633] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10028; }","duration":"1.651013105s","start":"2026-03-31T18:50:51.407358Z","end":"2026-03-31T18:50:53.058372Z","steps":["trace[852477633] 'agreement among raft nodes before linearized reading' (duration: 1.650692598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.058471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.407348Z","time spent":"1.651108407s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T18:50:53.058616Z","caller":"traceutil/trace.go:171","msg":"trace[465282873] transaction","detail":"{read_only:false; response_revision:10027; number_of_response:1; }","duration":"1.651535847s","start":"2026-03-31T18:50:51.407062Z","end":"2026-03-31T18:50:53.058598Z","steps":["trace[465282873] 'process raft request' (duration: 1.65028644s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:53.058631Z","caller":"traceutil/trace.go:171","msg":"trace[1348028451] transaction","detail":"{read_only:false; response_revision:10028; number_of_response:1; }","duration":"1.651463916s","start":"2026-03-31T18:50:51.407143Z","end":"2026-03-31T18:50:53.058607Z","steps":["trace[1348028451] 'process raft request' (duration: 1.650265649s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.058699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.40704Z","time spent":"1.651620189s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:53.058779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.407125Z","time spent":"1.651593529s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:53.412183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000367532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:53.412247Z","caller":"traceutil/trace.go:171","msg":"trace[76005518] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455793s","start":"2026-03-31T18:50:51.411781Z","end":"2026-03-31T18:50:53.412237Z","steps":["trace[76005518] 'agreement among raft nodes before linearized reading' (duration: 2.000382692s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.412272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.411773Z","time spent":"2.000492854s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:53.558365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:54.058645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:54.559509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:55.060304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:55.412788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:55.412875Z","caller":"traceutil/trace.go:171","msg":"trace[1983134674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256029s","start":"2026-03-31T18:50:53.412599Z","end":"2026-03-31T18:50:55.412855Z","steps":["trace[1983134674] 'agreement among raft nodes before linearized reading' (duration: 2.000145757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:55.412965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.412582Z","time spent":"2.000370102s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:55.560531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:56.060896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:56.561889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:57.062156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:57.421034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000590087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:57.421158Z","caller":"traceutil/trace.go:171","msg":"trace[238621805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000759491s","start":"2026-03-31T18:50:55.420354Z","end":"2026-03-31T18:50:57.421113Z","steps":["trace[238621805] 'agreement among raft nodes before linearized reading' (duration: 2.000616688s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:57.421275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.420331Z","time spent":"2.000924194s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:57.562554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:58.063694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:58.344071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.412145Z","time spent":"6.931919355s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:50:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:58.377052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.380014Z","time spent":"4.997032518s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:50:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:58.377981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.379835Z","time spent":"4.998096191s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:50:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:58.408089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999923602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:58.408182Z","caller":"traceutil/trace.go:171","msg":"trace[2124438600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000059735s","start":"2026-03-31T18:50:53.408101Z","end":"2026-03-31T18:50:58.40816Z","steps":["trace[2124438600] 'agreement among raft nodes before linearized reading' (duration: 4.999942352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:58.408235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.408093Z","time spent":"5.000130507s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:58.4131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999597935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:58.413162Z","caller":"traceutil/trace.go:171","msg":"trace[1196019006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999677406s","start":"2026-03-31T18:50:53.413472Z","end":"2026-03-31T18:50:58.413149Z","steps":["trace[1196019006] 'agreement among raft nodes before linearized reading' (duration: 4.999604605s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:58.413199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.413464Z","time spent":"4.999726517s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:50:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:58.564665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:58.963933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.962813Z","time spent":"7.001111752s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:50:59.066121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:59.421093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:59.421181Z","caller":"traceutil/trace.go:171","msg":"trace[1493637124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108685s","start":"2026-03-31T18:50:57.421054Z","end":"2026-03-31T18:50:59.421162Z","steps":["trace[1493637124] 'agreement among raft nodes before linearized reading' (duration: 1.999996233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:59.421257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:57.421031Z","time spent":"2.000192097s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:59.566576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:59.671519Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"26e59d452735c2d2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:50:59.980913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23494177s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:59.981058Z","caller":"traceutil/trace.go:171","msg":"trace[1492461850] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10028; }","duration":"1.235107623s","start":"2026-03-31T18:50:58.745932Z","end":"2026-03-31T18:50:59.98104Z","steps":["trace[1492461850] 'range keys from in-memory index tree' (duration: 1.234900998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.058668Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-31T18:51:00.058921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.09538503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T18:51:00.058982Z","caller":"traceutil/trace.go:171","msg":"trace[1046724293] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; }","duration":"7.095485503s","start":"2026-03-31T18:50:52.963467Z","end":"2026-03-31T18:51:00.058952Z","steps":["trace[1046724293] 'agreement among raft nodes before linearized reading' (duration: 7.095412941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.058969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.515905754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:51:00.059033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.963447Z","time spent":"7.095574044s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:00.059016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.647022581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:51:00.059086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.648445454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T18:51:00.05909Z","caller":"traceutil/trace.go:171","msg":"trace[1179173221] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"8.516069127s","start":"2026-03-31T18:50:51.542991Z","end":"2026-03-31T18:51:00.05906Z","steps":["trace[1179173221] 'agreement among raft nodes before linearized reading' (duration: 8.515921664s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:00.059103Z","caller":"traceutil/trace.go:171","msg":"trace[630855605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.647140174s","start":"2026-03-31T18:50:51.411941Z","end":"2026-03-31T18:51:00.059081Z","steps":["trace[630855605] 'agreement among raft nodes before linearized reading' (duration: 8.647033621s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:00.059116Z","caller":"traceutil/trace.go:171","msg":"trace[235439990] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; }","duration":"8.648481374s","start":"2026-03-31T18:50:51.410627Z","end":"2026-03-31T18:51:00.059109Z","steps":["trace[235439990] 'agreement among raft nodes before linearized reading' (duration: 8.648451824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.059142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.410624Z","time spent":"8.648511036s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" "} {"level":"warn","ts":"2026-03-31T18:51:00.059148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.411933Z","time spent":"8.647204316s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:51:00.05918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.648559497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T18:51:00.059217Z","caller":"traceutil/trace.go:171","msg":"trace[766990408] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; }","duration":"8.648618178s","start":"2026-03-31T18:50:51.410593Z","end":"2026-03-31T18:51:00.059211Z","steps":["trace[766990408] 'agreement among raft nodes before linearized reading' (duration: 8.648580547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.059247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.410584Z","time spent":"8.648657078s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:51:00.059226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.416058232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T18:51:00.059308Z","caller":"traceutil/trace.go:171","msg":"trace[1908796402] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"7.416183555s","start":"2026-03-31T18:50:52.643113Z","end":"2026-03-31T18:51:00.059297Z","steps":["trace[1908796402] 'agreement among raft nodes before linearized reading' (duration: 7.416096943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.059348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.643084Z","time spent":"7.416254097s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:00.059323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.522098704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:51:00.059388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.651170527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T18:51:00.059411Z","caller":"traceutil/trace.go:171","msg":"trace[948626668] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"8.522320709s","start":"2026-03-31T18:50:51.537075Z","end":"2026-03-31T18:51:00.059396Z","steps":["trace[948626668] 'agreement among raft nodes before linearized reading' (duration: 8.522131634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.059165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.542981Z","time spent":"8.51615805s","remote":"127.0.0.1:34960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:00.059453Z","caller":"traceutil/trace.go:171","msg":"trace[1857783347] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7; range_end:; }","duration":"8.651252999s","start":"2026-03-31T18:50:51.408184Z","end":"2026-03-31T18:51:00.059437Z","steps":["trace[1857783347] 'agreement among raft nodes before linearized reading' (duration: 8.651167427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.059467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.092584045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:51:00.059492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.408145Z","time spent":"8.651338231s","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/pvc-3597d9da-2da0-4f9d-8a64-06be5a4d3ad7\" "} {"level":"warn","ts":"2026-03-31T18:51:00.059489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.537055Z","time spent":"8.522415981s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:00.0595Z","caller":"traceutil/trace.go:171","msg":"trace[976310811] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; }","duration":"8.092652317s","start":"2026-03-31T18:50:51.966841Z","end":"2026-03-31T18:51:00.059493Z","steps":["trace[976310811] 'agreement among raft nodes before linearized reading' (duration: 8.092619006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.059532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.966821Z","time spent":"8.092701137s","remote":"127.0.0.1:51750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:00.059577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.170344613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:51:00.059412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.548236085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T18:51:00.059609Z","caller":"traceutil/trace.go:171","msg":"trace[651476095] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"8.170376384s","start":"2026-03-31T18:50:51.889223Z","end":"2026-03-31T18:51:00.059599Z","steps":["trace[651476095] 'agreement among raft nodes before linearized reading' (duration: 8.170344163s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:00.059616Z","caller":"traceutil/trace.go:171","msg":"trace[637925422] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; }","duration":"7.548441499s","start":"2026-03-31T18:50:52.511167Z","end":"2026-03-31T18:51:00.059609Z","steps":["trace[637925422] 'agreement among raft nodes before linearized reading' (duration: 7.548235985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.059644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.5111Z","time spent":"7.548534001s","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:00.059677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.495620108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:51:00.059442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.941465786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T18:51:00.05971Z","caller":"traceutil/trace.go:171","msg":"trace[1982548097] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; }","duration":"8.495675909s","start":"2026-03-31T18:50:51.564028Z","end":"2026-03-31T18:51:00.059704Z","steps":["trace[1982548097] 'agreement among raft nodes before linearized reading' (duration: 8.495641619s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:00.059726Z","caller":"traceutil/trace.go:171","msg":"trace[42652352] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; }","duration":"7.941784784s","start":"2026-03-31T18:50:52.117932Z","end":"2026-03-31T18:51:00.059717Z","steps":["trace[42652352] 'agreement among raft nodes before linearized reading' (duration: 7.941498747s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.059649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.889166Z","time spent":"8.170463636s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:00.059743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.564016Z","time spent":"8.4957199s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:00.059799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.117913Z","time spent":"7.941839656s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:00.059196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.64428431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a201abef0e9fa3\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T18:51:00.059891Z","caller":"traceutil/trace.go:171","msg":"trace[755339636] range","detail":"{range_begin:/registry/events/openstack/ceph.18a201abef0e9fa3; range_end:; }","duration":"8.645028947s","start":"2026-03-31T18:50:51.414848Z","end":"2026-03-31T18:51:00.059877Z","steps":["trace[755339636] 'agreement among raft nodes before linearized reading' (duration: 8.644340831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.059969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.414834Z","time spent":"8.645121599s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/ceph.18a201abef0e9fa3\" "} {"level":"warn","ts":"2026-03-31T18:51:00.060818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998900218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:00.060894Z","caller":"traceutil/trace.go:171","msg":"trace[580267539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99902761s","start":"2026-03-31T18:50:55.061834Z","end":"2026-03-31T18:51:00.060862Z","steps":["trace[580267539] 'agreement among raft nodes before linearized reading' (duration: 4.998926968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.060959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.061813Z","time spent":"4.999109392s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:51:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:00.380047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.379732Z","time spent":"7.000308823s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:00.559861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:00.584022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001113949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:51:00.584242Z","caller":"traceutil/trace.go:171","msg":"trace[838831986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001477727s","start":"2026-03-31T18:50:58.582707Z","end":"2026-03-31T18:51:00.584185Z","steps":["trace[838831986] 'agreement among raft nodes before linearized reading' (duration: 2.00114724s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:00.58434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.582678Z","time spent":"2.00164701s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:51:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:00.940836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.940652Z","time spent":"7.00017457s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:01.010147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:54.009257Z","time spent":"7.000882946s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:01.060418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:01.371826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.348423678s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:51:01.429512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999810269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:01.42957Z","caller":"traceutil/trace.go:171","msg":"trace[1952965524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999936001s","start":"2026-03-31T18:50:59.429622Z","end":"2026-03-31T18:51:01.429558Z","steps":["trace[1952965524] 'agreement among raft nodes before linearized reading' (duration: 1.99985807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.429598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:59.429596Z","time spent":"1.999996322s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:51:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:03.377258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998539469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:03.377345Z","caller":"traceutil/trace.go:171","msg":"trace[57377482] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998707863s","start":"2026-03-31T18:50:58.378619Z","end":"2026-03-31T18:51:03.377327Z","steps":["trace[57377482] 'agreement among raft nodes before linearized reading' (duration: 4.99856422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.377393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.378603Z","time spent":"4.998776464s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 18:51:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:03.377214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992883199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:03.379097Z","caller":"traceutil/trace.go:171","msg":"trace[857071144] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.994827805s","start":"2026-03-31T18:51:00.384241Z","end":"2026-03-31T18:51:03.379069Z","steps":["trace[857071144] 'agreement among raft nodes before linearized reading' (duration: 2.992922601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.379185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.384219Z","time spent":"2.994946227s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:03.378605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998911867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} 2026/03/31 18:51:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T18:51:03.379249Z","caller":"traceutil/trace.go:171","msg":"trace[623776749] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999585063s","start":"2026-03-31T18:50:58.379646Z","end":"2026-03-31T18:51:03.379231Z","steps":["trace[623776749] 'agreement among raft nodes before linearized reading' (duration: 4.998935098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.379307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.379634Z","time spent":"4.999656184s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 18:51:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:03.403295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317236133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:03.403387Z","caller":"traceutil/trace.go:171","msg":"trace[1148357152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"3.317384466s","start":"2026-03-31T18:51:00.085981Z","end":"2026-03-31T18:51:03.403365Z","steps":["trace[1148357152] 'agreement among raft nodes before linearized reading' (duration: 3.317269174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.403439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.085959Z","time spent":"3.317469629s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 18:51:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:03.407813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993900512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:03.407864Z","caller":"traceutil/trace.go:171","msg":"trace[793179632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.994021525s","start":"2026-03-31T18:51:00.413829Z","end":"2026-03-31T18:51:03.407851Z","steps":["trace[793179632] 'agreement among raft nodes before linearized reading' (duration: 2.993962984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.407908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.413806Z","time spent":"2.994088696s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:51:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:03.413515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998212499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:03.41362Z","caller":"traceutil/trace.go:171","msg":"trace[1936834529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998368723s","start":"2026-03-31T18:51:00.415238Z","end":"2026-03-31T18:51:03.413607Z","steps":["trace[1936834529] 'agreement among raft nodes before linearized reading' (duration: 2.99824896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.413669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.415217Z","time spent":"2.998444334s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:51:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:03.437793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000344061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:51:03.437887Z","caller":"traceutil/trace.go:171","msg":"trace[526797721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466995s","start":"2026-03-31T18:51:01.43739Z","end":"2026-03-31T18:51:03.437857Z","steps":["trace[526797721] 'agreement among raft nodes before linearized reading' (duration: 2.000366352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.437929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.437375Z","time spent":"2.000544886s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:04.228855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856526194s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T18:51:04.306365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.428694543s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:04.307304Z","caller":"traceutil/trace.go:171","msg":"trace[1697734029] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10035; }","duration":"5.960737526s","start":"2026-03-31T18:50:58.346543Z","end":"2026-03-31T18:51:04.307281Z","steps":["trace[1697734029] 'process raft request' (duration: 5.960479181s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.307446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.346517Z","time spent":"5.960852738s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:04.307499Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"45.431µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-31T18:51:04.307587Z","caller":"traceutil/trace.go:171","msg":"trace[1791470529] transaction","detail":"{read_only:false; response_revision:10036; number_of_response:1; }","duration":"5.397559732s","start":"2026-03-31T18:50:58.910017Z","end":"2026-03-31T18:51:04.307576Z","steps":["trace[1791470529] 'process raft request' (duration: 5.397208824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.307637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.909993Z","time spent":"5.397617584s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:04.307651Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"26e59d452735c2d2","error":"lease not found"} {"level":"info","ts":"2026-03-31T18:51:04.307676Z","caller":"traceutil/trace.go:171","msg":"trace[1679311875] linearizableReadLoop","detail":"{readStateIndex:10443; appliedIndex:10430; }","duration":"4.248813381s","start":"2026-03-31T18:51:00.058846Z","end":"2026-03-31T18:51:04.307659Z","steps":["trace[1679311875] 'read index received' (duration: 1.313316231s)","trace[1679311875] 'applied index is now lower than readState.Index' (duration: 2.93549644s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:04.307761Z","caller":"traceutil/trace.go:171","msg":"trace[1483196009] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10036; }","duration":"3.362954321s","start":"2026-03-31T18:51:00.944797Z","end":"2026-03-31T18:51:04.307752Z","steps":["trace[1483196009] 'process raft request' (duration: 3.362773387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.307791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.355772069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:04.307828Z","caller":"traceutil/trace.go:171","msg":"trace[1546216159] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10036; }","duration":"6.35584223s","start":"2026-03-31T18:50:57.951973Z","end":"2026-03-31T18:51:04.307815Z","steps":["trace[1546216159] 'agreement among raft nodes before linearized reading' (duration: 6.355776419s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.307865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:57.951952Z","time spent":"6.355905002s","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:04.307977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.179325165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:04.308012Z","caller":"traceutil/trace.go:171","msg":"trace[1612993507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10036; }","duration":"8.179389496s","start":"2026-03-31T18:50:56.128612Z","end":"2026-03-31T18:51:04.308002Z","steps":["trace[1612993507] 'agreement among raft nodes before linearized reading' (duration: 8.179331415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.307994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883304308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-31T18:51:04.308042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:56.128594Z","time spent":"8.179440027s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:04.308051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.891454091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:04.308067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.245730984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:51:04.308081Z","caller":"traceutil/trace.go:171","msg":"trace[1120169361] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:10036; }","duration":"4.891522713s","start":"2026-03-31T18:50:59.416549Z","end":"2026-03-31T18:51:04.308072Z","steps":["trace[1120169361] 'agreement among raft nodes before linearized reading' (duration: 4.891473282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.30811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:59.416523Z","time spent":"4.891580265s","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:04.308116Z","caller":"traceutil/trace.go:171","msg":"trace[1484361174] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10036; }","duration":"3.294169455s","start":"2026-03-31T18:51:01.013933Z","end":"2026-03-31T18:51:04.308102Z","steps":["trace[1484361174] 'process raft request' (duration: 3.293688874s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:04.308119Z","caller":"traceutil/trace.go:171","msg":"trace[353458560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10036; }","duration":"9.245812555s","start":"2026-03-31T18:50:55.062285Z","end":"2026-03-31T18:51:04.308098Z","steps":["trace[353458560] 'agreement among raft nodes before linearized reading' (duration: 9.245716693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.308162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.06226Z","time spent":"9.245893328s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:04.308199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.809314026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:04.308215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.013912Z","time spent":"3.294238556s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:04.308232Z","caller":"traceutil/trace.go:171","msg":"trace[1857233615] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10036; }","duration":"6.809372958s","start":"2026-03-31T18:50:57.49885Z","end":"2026-03-31T18:51:04.308223Z","steps":["trace[1857233615] 'agreement among raft nodes before linearized reading' (duration: 6.809325857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.30826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:57.49882Z","time spent":"6.809432861s","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:04.308268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.944768Z","time spent":"3.363015963s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:04.308513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.340767734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-03-31T18:51:04.308541Z","caller":"traceutil/trace.go:171","msg":"trace[1277117648] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10036; }","duration":"5.340837166s","start":"2026-03-31T18:50:58.967697Z","end":"2026-03-31T18:51:04.308534Z","steps":["trace[1277117648] 'agreement among raft nodes before linearized reading' (duration: 5.340538729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.30854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26834453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:04.308566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.967673Z","time spent":"5.340887417s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:51:04.308573Z","caller":"traceutil/trace.go:171","msg":"trace[760229388] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10036; }","duration":"4.268414231s","start":"2026-03-31T18:51:00.04015Z","end":"2026-03-31T18:51:04.308564Z","steps":["trace[760229388] 'agreement among raft nodes before linearized reading' (duration: 4.26836087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.308578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.263444112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:04.308068Z","caller":"traceutil/trace.go:171","msg":"trace[65362474] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10036; }","duration":"4.883460391s","start":"2026-03-31T18:50:59.42459Z","end":"2026-03-31T18:51:04.30805Z","steps":["trace[65362474] 'agreement among raft nodes before linearized reading' (duration: 4.883214236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.308604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.040133Z","time spent":"4.268464152s","remote":"127.0.0.1:52084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:04.30861Z","caller":"traceutil/trace.go:171","msg":"trace[1378866275] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10036; }","duration":"9.263505834s","start":"2026-03-31T18:50:55.045093Z","end":"2026-03-31T18:51:04.308599Z","steps":["trace[1378866275] 'agreement among raft nodes before linearized reading' (duration: 9.263454592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.308625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:59.424561Z","time spent":"4.884053175s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T18:51:04.308642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.045048Z","time spent":"9.263585675s","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:04.308721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.630044979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:04.307968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.245679603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:51:04.308752Z","caller":"traceutil/trace.go:171","msg":"trace[719036672] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10036; }","duration":"5.630114811s","start":"2026-03-31T18:50:58.678628Z","end":"2026-03-31T18:51:04.308743Z","steps":["trace[719036672] 'agreement among raft nodes before linearized reading' (duration: 5.6300676s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:04.308775Z","caller":"traceutil/trace.go:171","msg":"trace[1784882683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10036; }","duration":"9.246529302s","start":"2026-03-31T18:50:55.062236Z","end":"2026-03-31T18:51:04.308765Z","steps":["trace[1784882683] 'agreement among raft nodes before linearized reading' (duration: 9.245610942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.308781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:58.678598Z","time spent":"5.630174411s","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:04.308826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.06222Z","time spent":"9.246596713s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:04.308903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.24851797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:51:04.308954Z","caller":"traceutil/trace.go:171","msg":"trace[153136325] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10036; }","duration":"11.248591672s","start":"2026-03-31T18:50:53.060351Z","end":"2026-03-31T18:51:04.308942Z","steps":["trace[153136325] 'agreement among raft nodes before linearized reading' (duration: 11.248456389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.308958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.704945441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:04.308986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.060334Z","time spent":"11.248644574s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T18:51:04.308996Z","caller":"traceutil/trace.go:171","msg":"trace[1371606715] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:10036; }","duration":"9.705087834s","start":"2026-03-31T18:50:54.603898Z","end":"2026-03-31T18:51:04.308986Z","steps":["trace[1371606715] 'agreement among raft nodes before linearized reading' (duration: 9.704874838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.309022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:54.603862Z","time spent":"9.705154466s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} 2026/03/31 18:51:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:04.808218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:05.061412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998411244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:05.06153Z","caller":"traceutil/trace.go:171","msg":"trace[1782124259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998518417s","start":"2026-03-31T18:51:02.062959Z","end":"2026-03-31T18:51:05.061477Z","steps":["trace[1782124259] 'agreement among raft nodes before linearized reading' (duration: 2.998405384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.061588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.062901Z","time spent":"2.99866772s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:51:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:05.062186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.31892Z","time spent":"743.263143ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:51:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:05.063921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.543662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:05.064174Z","caller":"traceutil/trace.go:171","msg":"trace[1255020195] transaction","detail":"{read_only:false; response_revision:10039; number_of_response:1; }","duration":"1.648149651s","start":"2026-03-31T18:51:03.41601Z","end":"2026-03-31T18:51:05.06416Z","steps":["trace[1255020195] 'process raft request' (duration: 1.648070749s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:05.064173Z","caller":"traceutil/trace.go:171","msg":"trace[87175132] transaction","detail":"{read_only:false; response_revision:10038; number_of_response:1; }","duration":"1.653696896s","start":"2026-03-31T18:51:03.410453Z","end":"2026-03-31T18:51:05.06415Z","steps":["trace[87175132] 'process raft request' (duration: 1.653551252s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:05.064123Z","caller":"traceutil/trace.go:171","msg":"trace[213983381] transaction","detail":"{read_only:false; response_revision:10037; number_of_response:1; }","duration":"1.681535411s","start":"2026-03-31T18:51:03.382547Z","end":"2026-03-31T18:51:05.064083Z","steps":["trace[213983381] 'process raft request' (duration: 1.499725983s)","trace[213983381] 'compare' (duration: 180.881208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:05.064258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.415985Z","time spent":"1.648223322s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:05.064302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.382527Z","time spent":"1.681705075s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:51:05.064316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.410429Z","time spent":"1.653799068s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:05.350936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.794489ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:51:05.417801Z","caller":"traceutil/trace.go:171","msg":"trace[779631948] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"1.09889766s","start":"2026-03-31T18:51:04.318883Z","end":"2026-03-31T18:51:05.417781Z","steps":["trace[779631948] 'process raft request' (duration: 1.098543133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.417971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.318871Z","time spent":"1.099029633s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:05.418334Z","caller":"traceutil/trace.go:171","msg":"trace[188693403] linearizableReadLoop","detail":"{readStateIndex:10450; appliedIndex:10443; }","duration":"1.110583583s","start":"2026-03-31T18:51:04.30772Z","end":"2026-03-31T18:51:05.418303Z","steps":["trace[188693403] 'read index received' (duration: 574.56476ms)","trace[188693403] 'applied index is now lower than readState.Index' (duration: 536.017363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:05.418408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730989754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:05.418414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980138507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:05.418431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508754274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:05.418494Z","caller":"traceutil/trace.go:171","msg":"trace[1471258395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10043; }","duration":"1.980247629s","start":"2026-03-31T18:51:03.438228Z","end":"2026-03-31T18:51:05.418476Z","steps":["trace[1471258395] 'agreement among raft nodes before linearized reading' (duration: 1.980106746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.418498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343310627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:05.418449Z","caller":"traceutil/trace.go:171","msg":"trace[217959521] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10043; }","duration":"1.731074076s","start":"2026-03-31T18:51:03.687364Z","end":"2026-03-31T18:51:05.418438Z","steps":["trace[217959521] 'agreement among raft nodes before linearized reading' (duration: 1.730975814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.418536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.438217Z","time spent":"1.98031026s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:05.41855Z","caller":"traceutil/trace.go:171","msg":"trace[1615418520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10043; }","duration":"1.343393139s","start":"2026-03-31T18:51:04.075145Z","end":"2026-03-31T18:51:05.418538Z","steps":["trace[1615418520] 'agreement among raft nodes before linearized reading' (duration: 1.343324088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.418533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466204517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:05.418659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.078643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:05.418651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.687344Z","time spent":"1.731208369s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:05.418662Z","caller":"traceutil/trace.go:171","msg":"trace[25170381] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10043; }","duration":"2.46637428s","start":"2026-03-31T18:51:02.952266Z","end":"2026-03-31T18:51:05.41864Z","steps":["trace[25170381] 'agreement among raft nodes before linearized reading' (duration: 2.466199057s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:05.418687Z","caller":"traceutil/trace.go:171","msg":"trace[2044910411] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:10043; }","duration":"197.145904ms","start":"2026-03-31T18:51:05.221533Z","end":"2026-03-31T18:51:05.418679Z","steps":["trace[2044910411] 'agreement among raft nodes before linearized reading' (duration: 197.102693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.418692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.35384322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T18:51:05.418721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.952253Z","time spent":"2.466455803s","remote":"127.0.0.1:52128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:05.41876Z","caller":"traceutil/trace.go:171","msg":"trace[1478501399] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10043; }","duration":"5.353932193s","start":"2026-03-31T18:51:00.064809Z","end":"2026-03-31T18:51:05.418742Z","steps":["trace[1478501399] 'agreement among raft nodes before linearized reading' (duration: 5.353696467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.418764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.11904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:05.4188Z","caller":"traceutil/trace.go:171","msg":"trace[236452843] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:10043; }","duration":"972.201472ms","start":"2026-03-31T18:51:04.446588Z","end":"2026-03-31T18:51:05.418789Z","steps":["trace[236452843] 'agreement among raft nodes before linearized reading' (duration: 972.14569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.418692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099868653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T18:51:05.418791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779208044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414470"} {"level":"info","ts":"2026-03-31T18:51:05.418828Z","caller":"traceutil/trace.go:171","msg":"trace[268819319] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10043; }","duration":"1.100023786s","start":"2026-03-31T18:51:04.318797Z","end":"2026-03-31T18:51:05.418821Z","steps":["trace[268819319] 'agreement among raft nodes before linearized reading' (duration: 1.09975619s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:05.41885Z","caller":"traceutil/trace.go:171","msg":"trace[54491852] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10043; }","duration":"2.779296297s","start":"2026-03-31T18:51:02.639537Z","end":"2026-03-31T18:51:05.418834Z","steps":["trace[54491852] 'agreement among raft nodes before linearized reading' (duration: 2.778936329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.418863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.318762Z","time spent":"1.100088887s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T18:51:05.418509Z","caller":"traceutil/trace.go:171","msg":"trace[762074199] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:10043; }","duration":"2.508896187s","start":"2026-03-31T18:51:02.909594Z","end":"2026-03-31T18:51:05.41849Z","steps":["trace[762074199] 'agreement among raft nodes before linearized reading' (duration: 2.508721432s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.418903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099917514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-03-31T18:51:05.418898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.639523Z","time spent":"2.779363388s","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414494,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T18:51:05.418924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.909571Z","time spent":"2.509341206s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:05.418614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.075125Z","time spent":"1.343479861s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:05.418936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.355863015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-56448f8c8-9ljqx.18a20199dc9da0d5\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T18:51:05.418969Z","caller":"traceutil/trace.go:171","msg":"trace[1534541912] range","detail":"{range_begin:/registry/events/openstack/barbican-api-56448f8c8-9ljqx.18a20199dc9da0d5; range_end:; response_count:1; response_revision:10043; }","duration":"5.355921046s","start":"2026-03-31T18:51:00.063039Z","end":"2026-03-31T18:51:05.41896Z","steps":["trace[1534541912] 'agreement among raft nodes before linearized reading' (duration: 5.355811164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.418999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.063021Z","time spent":"5.355972077s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-56448f8c8-9ljqx.18a20199dc9da0d5\" "} {"level":"warn","ts":"2026-03-31T18:51:05.419048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100167579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-31T18:51:05.419092Z","caller":"traceutil/trace.go:171","msg":"trace[36579066] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:10043; }","duration":"1.100239621s","start":"2026-03-31T18:51:04.318841Z","end":"2026-03-31T18:51:05.41908Z","steps":["trace[36579066] 'agreement among raft nodes before linearized reading' (duration: 1.100086298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.41883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.446562Z","time spent":"972.259322ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:05.419127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.352950096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:51:05.41913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.318824Z","time spent":"1.100296072s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-31T18:51:05.419164Z","caller":"traceutil/trace.go:171","msg":"trace[851286420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10043; }","duration":"3.353001268s","start":"2026-03-31T18:51:02.066154Z","end":"2026-03-31T18:51:05.419155Z","steps":["trace[851286420] 'agreement among raft nodes before linearized reading' (duration: 3.352886455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.419193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.066148Z","time spent":"3.353038308s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:51:05.418935Z","caller":"traceutil/trace.go:171","msg":"trace[1773707735] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:10043; }","duration":"1.099981855s","start":"2026-03-31T18:51:04.318941Z","end":"2026-03-31T18:51:05.418923Z","steps":["trace[1773707735] 'agreement among raft nodes before linearized reading' (duration: 1.099905373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.419242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.318922Z","time spent":"1.100309432s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T18:51:05.419266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001091951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T18:51:05.419299Z","caller":"traceutil/trace.go:171","msg":"trace[222688038] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:10043; }","duration":"4.001166573s","start":"2026-03-31T18:51:01.418124Z","end":"2026-03-31T18:51:05.419291Z","steps":["trace[222688038] 'agreement among raft nodes before linearized reading' (duration: 4.001071861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.418799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.064802Z","time spent":"5.353987554s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:51:05.419324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.418107Z","time spent":"4.001210623s","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T18:51:05.419468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622940577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:05.419498Z","caller":"traceutil/trace.go:171","msg":"trace[639330849] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10043; }","duration":"3.623009229s","start":"2026-03-31T18:51:01.796479Z","end":"2026-03-31T18:51:05.419489Z","steps":["trace[639330849] 'agreement among raft nodes before linearized reading' (duration: 3.622960308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:05.419525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.796458Z","time spent":"3.62305828s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:05.923555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:06.346354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.044074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:06.346457Z","caller":"traceutil/trace.go:171","msg":"trace[2116899795] transaction","detail":"{read_only:false; response_revision:10044; number_of_response:1; }","duration":"923.903476ms","start":"2026-03-31T18:51:05.422535Z","end":"2026-03-31T18:51:06.346438Z","steps":["trace[2116899795] 'process raft request' (duration: 648.699618ms)","trace[2116899795] 'compare' (duration: 274.467832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:06.346512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.422509Z","time spent":"923.976747ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:07.074737Z","caller":"traceutil/trace.go:171","msg":"trace[830934951] transaction","detail":"{read_only:false; response_revision:10045; number_of_response:1; }","duration":"1.651129758s","start":"2026-03-31T18:51:05.423582Z","end":"2026-03-31T18:51:07.074711Z","steps":["trace[830934951] 'process raft request' (duration: 1.650864263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.074903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.423566Z","time spent":"1.651254872s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:07.075131Z","caller":"traceutil/trace.go:171","msg":"trace[302539197] transaction","detail":"{read_only:false; response_revision:10046; number_of_response:1; }","duration":"1.651222671s","start":"2026-03-31T18:51:05.423795Z","end":"2026-03-31T18:51:07.075018Z","steps":["trace[302539197] 'process raft request' (duration: 1.650826552s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:07.075193Z","caller":"traceutil/trace.go:171","msg":"trace[2045250185] linearizableReadLoop","detail":"{readStateIndex:10454; appliedIndex:10450; }","duration":"1.652548001s","start":"2026-03-31T18:51:05.422628Z","end":"2026-03-31T18:51:07.075176Z","steps":["trace[2045250185] 'read index received' (duration: 648.649157ms)","trace[2045250185] 'applied index is now lower than readState.Index' (duration: 1.003898114s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:07.075265Z","caller":"traceutil/trace.go:171","msg":"trace[109082315] transaction","detail":"{read_only:false; response_revision:10047; number_of_response:1; }","duration":"1.303611373s","start":"2026-03-31T18:51:05.771639Z","end":"2026-03-31T18:51:07.07525Z","steps":["trace[109082315] 'process raft request' (duration: 1.303267686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.075327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652685314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:07.075352Z","caller":"traceutil/trace.go:171","msg":"trace[1071557487] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:0; response_revision:10047; }","duration":"1.652788615s","start":"2026-03-31T18:51:05.422556Z","end":"2026-03-31T18:51:07.075345Z","steps":["trace[1071557487] 'agreement among raft nodes before linearized reading' (duration: 1.652707884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.075339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.771612Z","time spent":"1.303692236s","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:07.075374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.422539Z","time spent":"1.652830327s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:51:07.075451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.42378Z","time spent":"1.651446366s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:07.07547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652029319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b59eaa1a-cee0-4ac0-bb21-2475f6f8193f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T18:51:07.075536Z","caller":"traceutil/trace.go:171","msg":"trace[206203229] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b59eaa1a-cee0-4ac0-bb21-2475f6f8193f; range_end:; response_count:1; response_revision:10047; }","duration":"1.652128831s","start":"2026-03-31T18:51:05.423388Z","end":"2026-03-31T18:51:07.075517Z","steps":["trace[206203229] 'agreement among raft nodes before linearized reading' (duration: 1.651923917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.075577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.423374Z","time spent":"1.652196373s","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b59eaa1a-cee0-4ac0-bb21-2475f6f8193f\" "} {"level":"warn","ts":"2026-03-31T18:51:07.075614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645349907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:07.075637Z","caller":"traceutil/trace.go:171","msg":"trace[1391118822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10047; }","duration":"1.645386709s","start":"2026-03-31T18:51:05.430245Z","end":"2026-03-31T18:51:07.075632Z","steps":["trace[1391118822] 'agreement among raft nodes before linearized reading' (duration: 1.645348888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.075652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.430239Z","time spent":"1.645410859s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:07.075734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649686796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a201abef0e9fa3\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-31T18:51:07.075792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.061534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:51:07.075794Z","caller":"traceutil/trace.go:171","msg":"trace[578286747] range","detail":"{range_begin:/registry/events/openstack/ceph.18a201abef0e9fa3; range_end:; response_count:1; response_revision:10047; }","duration":"1.649765268s","start":"2026-03-31T18:51:05.426014Z","end":"2026-03-31T18:51:07.075779Z","steps":["trace[578286747] 'agreement among raft nodes before linearized reading' (duration: 1.649583604s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:07.075815Z","caller":"traceutil/trace.go:171","msg":"trace[717799466] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:10047; }","duration":"725.110666ms","start":"2026-03-31T18:51:06.350699Z","end":"2026-03-31T18:51:07.07581Z","steps":["trace[717799466] 'agreement among raft nodes before linearized reading' (duration: 725.033864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.075832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.350682Z","time spent":"725.147606ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" "} {"level":"warn","ts":"2026-03-31T18:51:07.075836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.426004Z","time spent":"1.649822779s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18a201abef0e9fa3\" "} {"level":"warn","ts":"2026-03-31T18:51:07.075895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359207493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:07.075927Z","caller":"traceutil/trace.go:171","msg":"trace[1831471062] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10047; }","duration":"1.359286605s","start":"2026-03-31T18:51:05.716633Z","end":"2026-03-31T18:51:07.075919Z","steps":["trace[1831471062] 'agreement among raft nodes before linearized reading' (duration: 1.359232454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.075954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.716612Z","time spent":"1.359336317s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:07.075986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65211052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228645"} {"level":"info","ts":"2026-03-31T18:51:07.076035Z","caller":"traceutil/trace.go:171","msg":"trace[1954940432] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10047; }","duration":"1.652171942s","start":"2026-03-31T18:51:05.423853Z","end":"2026-03-31T18:51:07.076024Z","steps":["trace[1954940432] 'agreement among raft nodes before linearized reading' (duration: 1.651817104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:07.076076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.423846Z","time spent":"1.652220974s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228669,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:51:08.008459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.276298ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T18:51:08.008689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.077562Z","time spent":"931.119177ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:51:08.00881Z","caller":"traceutil/trace.go:171","msg":"trace[408690515] linearizableReadLoop","detail":"{readStateIndex:10457; appliedIndex:10454; }","duration":"921.725106ms","start":"2026-03-31T18:51:07.087068Z","end":"2026-03-31T18:51:08.008793Z","steps":["trace[408690515] 'read index received' (duration: 120.138471ms)","trace[408690515] 'applied index is now lower than readState.Index' (duration: 801.585655ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:08.008915Z","caller":"traceutil/trace.go:171","msg":"trace[1039785992] transaction","detail":"{read_only:false; response_revision:10049; number_of_response:1; }","duration":"930.814791ms","start":"2026-03-31T18:51:07.078087Z","end":"2026-03-31T18:51:08.008902Z","steps":["trace[1039785992] 'process raft request' (duration: 930.659177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:08.008891Z","caller":"traceutil/trace.go:171","msg":"trace[1769165367] transaction","detail":"{read_only:false; response_revision:10048; number_of_response:1; }","duration":"931.147208ms","start":"2026-03-31T18:51:07.077689Z","end":"2026-03-31T18:51:08.008836Z","steps":["trace[1769165367] 'process raft request' (duration: 930.886792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:08.009019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.078068Z","time spent":"930.876952ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:08.009274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.327589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:08.009309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.220397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-31T18:51:08.009331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.797574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:08.009343Z","caller":"traceutil/trace.go:171","msg":"trace[1180510617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10049; }","duration":"918.432152ms","start":"2026-03-31T18:51:07.090889Z","end":"2026-03-31T18:51:08.009321Z","steps":["trace[1180510617] 'agreement among raft nodes before linearized reading' (duration: 918.310229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:08.009371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.077675Z","time spent":"931.281181ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:08.009408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.876694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:51:08.009396Z","caller":"traceutil/trace.go:171","msg":"trace[1627837062] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:10049; }","duration":"216.904067ms","start":"2026-03-31T18:51:07.792471Z","end":"2026-03-31T18:51:08.009375Z","steps":["trace[1627837062] 'agreement among raft nodes before linearized reading' (duration: 216.782854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:08.009398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.090868Z","time spent":"918.521113ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:08.009393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.940051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-03-31T18:51:08.009738Z","caller":"traceutil/trace.go:171","msg":"trace[260131017] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10049; }","duration":"922.295639ms","start":"2026-03-31T18:51:07.087041Z","end":"2026-03-31T18:51:08.009337Z","steps":["trace[260131017] 'agreement among raft nodes before linearized reading' (duration: 922.139956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:08.009778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.08703Z","time spent":"922.73874ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T18:51:08.009742Z","caller":"traceutil/trace.go:171","msg":"trace[689702677] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10049; }","duration":"870.27257ms","start":"2026-03-31T18:51:07.139398Z","end":"2026-03-31T18:51:08.009671Z","steps":["trace[689702677] 'agreement among raft nodes before linearized reading' (duration: 869.86685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:08.009394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.34897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"warn","ts":"2026-03-31T18:51:08.009843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.139378Z","time spent":"870.431324ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-31T18:51:08.009899Z","caller":"traceutil/trace.go:171","msg":"trace[141871796] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10049; }","duration":"331.847083ms","start":"2026-03-31T18:51:07.677998Z","end":"2026-03-31T18:51:08.009845Z","steps":["trace[141871796] 'agreement among raft nodes before linearized reading' (duration: 331.247608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:08.009959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.677983Z","time spent":"331.961945ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:51:08.009475Z","caller":"traceutil/trace.go:171","msg":"trace[816519442] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:10049; }","duration":"826.968556ms","start":"2026-03-31T18:51:07.182486Z","end":"2026-03-31T18:51:08.009455Z","steps":["trace[816519442] 'agreement among raft nodes before linearized reading' (duration: 826.764941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:08.010037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.182471Z","time spent":"827.541989ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:51:08.513193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:09.781328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034726477s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:09.781474Z","caller":"traceutil/trace.go:171","msg":"trace[286119199] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10049; }","duration":"1.03488428s","start":"2026-03-31T18:51:08.746566Z","end":"2026-03-31T18:51:09.78145Z","steps":["trace[286119199] 'range keys from in-memory index tree' (duration: 1.034703726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.782769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242250653s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:09.782873Z","caller":"traceutil/trace.go:171","msg":"trace[1211029299] transaction","detail":"{read_only:false; response_revision:10050; number_of_response:1; }","duration":"1.772371774s","start":"2026-03-31T18:51:08.010485Z","end":"2026-03-31T18:51:09.782857Z","steps":["trace[1211029299] 'process raft request' (duration: 529.979657ms)","trace[1211029299] 'compare' (duration: 1.241344603s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:09.782922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.01047Z","time spent":"1.772429196s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:09.786361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245963177s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:09.787026Z","caller":"traceutil/trace.go:171","msg":"trace[924184350] linearizableReadLoop","detail":"{readStateIndex:10459; appliedIndex:10457; }","duration":"1.774384979s","start":"2026-03-31T18:51:08.012619Z","end":"2026-03-31T18:51:09.787004Z","steps":["trace[924184350] 'read index received' (duration: 527.824438ms)","trace[924184350] 'applied index is now lower than readState.Index' (duration: 1.246559421s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:09.787047Z","caller":"traceutil/trace.go:171","msg":"trace[525261028] transaction","detail":"{read_only:false; response_revision:10051; number_of_response:1; }","duration":"1.769701325s","start":"2026-03-31T18:51:08.017326Z","end":"2026-03-31T18:51:09.787027Z","steps":["trace[525261028] 'process raft request' (duration: 1.769382718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.787131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.017315Z","time spent":"1.769765916s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:09.787179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33809099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:09.787211Z","caller":"traceutil/trace.go:171","msg":"trace[1603348935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10051; }","duration":"1.33815144s","start":"2026-03-31T18:51:08.449049Z","end":"2026-03-31T18:51:09.787201Z","steps":["trace[1603348935] 'agreement among raft nodes before linearized reading' (duration: 1.338089349s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.787206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774566363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:51:09.787237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.449033Z","time spent":"1.338198102s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:09.787234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77438208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-31T18:51:09.787268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771642588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-03-31T18:51:09.787271Z","caller":"traceutil/trace.go:171","msg":"trace[1918992935] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db; range_end:; response_count:1; response_revision:10051; }","duration":"1.774454871s","start":"2026-03-31T18:51:08.012804Z","end":"2026-03-31T18:51:09.787259Z","steps":["trace[1918992935] 'agreement among raft nodes before linearized reading' (duration: 1.774304847s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.787285Z","caller":"traceutil/trace.go:171","msg":"trace[230649072] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10051; }","duration":"1.771674848s","start":"2026-03-31T18:51:08.015605Z","end":"2026-03-31T18:51:09.78728Z","steps":["trace[230649072] 'agreement among raft nodes before linearized reading' (duration: 1.771591876s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.787266Z","caller":"traceutil/trace.go:171","msg":"trace[2107477230] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:10051; }","duration":"1.774665216s","start":"2026-03-31T18:51:08.012584Z","end":"2026-03-31T18:51:09.78725Z","steps":["trace[2107477230] 'agreement among raft nodes before linearized reading' (duration: 1.774469831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.787301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.015598Z","time spent":"1.771699649s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:51:09.787307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.012793Z","time spent":"1.774507472s","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-c0877ca3-4699-436f-b9c6-d71ddf6d88db\" "} {"level":"warn","ts":"2026-03-31T18:51:09.787315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.012559Z","time spent":"1.774749728s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" "} {"level":"warn","ts":"2026-03-31T18:51:09.787333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771334451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-31T18:51:09.787345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724732513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:51:09.787372Z","caller":"traceutil/trace.go:171","msg":"trace[1808565771] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:10051; }","duration":"1.771388562s","start":"2026-03-31T18:51:08.015974Z","end":"2026-03-31T18:51:09.787363Z","steps":["trace[1808565771] 'agreement among raft nodes before linearized reading' (duration: 1.771190468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.787388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.50184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:09.787396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.015968Z","time spent":"1.771422333s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-31T18:51:09.787419Z","caller":"traceutil/trace.go:171","msg":"trace[1420702947] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10051; }","duration":"587.569912ms","start":"2026-03-31T18:51:09.19984Z","end":"2026-03-31T18:51:09.78741Z","steps":["trace[1420702947] 'agreement among raft nodes before linearized reading' (duration: 587.525531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.7874Z","caller":"traceutil/trace.go:171","msg":"trace[896177537] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10051; }","duration":"1.724804715s","start":"2026-03-31T18:51:08.062567Z","end":"2026-03-31T18:51:09.787371Z","steps":["trace[896177537] 'agreement among raft nodes before linearized reading' (duration: 1.72457632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.787444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:09.199811Z","time spent":"587.625064ms","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:09.787462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.06255Z","time spent":"1.724905977s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:09.787538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.125746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:09.787556Z","caller":"traceutil/trace.go:171","msg":"trace[22201378] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10051; }","duration":"850.178287ms","start":"2026-03-31T18:51:08.937373Z","end":"2026-03-31T18:51:09.787551Z","steps":["trace[22201378] 'agreement among raft nodes before linearized reading' (duration: 850.140466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.78757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.93735Z","time spent":"850.215688ms","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:09.787661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723901785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:51:09.787675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.432725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:51:09.787693Z","caller":"traceutil/trace.go:171","msg":"trace[682432460] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10051; }","duration":"1.723931175s","start":"2026-03-31T18:51:08.063752Z","end":"2026-03-31T18:51:09.787684Z","steps":["trace[682432460] 'agreement among raft nodes before linearized reading' (duration: 1.723861554s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.787698Z","caller":"traceutil/trace.go:171","msg":"trace[1247918938] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10051; }","duration":"686.484156ms","start":"2026-03-31T18:51:09.101207Z","end":"2026-03-31T18:51:09.787691Z","steps":["trace[1247918938] 'agreement among raft nodes before linearized reading' (duration: 686.412715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.787712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.063729Z","time spent":"1.723978846s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:51:09.787717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:09.101187Z","time spent":"686.524997ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:51:09.896992Z","caller":"traceutil/trace.go:171","msg":"trace[924582475] linearizableReadLoop","detail":"{readStateIndex:10460; appliedIndex:10459; }","duration":"103.927857ms","start":"2026-03-31T18:51:09.793037Z","end":"2026-03-31T18:51:09.896965Z","steps":["trace[924582475] 'read index received' (duration: 89.321889ms)","trace[924582475] 'applied index is now lower than readState.Index' (duration: 14.605058ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:09.89708Z","caller":"traceutil/trace.go:171","msg":"trace[876091283] transaction","detail":"{read_only:false; response_revision:10052; number_of_response:1; }","duration":"104.640193ms","start":"2026-03-31T18:51:09.792432Z","end":"2026-03-31T18:51:09.897072Z","steps":["trace[876091283] 'process raft request' (duration: 89.919842ms)","trace[876091283] 'compare' (duration: 14.514556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:09.897608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.528101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T18:51:09.897641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.76272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:51:09.897667Z","caller":"traceutil/trace.go:171","msg":"trace[1791746051] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10054; }","duration":"102.804011ms","start":"2026-03-31T18:51:09.794856Z","end":"2026-03-31T18:51:09.89766Z","steps":["trace[1791746051] 'agreement among raft nodes before linearized reading' (duration: 102.718109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.89765Z","caller":"traceutil/trace.go:171","msg":"trace[820502763] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10052; }","duration":"104.624072ms","start":"2026-03-31T18:51:09.793015Z","end":"2026-03-31T18:51:09.897639Z","steps":["trace[820502763] 'agreement among raft nodes before linearized reading' (duration: 104.426818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.897805Z","caller":"traceutil/trace.go:171","msg":"trace[1727314285] transaction","detail":"{read_only:false; response_revision:10053; number_of_response:1; }","duration":"102.718791ms","start":"2026-03-31T18:51:09.795065Z","end":"2026-03-31T18:51:09.897784Z","steps":["trace[1727314285] 'process raft request' (duration: 102.435113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.897989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.22378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228645"} {"level":"info","ts":"2026-03-31T18:51:09.898039Z","caller":"traceutil/trace.go:171","msg":"trace[712128947] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10054; }","duration":"102.292621ms","start":"2026-03-31T18:51:09.795735Z","end":"2026-03-31T18:51:09.898027Z","steps":["trace[712128947] 'agreement among raft nodes before linearized reading' (duration: 101.924012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:10.279405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.390554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:10.279502Z","caller":"traceutil/trace.go:171","msg":"trace[381543488] linearizableReadLoop","detail":"{readStateIndex:10471; appliedIndex:10470; }","duration":"110.774682ms","start":"2026-03-31T18:51:10.168712Z","end":"2026-03-31T18:51:10.279487Z","steps":["trace[381543488] 'read index received' (duration: 54.791µs)","trace[381543488] 'applied index is now lower than readState.Index' (duration: 110.718991ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:10.27959Z","caller":"traceutil/trace.go:171","msg":"trace[2043911356] transaction","detail":"{read_only:false; response_revision:10063; number_of_response:1; }","duration":"177.291377ms","start":"2026-03-31T18:51:10.102286Z","end":"2026-03-31T18:51:10.279577Z","steps":["trace[2043911356] 'process raft request' (duration: 33.666307ms)","trace[2043911356] 'compare' (duration: 143.289622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:10.279939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.226861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"info","ts":"2026-03-31T18:51:10.279964Z","caller":"traceutil/trace.go:171","msg":"trace[1216413765] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10063; }","duration":"111.285513ms","start":"2026-03-31T18:51:10.168673Z","end":"2026-03-31T18:51:10.279958Z","steps":["trace[1216413765] 'agreement among raft nodes before linearized reading' (duration: 111.174451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:10.561007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.135041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:10.561082Z","caller":"traceutil/trace.go:171","msg":"trace[425707383] transaction","detail":"{read_only:false; response_revision:10065; number_of_response:1; }","duration":"193.554472ms","start":"2026-03-31T18:51:10.367515Z","end":"2026-03-31T18:51:10.561069Z","steps":["trace[425707383] 'process raft request' (duration: 69.298578ms)","trace[425707383] 'compare' (duration: 124.065419ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:10.630086Z","caller":"traceutil/trace.go:171","msg":"trace[1752307536] linearizableReadLoop","detail":"{readStateIndex:10474; appliedIndex:10472; }","duration":"244.687222ms","start":"2026-03-31T18:51:10.385382Z","end":"2026-03-31T18:51:10.63007Z","steps":["trace[1752307536] 'read index received' (duration: 51.452947ms)","trace[1752307536] 'applied index is now lower than readState.Index' (duration: 193.233405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:10.630208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.805524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:10.630181Z","caller":"traceutil/trace.go:171","msg":"trace[939437887] transaction","detail":"{read_only:false; response_revision:10066; number_of_response:1; }","duration":"244.888636ms","start":"2026-03-31T18:51:10.385258Z","end":"2026-03-31T18:51:10.630146Z","steps":["trace[939437887] 'process raft request' (duration: 244.718843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:10.630238Z","caller":"traceutil/trace.go:171","msg":"trace[1080901574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:10066; }","duration":"244.866846ms","start":"2026-03-31T18:51:10.385354Z","end":"2026-03-31T18:51:10.630221Z","steps":["trace[1080901574] 'agreement among raft nodes before linearized reading' (duration: 244.812145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:10.99515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.962511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:10.995388Z","caller":"traceutil/trace.go:171","msg":"trace[1443085395] linearizableReadLoop","detail":"{readStateIndex:10477; appliedIndex:10475; }","duration":"211.738781ms","start":"2026-03-31T18:51:10.783629Z","end":"2026-03-31T18:51:10.995368Z","steps":["trace[1443085395] 'read index received' (duration: 90.373972ms)","trace[1443085395] 'applied index is now lower than readState.Index' (duration: 121.363579ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:10.995525Z","caller":"traceutil/trace.go:171","msg":"trace[1018293925] transaction","detail":"{read_only:false; response_revision:10068; number_of_response:1; }","duration":"347.862063ms","start":"2026-03-31T18:51:10.647632Z","end":"2026-03-31T18:51:10.995494Z","steps":["trace[1018293925] 'process raft request' (duration: 226.456663ms)","trace[1018293925] 'compare' (duration: 120.835987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:10.995616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:10.647621Z","time spent":"347.947674ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:10.995647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.995036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:10.995691Z","caller":"traceutil/trace.go:171","msg":"trace[1957362010] transaction","detail":"{read_only:false; response_revision:10069; number_of_response:1; }","duration":"347.382272ms","start":"2026-03-31T18:51:10.648295Z","end":"2026-03-31T18:51:10.995677Z","steps":["trace[1957362010] 'process raft request' (duration: 346.984943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:10.995746Z","caller":"traceutil/trace.go:171","msg":"trace[201278973] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10069; }","duration":"212.14643ms","start":"2026-03-31T18:51:10.783579Z","end":"2026-03-31T18:51:10.995725Z","steps":["trace[201278973] 'agreement among raft nodes before linearized reading' (duration: 211.955415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:10.995761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:10.648288Z","time spent":"347.444573ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:11.139476Z","caller":"traceutil/trace.go:171","msg":"trace[1103811525] transaction","detail":"{read_only:false; response_revision:10071; number_of_response:1; }","duration":"132.720875ms","start":"2026-03-31T18:51:11.006737Z","end":"2026-03-31T18:51:11.139458Z","steps":["trace[1103811525] 'process raft request' (duration: 132.597313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:11.157151Z","caller":"traceutil/trace.go:171","msg":"trace[1624698082] transaction","detail":"{read_only:false; response_revision:10072; number_of_response:1; }","duration":"100.766786ms","start":"2026-03-31T18:51:11.056311Z","end":"2026-03-31T18:51:11.157078Z","steps":["trace[1624698082] 'process raft request' (duration: 100.587162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:11.427961Z","caller":"traceutil/trace.go:171","msg":"trace[345105765] linearizableReadLoop","detail":"{readStateIndex:10481; appliedIndex:10480; }","duration":"249.991691ms","start":"2026-03-31T18:51:11.177942Z","end":"2026-03-31T18:51:11.427934Z","steps":["trace[345105765] 'read index received' (duration: 249.756816ms)","trace[345105765] 'applied index is now lower than readState.Index' (duration: 233.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:11.428037Z","caller":"traceutil/trace.go:171","msg":"trace[710274157] transaction","detail":"{read_only:false; response_revision:10073; number_of_response:1; }","duration":"250.302879ms","start":"2026-03-31T18:51:11.177713Z","end":"2026-03-31T18:51:11.428016Z","steps":["trace[710274157] 'process raft request' (duration: 250.070984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:11.428194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.228847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-th4dd.18a20146e942f516\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-03-31T18:51:11.428285Z","caller":"traceutil/trace.go:171","msg":"trace[888604308] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-th4dd.18a20146e942f516; range_end:; response_count:1; response_revision:10073; }","duration":"250.395761ms","start":"2026-03-31T18:51:11.177868Z","end":"2026-03-31T18:51:11.428264Z","steps":["trace[888604308] 'agreement among raft nodes before linearized reading' (duration: 250.164276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:11.659576Z","caller":"traceutil/trace.go:171","msg":"trace[1386567953] transaction","detail":"{read_only:false; response_revision:10075; number_of_response:1; }","duration":"218.384531ms","start":"2026-03-31T18:51:11.441166Z","end":"2026-03-31T18:51:11.65955Z","steps":["trace[1386567953] 'process raft request' (duration: 218.217117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:11.687445Z","caller":"traceutil/trace.go:171","msg":"trace[1395409794] linearizableReadLoop","detail":"{readStateIndex:10484; appliedIndex:10482; }","duration":"240.802445ms","start":"2026-03-31T18:51:11.446614Z","end":"2026-03-31T18:51:11.687416Z","steps":["trace[1395409794] 'read index received' (duration: 212.811386ms)","trace[1395409794] 'applied index is now lower than readState.Index' (duration: 27.989489ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:11.687488Z","caller":"traceutil/trace.go:171","msg":"trace[1991357957] transaction","detail":"{read_only:false; response_revision:10076; number_of_response:1; }","duration":"245.175083ms","start":"2026-03-31T18:51:11.442282Z","end":"2026-03-31T18:51:11.687457Z","steps":["trace[1991357957] 'process raft request' (duration: 244.969188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:11.687731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.085551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:11.687854Z","caller":"traceutil/trace.go:171","msg":"trace[650031088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10076; }","duration":"241.250275ms","start":"2026-03-31T18:51:11.446579Z","end":"2026-03-31T18:51:11.687829Z","steps":["trace[650031088] 'agreement among raft nodes before linearized reading' (duration: 240.980958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:11.832546Z","caller":"traceutil/trace.go:171","msg":"trace[252180390] transaction","detail":"{read_only:false; response_revision:10078; number_of_response:1; }","duration":"138.181677ms","start":"2026-03-31T18:51:11.694329Z","end":"2026-03-31T18:51:11.832511Z","steps":["trace[252180390] 'process raft request' (duration: 119.392134ms)","trace[252180390] 'compare' (duration: 18.547208ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:14.691687Z","caller":"traceutil/trace.go:171","msg":"trace[1079218816] transaction","detail":"{read_only:false; response_revision:10102; number_of_response:1; }","duration":"147.915946ms","start":"2026-03-31T18:51:14.543753Z","end":"2026-03-31T18:51:14.691669Z","steps":["trace[1079218816] 'process raft request' (duration: 146.078424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:14.692184Z","caller":"traceutil/trace.go:171","msg":"trace[720622253] transaction","detail":"{read_only:false; response_revision:10103; number_of_response:1; }","duration":"136.282215ms","start":"2026-03-31T18:51:14.555895Z","end":"2026-03-31T18:51:14.692177Z","steps":["trace[720622253] 'process raft request' (duration: 135.933887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:14.904314Z","caller":"traceutil/trace.go:171","msg":"trace[1743756180] transaction","detail":"{read_only:false; response_revision:10106; number_of_response:1; }","duration":"200.934949ms","start":"2026-03-31T18:51:14.703338Z","end":"2026-03-31T18:51:14.904273Z","steps":["trace[1743756180] 'process raft request' (duration: 190.470503ms)","trace[1743756180] 'compare' (duration: 10.351373ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:14.92076Z","caller":"traceutil/trace.go:171","msg":"trace[933623568] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10106; }","duration":"216.860317ms","start":"2026-03-31T18:51:14.703881Z","end":"2026-03-31T18:51:14.920741Z","steps":["trace[933623568] 'process raft request' (duration: 216.758785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:15.536464Z","caller":"traceutil/trace.go:171","msg":"trace[208962781] linearizableReadLoop","detail":"{readStateIndex:10519; appliedIndex:10518; }","duration":"127.100027ms","start":"2026-03-31T18:51:15.409347Z","end":"2026-03-31T18:51:15.536447Z","steps":["trace[208962781] 'read index received' (duration: 77.706017ms)","trace[208962781] 'applied index is now lower than readState.Index' (duration: 49.39288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:15.536741Z","caller":"traceutil/trace.go:171","msg":"trace[370923916] transaction","detail":"{read_only:false; response_revision:10110; number_of_response:1; }","duration":"129.163864ms","start":"2026-03-31T18:51:15.407548Z","end":"2026-03-31T18:51:15.536711Z","steps":["trace[370923916] 'process raft request' (duration: 79.527209ms)","trace[370923916] 'compare' (duration: 49.294248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:15.536863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.500706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T18:51:15.537311Z","caller":"traceutil/trace.go:171","msg":"trace[513206334] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10110; }","duration":"127.968137ms","start":"2026-03-31T18:51:15.409332Z","end":"2026-03-31T18:51:15.537301Z","steps":["trace[513206334] 'agreement among raft nodes before linearized reading' (duration: 127.427434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.537118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.141783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T18:51:15.537453Z","caller":"traceutil/trace.go:171","msg":"trace[1309227993] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:10110; }","duration":"104.49685ms","start":"2026-03-31T18:51:15.432938Z","end":"2026-03-31T18:51:15.537435Z","steps":["trace[1309227993] 'agreement among raft nodes before linearized reading' (duration: 104.111902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.537119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.989893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2363"} {"level":"info","ts":"2026-03-31T18:51:15.53754Z","caller":"traceutil/trace.go:171","msg":"trace[1704581693] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:10110; }","duration":"126.417533ms","start":"2026-03-31T18:51:15.411092Z","end":"2026-03-31T18:51:15.53751Z","steps":["trace[1704581693] 'agreement among raft nodes before linearized reading' (duration: 125.868511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.537187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.52024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:51:15.537642Z","caller":"traceutil/trace.go:171","msg":"trace[245756949] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:10110; }","duration":"112.999892ms","start":"2026-03-31T18:51:15.424634Z","end":"2026-03-31T18:51:15.537634Z","steps":["trace[245756949] 'agreement among raft nodes before linearized reading' (duration: 112.4649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.814697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.387215ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T18:51:15.839904Z","caller":"traceutil/trace.go:171","msg":"trace[1993830879] linearizableReadLoop","detail":"{readStateIndex:10521; appliedIndex:10519; }","duration":"296.473737ms","start":"2026-03-31T18:51:15.543404Z","end":"2026-03-31T18:51:15.839878Z","steps":["trace[1993830879] 'read index received' (duration: 151.890956ms)","trace[1993830879] 'applied index is now lower than readState.Index' (duration: 144.581761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:15.840027Z","caller":"traceutil/trace.go:171","msg":"trace[1147893593] transaction","detail":"{read_only:false; response_revision:10112; number_of_response:1; }","duration":"289.911809ms","start":"2026-03-31T18:51:15.550101Z","end":"2026-03-31T18:51:15.840013Z","steps":["trace[1147893593] 'process raft request' (duration: 289.700695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:15.840048Z","caller":"traceutil/trace.go:171","msg":"trace[795636796] transaction","detail":"{read_only:false; response_revision:10111; number_of_response:1; }","duration":"299.206728ms","start":"2026-03-31T18:51:15.540792Z","end":"2026-03-31T18:51:15.839998Z","steps":["trace[795636796] 'process raft request' (duration: 298.784039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.840245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.825135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a201abef0e9fa3\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T18:51:15.840293Z","caller":"traceutil/trace.go:171","msg":"trace[2072117851] range","detail":"{range_begin:/registry/events/openstack/ceph.18a201abef0e9fa3; range_end:; response_count:1; response_revision:10112; }","duration":"296.904986ms","start":"2026-03-31T18:51:15.543373Z","end":"2026-03-31T18:51:15.840278Z","steps":["trace[2072117851] 'agreement among raft nodes before linearized reading' (duration: 296.659561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.849549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.005589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-31T18:51:15.849588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.294079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:51:15.849607Z","caller":"traceutil/trace.go:171","msg":"trace[298275296] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10113; }","duration":"305.06771ms","start":"2026-03-31T18:51:15.544526Z","end":"2026-03-31T18:51:15.849594Z","steps":["trace[298275296] 'agreement among raft nodes before linearized reading' (duration: 304.915317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:15.849633Z","caller":"traceutil/trace.go:171","msg":"trace[1824592233] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10113; }","duration":"170.387362ms","start":"2026-03-31T18:51:15.679234Z","end":"2026-03-31T18:51:15.849622Z","steps":["trace[1824592233] 'agreement among raft nodes before linearized reading' (duration: 170.238048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.849645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:15.5445Z","time spent":"305.127001ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T18:51:15.85067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.659643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:51:15.850723Z","caller":"traceutil/trace.go:171","msg":"trace[1168531091] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10113; }","duration":"208.867367ms","start":"2026-03-31T18:51:15.641846Z","end":"2026-03-31T18:51:15.850713Z","steps":["trace[1168531091] 'agreement among raft nodes before linearized reading' (duration: 207.653629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:19.646031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.698498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:19.646155Z","caller":"traceutil/trace.go:171","msg":"trace[1940104870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10144; }","duration":"194.867352ms","start":"2026-03-31T18:51:19.451265Z","end":"2026-03-31T18:51:19.646133Z","steps":["trace[1940104870] 'range keys from in-memory index tree' (duration: 194.636726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.392091Z","caller":"traceutil/trace.go:171","msg":"trace[1445437151] transaction","detail":"{read_only:false; response_revision:10147; number_of_response:1; }","duration":"171.431166ms","start":"2026-03-31T18:51:20.220634Z","end":"2026-03-31T18:51:20.392065Z","steps":["trace[1445437151] 'process raft request' (duration: 171.296823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.425017Z","caller":"traceutil/trace.go:171","msg":"trace[1840076275] transaction","detail":"{read_only:false; response_revision:10148; number_of_response:1; }","duration":"203.564197ms","start":"2026-03-31T18:51:20.221419Z","end":"2026-03-31T18:51:20.424983Z","steps":["trace[1840076275] 'process raft request' (duration: 203.376783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.574245Z","caller":"traceutil/trace.go:171","msg":"trace[611353450] transaction","detail":"{read_only:false; response_revision:10149; number_of_response:1; }","duration":"109.139434ms","start":"2026-03-31T18:51:20.465077Z","end":"2026-03-31T18:51:20.574216Z","steps":["trace[611353450] 'process raft request' (duration: 78.568017ms)","trace[611353450] 'compare' (duration: 30.404913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:21.912922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:51:22.12503Z","caller":"traceutil/trace.go:171","msg":"trace[785617772] linearizableReadLoop","detail":"{readStateIndex:10566; appliedIndex:10565; }","duration":"712.183694ms","start":"2026-03-31T18:51:21.412821Z","end":"2026-03-31T18:51:22.125005Z","steps":["trace[785617772] 'read index received' (duration: 711.881808ms)","trace[785617772] 'applied index is now lower than readState.Index' (duration: 300.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:22.125166Z","caller":"traceutil/trace.go:171","msg":"trace[53031279] transaction","detail":"{read_only:false; response_revision:10154; number_of_response:1; }","duration":"796.776786ms","start":"2026-03-31T18:51:21.328314Z","end":"2026-03-31T18:51:22.125091Z","steps":["trace[53031279] 'process raft request' (duration: 796.49506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:22.125287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.44931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T18:51:22.125345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.8388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:22.125354Z","caller":"traceutil/trace.go:171","msg":"trace[254541519] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10154; }","duration":"712.604384ms","start":"2026-03-31T18:51:21.412731Z","end":"2026-03-31T18:51:22.125335Z","steps":["trace[254541519] 'agreement among raft nodes before linearized reading' (duration: 712.42327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:22.125378Z","caller":"traceutil/trace.go:171","msg":"trace[597829493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10154; }","duration":"672.918642ms","start":"2026-03-31T18:51:21.452451Z","end":"2026-03-31T18:51:22.12537Z","steps":["trace[597829493] 'agreement among raft nodes before linearized reading' (duration: 672.85944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:22.125401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:21.452425Z","time spent":"672.970112ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:22.125443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:21.328293Z","time spent":"796.981741ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:22.125403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:21.412712Z","time spent":"712.677075ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:51:22.989448Z","caller":"traceutil/trace.go:171","msg":"trace[1448432929] transaction","detail":"{read_only:false; response_revision:10161; number_of_response:1; }","duration":"164.247764ms","start":"2026-03-31T18:51:22.825173Z","end":"2026-03-31T18:51:22.98942Z","steps":["trace[1448432929] 'process raft request' (duration: 122.171627ms)","trace[1448432929] 'compare' (duration: 41.522814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:23.378525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.480378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:23.378641Z","caller":"traceutil/trace.go:171","msg":"trace[104530977] transaction","detail":"{read_only:false; response_revision:10162; number_of_response:1; }","duration":"381.845116ms","start":"2026-03-31T18:51:22.996775Z","end":"2026-03-31T18:51:23.378621Z","steps":["trace[104530977] 'process raft request' (duration: 213.187964ms)","trace[104530977] 'compare' (duration: 168.025008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:23.378699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:22.996755Z","time spent":"381.916018ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5996,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:23.478054Z","caller":"traceutil/trace.go:171","msg":"trace[243362942] linearizableReadLoop","detail":"{readStateIndex:10576; appliedIndex:10575; }","duration":"264.299333ms","start":"2026-03-31T18:51:23.213732Z","end":"2026-03-31T18:51:23.478031Z","steps":["trace[243362942] 'read index received' (duration: 264.1418ms)","trace[243362942] 'applied index is now lower than readState.Index' (duration: 156.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:23.478122Z","caller":"traceutil/trace.go:171","msg":"trace[1068589292] transaction","detail":"{read_only:false; response_revision:10163; number_of_response:1; }","duration":"476.152727ms","start":"2026-03-31T18:51:23.001941Z","end":"2026-03-31T18:51:23.478094Z","steps":["trace[1068589292] 'process raft request' (duration: 475.85496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:23.478339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.001921Z","time spent":"476.29245ms","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:24.236389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.529089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-31T18:51:24.23647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022683617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-31T18:51:24.23662Z","caller":"traceutil/trace.go:171","msg":"trace[1272065701] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10163; }","duration":"1.022907452s","start":"2026-03-31T18:51:23.213673Z","end":"2026-03-31T18:51:24.236581Z","steps":["trace[1272065701] 'agreement among raft nodes before linearized reading' (duration: 264.480897ms)","trace[1272065701] 'range keys from in-memory index tree' (duration: 758.158199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:24.236683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.21365Z","time spent":"1.023020544s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T18:51:24.236629Z","caller":"traceutil/trace.go:171","msg":"trace[1983532080] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:10163; }","duration":"751.743264ms","start":"2026-03-31T18:51:23.484795Z","end":"2026-03-31T18:51:24.236538Z","steps":["trace[1983532080] 'range keys from in-memory index tree' (duration: 751.372725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:24.237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.072411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T18:51:24.237123Z","caller":"traceutil/trace.go:171","msg":"trace[1822109946] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10163; }","duration":"752.254215ms","start":"2026-03-31T18:51:23.484842Z","end":"2026-03-31T18:51:24.237096Z","steps":["trace[1822109946] 'range keys from in-memory index tree' (duration: 751.767514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:24.237147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.215379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:24.237184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.484821Z","time spent":"752.349547ms","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T18:51:24.237204Z","caller":"traceutil/trace.go:171","msg":"trace[1860479166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10163; }","duration":"790.325021ms","start":"2026-03-31T18:51:23.446863Z","end":"2026-03-31T18:51:24.237188Z","steps":["trace[1860479166] 'agreement among raft nodes before linearized reading' (duration: 31.314283ms)","trace[1860479166] 'range keys from in-memory index tree' (duration: 758.935856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:24.237231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.446842Z","time spent":"790.384483ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:24.237273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.484778Z","time spent":"752.435799ms","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-31T18:51:24.754663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:25.255211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:25.755977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:26.256241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:26.448244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:51:26.448329Z","caller":"traceutil/trace.go:171","msg":"trace[1191012993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429453s","start":"2026-03-31T18:51:24.447882Z","end":"2026-03-31T18:51:26.448312Z","steps":["trace[1191012993] 'agreement among raft nodes before linearized reading' (duration: 2.00032665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:26.448377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.44786Z","time spent":"2.000507876s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:26.766486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:26.982962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.737804724s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:26.983396Z","caller":"traceutil/trace.go:171","msg":"trace[1468890223] linearizableReadLoop","detail":"{readStateIndex:10577; appliedIndex:10576; }","duration":"2.729534178s","start":"2026-03-31T18:51:24.253838Z","end":"2026-03-31T18:51:26.983373Z","steps":["trace[1468890223] 'read index received' (duration: 2.729397244s)","trace[1468890223] 'applied index is now lower than readState.Index' (duration: 135.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:26.983437Z","caller":"traceutil/trace.go:171","msg":"trace[420020619] transaction","detail":"{read_only:false; response_revision:10164; number_of_response:1; }","duration":"2.738334006s","start":"2026-03-31T18:51:24.245073Z","end":"2026-03-31T18:51:26.983407Z","steps":["trace[420020619] 'process raft request' (duration: 2.738163681s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:26.983565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.24506Z","time spent":"2.738448509s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:51:26.983833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729966337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-31T18:51:26.983907Z","caller":"traceutil/trace.go:171","msg":"trace[473946673] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52; range_end:; response_count:1; response_revision:10164; }","duration":"2.7300872s","start":"2026-03-31T18:51:24.253797Z","end":"2026-03-31T18:51:26.983884Z","steps":["trace[473946673] 'agreement among raft nodes before linearized reading' (duration: 2.729664901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:26.984438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.25378Z","time spent":"2.730635122s","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-46b30af3-4e9d-4eeb-bc95-bd730065fe52\" "} {"level":"warn","ts":"2026-03-31T18:51:27.484358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141438,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:51:27.868138Z","caller":"traceutil/trace.go:171","msg":"trace[745700646] transaction","detail":"{read_only:false; response_revision:10165; number_of_response:1; }","duration":"979.792032ms","start":"2026-03-31T18:51:26.888303Z","end":"2026-03-31T18:51:27.868095Z","steps":["trace[745700646] 'process raft request' (duration: 918.296639ms)","trace[745700646] 'compare' (duration: 60.790977ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:27.868343Z","caller":"traceutil/trace.go:171","msg":"trace[1701107916] transaction","detail":"{read_only:false; response_revision:10166; number_of_response:1; }","duration":"498.628403ms","start":"2026-03-31T18:51:27.369687Z","end":"2026-03-31T18:51:27.868315Z","steps":["trace[1701107916] 'process raft request' (duration: 498.356517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.868386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.888275Z","time spent":"980.022766ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:27.868493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.369659Z","time spent":"498.745325ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:27.868517Z","caller":"traceutil/trace.go:171","msg":"trace[70447135] linearizableReadLoop","detail":"{readStateIndex:10579; appliedIndex:10577; }","duration":"885.04174ms","start":"2026-03-31T18:51:26.983451Z","end":"2026-03-31T18:51:27.868492Z","steps":["trace[70447135] 'read index received' (duration: 823.136678ms)","trace[70447135] 'applied index is now lower than readState.Index' (duration: 61.903482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:27.868667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918688965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:27.868708Z","caller":"traceutil/trace.go:171","msg":"trace[1689869197] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10167; }","duration":"1.918766147s","start":"2026-03-31T18:51:25.949931Z","end":"2026-03-31T18:51:27.868697Z","steps":["trace[1689869197] 'agreement among raft nodes before linearized reading' (duration: 1.918685645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.868737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.949909Z","time spent":"1.918820998s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.868822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015997693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:51:27.868856Z","caller":"traceutil/trace.go:171","msg":"trace[1636748504] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10167; }","duration":"2.016098365s","start":"2026-03-31T18:51:25.852748Z","end":"2026-03-31T18:51:27.868846Z","steps":["trace[1636748504] 'agreement among raft nodes before linearized reading' (duration: 2.015883771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.8689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.852731Z","time spent":"2.016161096s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:27.868989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372047843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:27.869029Z","caller":"traceutil/trace.go:171","msg":"trace[666572155] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:10167; }","duration":"1.372133865s","start":"2026-03-31T18:51:26.496885Z","end":"2026-03-31T18:51:27.869019Z","steps":["trace[666572155] 'agreement among raft nodes before linearized reading' (duration: 1.372080744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.86906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.496855Z","time spent":"1.372195526s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.86913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553754549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:27.869206Z","caller":"traceutil/trace.go:171","msg":"trace[969177248] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10167; }","duration":"1.553872122s","start":"2026-03-31T18:51:26.315315Z","end":"2026-03-31T18:51:27.869187Z","steps":["trace[969177248] 'agreement among raft nodes before linearized reading' (duration: 1.553702928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.869223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394405749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:51:27.869264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.315295Z","time spent":"1.553955323s","remote":"127.0.0.1:38674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":56,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.869278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614126566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:51:27.869278Z","caller":"traceutil/trace.go:171","msg":"trace[377626368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10167; }","duration":"3.394481981s","start":"2026-03-31T18:51:24.474782Z","end":"2026-03-31T18:51:27.869264Z","steps":["trace[377626368] 'agreement among raft nodes before linearized reading' (duration: 3.394394969s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.86931Z","caller":"traceutil/trace.go:171","msg":"trace[2034263672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10167; }","duration":"1.614191817s","start":"2026-03-31T18:51:26.255108Z","end":"2026-03-31T18:51:27.8693Z","steps":["trace[2034263672] 'agreement among raft nodes before linearized reading' (duration: 1.614079865s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.869294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346636935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:51:27.869343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.255091Z","time spent":"1.614245588s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:51:27.869351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.474762Z","time spent":"3.394550122s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:51:27.869367Z","caller":"traceutil/trace.go:171","msg":"trace[830895114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10167; }","duration":"3.346762388s","start":"2026-03-31T18:51:24.522587Z","end":"2026-03-31T18:51:27.86935Z","steps":["trace[830895114] 'agreement among raft nodes before linearized reading' (duration: 3.346506342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.869412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.522567Z","time spent":"3.346836529s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:27.869482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899696877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:27.869716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445327457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:51:27.869762Z","caller":"traceutil/trace.go:171","msg":"trace[1943837562] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:10167; }","duration":"2.445420669s","start":"2026-03-31T18:51:25.42433Z","end":"2026-03-31T18:51:27.869751Z","steps":["trace[1943837562] 'agreement among raft nodes before linearized reading' (duration: 2.445305447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.86979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.424306Z","time spent":"2.44547767s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:51:27.869809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458113548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:27.869861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421359971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:27.869961Z","caller":"traceutil/trace.go:171","msg":"trace[960368782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10167; }","duration":"1.421573116s","start":"2026-03-31T18:51:26.448374Z","end":"2026-03-31T18:51:27.869947Z","steps":["trace[960368782] 'agreement among raft nodes before linearized reading' (duration: 1.421375411s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.869861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46267641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:27.87Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.448341Z","time spent":"1.421652238s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:27.869996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880321599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:27.870031Z","caller":"traceutil/trace.go:171","msg":"trace[1693634321] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10167; }","duration":"2.88039036s","start":"2026-03-31T18:51:24.989629Z","end":"2026-03-31T18:51:27.870019Z","steps":["trace[1693634321] 'agreement among raft nodes before linearized reading' (duration: 2.880334369s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.870026Z","caller":"traceutil/trace.go:171","msg":"trace[1612961009] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10167; }","duration":"1.462884715s","start":"2026-03-31T18:51:26.407119Z","end":"2026-03-31T18:51:27.870003Z","steps":["trace[1612961009] 'agreement among raft nodes before linearized reading' (duration: 1.46267862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.870061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.98961Z","time spent":"2.880442981s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.870084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.407096Z","time spent":"1.462968447s","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.870097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.222828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:27.870129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.794849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-31T18:51:27.870141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.474409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:51:27.870161Z","caller":"traceutil/trace.go:171","msg":"trace[1141374019] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10167; }","duration":"881.86544ms","start":"2026-03-31T18:51:26.988287Z","end":"2026-03-31T18:51:27.870153Z","steps":["trace[1141374019] 'agreement among raft nodes before linearized reading' (duration: 881.752508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.87016Z","caller":"traceutil/trace.go:171","msg":"trace[959142760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10167; }","duration":"721.310549ms","start":"2026-03-31T18:51:27.148833Z","end":"2026-03-31T18:51:27.870143Z","steps":["trace[959142760] 'agreement among raft nodes before linearized reading' (duration: 721.191466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.870192Z","caller":"traceutil/trace.go:171","msg":"trace[300987112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10167; }","duration":"739.593381ms","start":"2026-03-31T18:51:27.130581Z","end":"2026-03-31T18:51:27.870175Z","steps":["trace[300987112] 'agreement among raft nodes before linearized reading' (duration: 739.423007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.870206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.98827Z","time spent":"881.929231ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T18:51:27.870218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.148822Z","time spent":"721.381561ms","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.870225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.130558Z","time spent":"739.659853ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:51:27.869898Z","caller":"traceutil/trace.go:171","msg":"trace[1089415978] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10167; }","duration":"1.458231351s","start":"2026-03-31T18:51:26.411626Z","end":"2026-03-31T18:51:27.869858Z","steps":["trace[1089415978] 'agreement among raft nodes before linearized reading' (duration: 1.458116178s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.870308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910247145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-31T18:51:27.869159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316068691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T18:51:27.870372Z","caller":"traceutil/trace.go:171","msg":"trace[309772035] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10167; }","duration":"1.910349988s","start":"2026-03-31T18:51:25.960004Z","end":"2026-03-31T18:51:27.870354Z","steps":["trace[309772035] 'agreement among raft nodes before linearized reading' (duration: 1.910182964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.870416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.959983Z","time spent":"1.910422469s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:51:27.870514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29220153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:27.870547Z","caller":"traceutil/trace.go:171","msg":"trace[79382930] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10167; }","duration":"3.292233861s","start":"2026-03-31T18:51:24.578304Z","end":"2026-03-31T18:51:27.870538Z","steps":["trace[79382930] 'agreement among raft nodes before linearized reading' (duration: 3.29218821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.870568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.578216Z","time spent":"3.292346433s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.870611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967618991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T18:51:27.870623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967483818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T18:51:27.870661Z","caller":"traceutil/trace.go:171","msg":"trace[1075299972] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10167; }","duration":"2.96757606s","start":"2026-03-31T18:51:24.903074Z","end":"2026-03-31T18:51:27.87065Z","steps":["trace[1075299972] 'agreement among raft nodes before linearized reading' (duration: 2.967475818s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.870651Z","caller":"traceutil/trace.go:171","msg":"trace[931070494] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10167; }","duration":"2.967698123s","start":"2026-03-31T18:51:24.902938Z","end":"2026-03-31T18:51:27.870636Z","steps":["trace[931070494] 'agreement among raft nodes before linearized reading' (duration: 2.967601421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.870679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.458894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-31T18:51:27.870704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.903043Z","time spent":"2.967653342s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:51:27.870729Z","caller":"traceutil/trace.go:171","msg":"trace[773098722] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10167; }","duration":"882.523055ms","start":"2026-03-31T18:51:26.988193Z","end":"2026-03-31T18:51:27.870716Z","steps":["trace[773098722] 'agreement among raft nodes before linearized reading' (duration: 882.381762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.870782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.988189Z","time spent":"882.582836ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-31T18:51:27.869576Z","caller":"traceutil/trace.go:171","msg":"trace[677718577] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10167; }","duration":"1.899761309s","start":"2026-03-31T18:51:25.969745Z","end":"2026-03-31T18:51:27.869506Z","steps":["trace[677718577] 'agreement among raft nodes before linearized reading' (duration: 1.899713478s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.870883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.153549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-03-31T18:51:27.870845Z","caller":"traceutil/trace.go:171","msg":"trace[705420933] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:10167; }","duration":"2.317810229s","start":"2026-03-31T18:51:25.553012Z","end":"2026-03-31T18:51:27.870823Z","steps":["trace[705420933] 'agreement among raft nodes before linearized reading' (duration: 2.316072481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.871043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.552982Z","time spent":"2.318050315s","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T18:51:27.87069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118896573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:27.871327Z","caller":"traceutil/trace.go:171","msg":"trace[1370602295] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10167; }","duration":"3.119535588s","start":"2026-03-31T18:51:24.751782Z","end":"2026-03-31T18:51:27.871318Z","steps":["trace[1370602295] 'agreement among raft nodes before linearized reading' (duration: 3.118884093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.871357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.751688Z","time spent":"3.119659381s","remote":"127.0.0.1:41434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.870738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.902916Z","time spent":"2.967794596s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:51:27.870356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.411602Z","time spent":"1.458740492s","remote":"127.0.0.1:52106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.871048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.969727Z","time spent":"1.901167301s","remote":"127.0.0.1:38668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:27.871775Z","caller":"traceutil/trace.go:171","msg":"trace[1515208244] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:10167; }","duration":"884.07673ms","start":"2026-03-31T18:51:26.987689Z","end":"2026-03-31T18:51:27.871765Z","steps":["trace[1515208244] 'agreement among raft nodes before linearized reading' (duration: 881.809869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.871823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.987674Z","time spent":"884.139602ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":622,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-31T18:51:28.094667Z","caller":"traceutil/trace.go:171","msg":"trace[1571327899] transaction","detail":"{read_only:false; response_revision:10168; number_of_response:1; }","duration":"218.472413ms","start":"2026-03-31T18:51:27.876168Z","end":"2026-03-31T18:51:28.094641Z","steps":["trace[1571327899] 'process raft request' (duration: 206.961204ms)","trace[1571327899] 'compare' (duration: 11.323725ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:28.094787Z","caller":"traceutil/trace.go:171","msg":"trace[12931087] transaction","detail":"{read_only:false; response_revision:10169; number_of_response:1; }","duration":"218.446352ms","start":"2026-03-31T18:51:27.876332Z","end":"2026-03-31T18:51:28.094778Z","steps":["trace[12931087] 'process raft request' (duration: 218.264388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:28.094922Z","caller":"traceutil/trace.go:171","msg":"trace[1270362069] transaction","detail":"{read_only:false; response_revision:10170; number_of_response:1; }","duration":"218.545904ms","start":"2026-03-31T18:51:27.87637Z","end":"2026-03-31T18:51:28.094916Z","steps":["trace[1270362069] 'process raft request' (duration: 218.37942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:28.09498Z","caller":"traceutil/trace.go:171","msg":"trace[1653871968] linearizableReadLoop","detail":"{readStateIndex:10585; appliedIndex:10581; }","duration":"181.193993ms","start":"2026-03-31T18:51:27.913774Z","end":"2026-03-31T18:51:28.094968Z","steps":["trace[1653871968] 'read index received' (duration: 169.394828ms)","trace[1653871968] 'applied index is now lower than readState.Index' (duration: 11.798045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:28.095139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.829612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:51:28.095175Z","caller":"traceutil/trace.go:171","msg":"trace[533648483] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a8c98098ce; range_end:; response_count:1; response_revision:10171; }","duration":"219.887864ms","start":"2026-03-31T18:51:27.875277Z","end":"2026-03-31T18:51:28.095165Z","steps":["trace[533648483] 'agreement among raft nodes before linearized reading' (duration: 219.739941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:28.095226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.47938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a201abef0e9fa3\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T18:51:28.09525Z","caller":"traceutil/trace.go:171","msg":"trace[1630141677] range","detail":"{range_begin:/registry/events/openstack/ceph.18a201abef0e9fa3; range_end:; response_count:1; response_revision:10171; }","duration":"217.51405ms","start":"2026-03-31T18:51:27.877729Z","end":"2026-03-31T18:51:28.095243Z","steps":["trace[1630141677] 'agreement among raft nodes before linearized reading' (duration: 217.441588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:28.095325Z","caller":"traceutil/trace.go:171","msg":"trace[1559715684] transaction","detail":"{read_only:false; response_revision:10171; number_of_response:1; }","duration":"218.773039ms","start":"2026-03-31T18:51:27.876544Z","end":"2026-03-31T18:51:28.095317Z","steps":["trace[1559715684] 'process raft request' (duration: 218.345129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:28.095496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.013753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:28.095533Z","caller":"traceutil/trace.go:171","msg":"trace[219960322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10171; }","duration":"218.061093ms","start":"2026-03-31T18:51:27.877463Z","end":"2026-03-31T18:51:28.095525Z","steps":["trace[219960322] 'agreement among raft nodes before linearized reading' (duration: 218.006972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:28.095503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.760082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T18:51:28.095602Z","caller":"traceutil/trace.go:171","msg":"trace[783306241] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10171; }","duration":"219.885565ms","start":"2026-03-31T18:51:27.875695Z","end":"2026-03-31T18:51:28.095581Z","steps":["trace[783306241] 'agreement among raft nodes before linearized reading' (duration: 219.637318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:28.133067Z","caller":"traceutil/trace.go:171","msg":"trace[1190496506] transaction","detail":"{read_only:false; response_revision:10172; number_of_response:1; }","duration":"217.119593ms","start":"2026-03-31T18:51:27.915923Z","end":"2026-03-31T18:51:28.133043Z","steps":["trace[1190496506] 'process raft request' (duration: 216.962839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:28.338251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.293485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:28.338501Z","caller":"traceutil/trace.go:171","msg":"trace[1319524545] linearizableReadLoop","detail":"{readStateIndex:10587; appliedIndex:10585; }","duration":"241.119192ms","start":"2026-03-31T18:51:28.097357Z","end":"2026-03-31T18:51:28.338476Z","steps":["trace[1319524545] 'read index received' (duration: 35.501049ms)","trace[1319524545] 'applied index is now lower than readState.Index' (duration: 205.616483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:28.338639Z","caller":"traceutil/trace.go:171","msg":"trace[460762255] transaction","detail":"{read_only:false; response_revision:10173; number_of_response:1; }","duration":"241.301426ms","start":"2026-03-31T18:51:28.097324Z","end":"2026-03-31T18:51:28.338625Z","steps":["trace[460762255] 'process raft request' (duration: 112.50784ms)","trace[460762255] 'compare' (duration: 128.149322ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:28.338805Z","caller":"traceutil/trace.go:171","msg":"trace[1852478005] transaction","detail":"{read_only:false; response_revision:10174; number_of_response:1; }","duration":"241.210274ms","start":"2026-03-31T18:51:28.097548Z","end":"2026-03-31T18:51:28.338759Z","steps":["trace[1852478005] 'process raft request' (duration: 240.836646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:28.338828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.443399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:28.339022Z","caller":"traceutil/trace.go:171","msg":"trace[1770920246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10174; }","duration":"241.665104ms","start":"2026-03-31T18:51:28.097329Z","end":"2026-03-31T18:51:28.338994Z","steps":["trace[1770920246] 'agreement among raft nodes before linearized reading' (duration: 241.391098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:28.339029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.010786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T18:51:28.339057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.864328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:51:28.339128Z","caller":"traceutil/trace.go:171","msg":"trace[1005611906] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10174; }","duration":"204.14498ms","start":"2026-03-31T18:51:28.13496Z","end":"2026-03-31T18:51:28.339105Z","steps":["trace[1005611906] 'agreement among raft nodes before linearized reading' (duration: 203.879404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:28.339232Z","caller":"traceutil/trace.go:171","msg":"trace[1233760528] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10174; }","duration":"238.009081ms","start":"2026-03-31T18:51:28.101106Z","end":"2026-03-31T18:51:28.339115Z","steps":["trace[1233760528] 'agreement among raft nodes before linearized reading' (duration: 237.696364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:28.339869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.066043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:51:28.339939Z","caller":"traceutil/trace.go:171","msg":"trace[396997795] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10174; }","duration":"218.158686ms","start":"2026-03-31T18:51:28.121762Z","end":"2026-03-31T18:51:28.339921Z","steps":["trace[396997795] 'agreement among raft nodes before linearized reading' (duration: 217.137122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:28.584626Z","caller":"traceutil/trace.go:171","msg":"trace[1869959196] linearizableReadLoop","detail":"{readStateIndex:10589; appliedIndex:10588; }","duration":"239.062556ms","start":"2026-03-31T18:51:28.345544Z","end":"2026-03-31T18:51:28.584606Z","steps":["trace[1869959196] 'read index received' (duration: 193.667035ms)","trace[1869959196] 'applied index is now lower than readState.Index' (duration: 45.394411ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:28.584677Z","caller":"traceutil/trace.go:171","msg":"trace[141207027] transaction","detail":"{read_only:false; response_revision:10175; number_of_response:1; }","duration":"239.676479ms","start":"2026-03-31T18:51:28.34496Z","end":"2026-03-31T18:51:28.584637Z","steps":["trace[141207027] 'process raft request' (duration: 194.303109ms)","trace[141207027] 'compare' (duration: 45.249228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:28.584846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.737393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-31T18:51:28.584878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.058526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:28.584846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.28204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:51:28.58495Z","caller":"traceutil/trace.go:171","msg":"trace[668442219] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10175; }","duration":"239.404173ms","start":"2026-03-31T18:51:28.345527Z","end":"2026-03-31T18:51:28.584931Z","steps":["trace[668442219] 'agreement among raft nodes before linearized reading' (duration: 239.172298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:28.584958Z","caller":"traceutil/trace.go:171","msg":"trace[171881380] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10175; }","duration":"127.172519ms","start":"2026-03-31T18:51:28.457763Z","end":"2026-03-31T18:51:28.584935Z","steps":["trace[171881380] 'agreement among raft nodes before linearized reading' (duration: 126.997815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:28.5849Z","caller":"traceutil/trace.go:171","msg":"trace[168783687] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10175; }","duration":"216.826415ms","start":"2026-03-31T18:51:28.368064Z","end":"2026-03-31T18:51:28.58489Z","steps":["trace[168783687] 'agreement among raft nodes before linearized reading' (duration: 216.668671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:29.096502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.865869ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:29.096558Z","caller":"traceutil/trace.go:171","msg":"trace[1291898341] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10175; }","duration":"350.935591ms","start":"2026-03-31T18:51:28.745609Z","end":"2026-03-31T18:51:29.096545Z","steps":["trace[1291898341] 'range keys from in-memory index tree' (duration: 350.849609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:29.503712Z","caller":"traceutil/trace.go:171","msg":"trace[2084447879] linearizableReadLoop","detail":"{readStateIndex:10590; appliedIndex:10589; }","duration":"467.065203ms","start":"2026-03-31T18:51:29.036627Z","end":"2026-03-31T18:51:29.503692Z","steps":["trace[2084447879] 'read index received' (duration: 466.839288ms)","trace[2084447879] 'applied index is now lower than readState.Index' (duration: 224.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:29.503856Z","caller":"traceutil/trace.go:171","msg":"trace[1986652652] transaction","detail":"{read_only:false; response_revision:10176; number_of_response:1; }","duration":"841.042392ms","start":"2026-03-31T18:51:28.662806Z","end":"2026-03-31T18:51:29.503848Z","steps":["trace[1986652652] 'process raft request' (duration: 840.709335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:29.503988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:28.662782Z","time spent":"841.103684ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:29.504342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.704908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:29.504419Z","caller":"traceutil/trace.go:171","msg":"trace[1851434973] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10176; }","duration":"467.837651ms","start":"2026-03-31T18:51:29.036565Z","end":"2026-03-31T18:51:29.504403Z","steps":["trace[1851434973] 'agreement among raft nodes before linearized reading' (duration: 467.666687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:29.504461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:29.03654Z","time spent":"467.910992ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":88,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:30.127232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.354503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:51:30.127318Z","caller":"traceutil/trace.go:171","msg":"trace[1364158135] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10176; }","duration":"207.480195ms","start":"2026-03-31T18:51:29.919821Z","end":"2026-03-31T18:51:30.127301Z","steps":["trace[1364158135] 'range keys from in-memory index tree' (duration: 207.182368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:30.127563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.591279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:51:30.127641Z","caller":"traceutil/trace.go:171","msg":"trace[2109543467] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10176; }","duration":"135.674841ms","start":"2026-03-31T18:51:29.991948Z","end":"2026-03-31T18:51:30.127623Z","steps":["trace[2109543467] 'count revisions from in-memory index tree' (duration: 135.503107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:30.283057Z","caller":"traceutil/trace.go:171","msg":"trace[549178135] transaction","detail":"{read_only:false; response_revision:10177; number_of_response:1; }","duration":"151.19967ms","start":"2026-03-31T18:51:30.131826Z","end":"2026-03-31T18:51:30.283026Z","steps":["trace[549178135] 'process raft request' (duration: 151.034586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:30.586932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.687322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:30.587034Z","caller":"traceutil/trace.go:171","msg":"trace[88025535] linearizableReadLoop","detail":"{readStateIndex:10592; appliedIndex:10590; }","duration":"454.345816ms","start":"2026-03-31T18:51:30.132672Z","end":"2026-03-31T18:51:30.587017Z","steps":["trace[88025535] 'read index received' (duration: 150.267798ms)","trace[88025535] 'applied index is now lower than readState.Index' (duration: 304.076438ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:30.587078Z","caller":"traceutil/trace.go:171","msg":"trace[1089553853] transaction","detail":"{read_only:false; response_revision:10178; number_of_response:1; }","duration":"455.105294ms","start":"2026-03-31T18:51:30.131944Z","end":"2026-03-31T18:51:30.58705Z","steps":["trace[1089553853] 'process raft request' (duration: 323.229299ms)","trace[1089553853] 'compare' (duration: 131.581658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:30.587173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.131923Z","time spent":"455.204557ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:30.587297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.883571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a200cbbd755c86\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-03-31T18:51:30.587332Z","caller":"traceutil/trace.go:171","msg":"trace[84586510] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a200cbbd755c86; range_end:; response_count:1; response_revision:10178; }","duration":"423.965873ms","start":"2026-03-31T18:51:30.163355Z","end":"2026-03-31T18:51:30.587321Z","steps":["trace[84586510] 'agreement among raft nodes before linearized reading' (duration: 423.757468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:30.587362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.16333Z","time spent":"424.025335ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a200cbbd755c86\" "} {"level":"warn","ts":"2026-03-31T18:51:30.587435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.744975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228878"} {"level":"info","ts":"2026-03-31T18:51:30.587503Z","caller":"traceutil/trace.go:171","msg":"trace[1251045216] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10178; }","duration":"454.853798ms","start":"2026-03-31T18:51:30.132632Z","end":"2026-03-31T18:51:30.587486Z","steps":["trace[1251045216] 'agreement among raft nodes before linearized reading' (duration: 454.465859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:30.587546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.132618Z","time spent":"454.91687ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228902,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:51:30.587554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.474943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:30.587584Z","caller":"traceutil/trace.go:171","msg":"trace[393078021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10178; }","duration":"138.537624ms","start":"2026-03-31T18:51:30.449037Z","end":"2026-03-31T18:51:30.587575Z","steps":["trace[393078021] 'agreement among raft nodes before linearized reading' (duration: 138.488223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.311814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:31.502733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.106876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:31.502812Z","caller":"traceutil/trace.go:171","msg":"trace[237707654] transaction","detail":"{read_only:false; response_revision:10179; number_of_response:1; }","duration":"913.525152ms","start":"2026-03-31T18:51:30.589273Z","end":"2026-03-31T18:51:31.502798Z","steps":["trace[237707654] 'process raft request' (duration: 803.296593ms)","trace[237707654] 'compare' (duration: 109.969483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:31.502954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.589249Z","time spent":"913.583943ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:31.81214Z","caller":"traceutil/trace.go:171","msg":"trace[1889383291] transaction","detail":"{read_only:false; response_revision:10180; number_of_response:1; }","duration":"1.219917281s","start":"2026-03-31T18:51:30.592191Z","end":"2026-03-31T18:51:31.812108Z","steps":["trace[1889383291] 'process raft request' (duration: 1.133273293s)","trace[1889383291] 'compare' (duration: 86.355222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:31.812289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.592175Z","time spent":"1.220037094s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:32.553525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.495594ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:51:32.553688Z","caller":"traceutil/trace.go:171","msg":"trace[974113649] linearizableReadLoop","detail":"{readStateIndex:10595; appliedIndex:10592; }","duration":"1.742716737s","start":"2026-03-31T18:51:30.810947Z","end":"2026-03-31T18:51:32.553664Z","steps":["trace[974113649] 'read index received' (duration: 581.621298ms)","trace[974113649] 'applied index is now lower than readState.Index' (duration: 1.161093369s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:32.553997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.816295Z","time spent":"737.693938ms","remote":"127.0.0.1:59714","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:32.554391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743437644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:51:32.55448Z","caller":"traceutil/trace.go:171","msg":"trace[1230990322] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10180; }","duration":"1.743607278s","start":"2026-03-31T18:51:30.810848Z","end":"2026-03-31T18:51:32.554455Z","steps":["trace[1230990322] 'agreement among raft nodes before linearized reading' (duration: 1.743390103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.554521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.810822Z","time spent":"1.743690059s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:32.855389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036664161s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:32.856137Z","caller":"traceutil/trace.go:171","msg":"trace[1037075032] linearizableReadLoop","detail":"{readStateIndex:10596; appliedIndex:10595; }","duration":"302.394769ms","start":"2026-03-31T18:51:32.55372Z","end":"2026-03-31T18:51:32.856115Z","steps":["trace[1037075032] 'read index received' (duration: 301.97209ms)","trace[1037075032] 'applied index is now lower than readState.Index' (duration: 421.869µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:32.856249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.826251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:32.856312Z","caller":"traceutil/trace.go:171","msg":"trace[1745915324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10181; }","duration":"407.930663ms","start":"2026-03-31T18:51:32.448367Z","end":"2026-03-31T18:51:32.856298Z","steps":["trace[1745915324] 'agreement among raft nodes before linearized reading' (duration: 407.805821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.856311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349997877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-th4dd.18a2007d81450b87\" ","response":"range_response_count:1 size:778"} {"level":"warn","ts":"2026-03-31T18:51:32.856341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.448348Z","time spent":"407.987294ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:32.856344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355881809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T18:51:32.856344Z","caller":"traceutil/trace.go:171","msg":"trace[1544415969] transaction","detail":"{read_only:false; response_revision:10181; number_of_response:1; }","duration":"1.037695174s","start":"2026-03-31T18:51:31.818612Z","end":"2026-03-31T18:51:32.856307Z","steps":["trace[1544415969] 'process raft request' (duration: 1.03706764s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:32.856398Z","caller":"traceutil/trace.go:171","msg":"trace[423119450] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:10181; }","duration":"1.355967881s","start":"2026-03-31T18:51:31.500417Z","end":"2026-03-31T18:51:32.856385Z","steps":["trace[423119450] 'agreement among raft nodes before linearized reading' (duration: 1.355850189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.856429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038684266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:51:32.856454Z","caller":"traceutil/trace.go:171","msg":"trace[1374198202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10181; }","duration":"1.038746838s","start":"2026-03-31T18:51:31.817699Z","end":"2026-03-31T18:51:32.856446Z","steps":["trace[1374198202] 'agreement among raft nodes before linearized reading' (duration: 1.038674846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.856433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783196498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:32.856448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.5004Z","time spent":"1.356035483s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T18:51:32.856475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.817679Z","time spent":"1.038789479s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:51:32.856491Z","caller":"traceutil/trace.go:171","msg":"trace[1369871391] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10181; }","duration":"1.78329549s","start":"2026-03-31T18:51:31.073181Z","end":"2026-03-31T18:51:32.856477Z","steps":["trace[1369871391] 'agreement among raft nodes before linearized reading' (duration: 1.783205928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.856497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.818598Z","time spent":"1.037822826s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:51:32.856538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.07316Z","time spent":"1.783368773s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:32.856476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.057827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-03-31T18:51:32.856589Z","caller":"traceutil/trace.go:171","msg":"trace[272744221] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:10181; }","duration":"863.281282ms","start":"2026-03-31T18:51:31.993298Z","end":"2026-03-31T18:51:32.85658Z","steps":["trace[272744221] 'agreement among raft nodes before linearized reading' (duration: 862.910174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.856595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.622299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T18:51:32.856682Z","caller":"traceutil/trace.go:171","msg":"trace[2136507970] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10181; }","duration":"726.824664ms","start":"2026-03-31T18:51:32.129839Z","end":"2026-03-31T18:51:32.856664Z","steps":["trace[2136507970] 'agreement among raft nodes before linearized reading' (duration: 726.297812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.856758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.129807Z","time spent":"726.937865ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:51:32.856779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.234538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:51:32.856765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.6273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bs6wl\" ","response":"range_response_count:1 size:5487"} {"level":"warn","ts":"2026-03-31T18:51:32.856624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.993274Z","time spent":"863.339223ms","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T18:51:32.856359Z","caller":"traceutil/trace.go:171","msg":"trace[285501876] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-th4dd.18a2007d81450b87; range_end:; response_count:1; response_revision:10181; }","duration":"1.35013375s","start":"2026-03-31T18:51:31.506211Z","end":"2026-03-31T18:51:32.856344Z","steps":["trace[285501876] 'agreement among raft nodes before linearized reading' (duration: 1.349942585s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:32.856903Z","caller":"traceutil/trace.go:171","msg":"trace[1457739882] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bs6wl; range_end:; response_count:1; response_revision:10181; }","duration":"457.837724ms","start":"2026-03-31T18:51:32.399043Z","end":"2026-03-31T18:51:32.85688Z","steps":["trace[1457739882] 'agreement among raft nodes before linearized reading' (duration: 457.496777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:32.856915Z","caller":"traceutil/trace.go:171","msg":"trace[1172539270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10181; }","duration":"568.30496ms","start":"2026-03-31T18:51:32.2885Z","end":"2026-03-31T18:51:32.856805Z","steps":["trace[1172539270] 'agreement among raft nodes before linearized reading' (duration: 568.202617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.856948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.506195Z","time spent":"1.350739434s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":802,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-th4dd.18a2007d81450b87\" "} {"level":"warn","ts":"2026-03-31T18:51:32.856959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.288481Z","time spent":"568.469533ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:32.856967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.399013Z","time spent":"457.939817ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5511,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bs6wl\" "} {"level":"warn","ts":"2026-03-31T18:51:32.856769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976628277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:32.857067Z","caller":"traceutil/trace.go:171","msg":"trace[1440760268] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10181; }","duration":"1.976963244s","start":"2026-03-31T18:51:30.880083Z","end":"2026-03-31T18:51:32.857046Z","steps":["trace[1440760268] 'agreement among raft nodes before linearized reading' (duration: 1.976427002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.857171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.880063Z","time spent":"1.977076757s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:33.356457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444141500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:33.554545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.578424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:33.554663Z","caller":"traceutil/trace.go:171","msg":"trace[936456750] transaction","detail":"{read_only:false; response_revision:10182; number_of_response:1; }","duration":"995.499585ms","start":"2026-03-31T18:51:32.559145Z","end":"2026-03-31T18:51:33.554645Z","steps":["trace[936456750] 'process raft request' (duration: 885.739657ms)","trace[936456750] 'compare' (duration: 109.317788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:33.55487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.559122Z","time spent":"995.71135ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:34.386237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.699068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:34.386645Z","caller":"traceutil/trace.go:171","msg":"trace[1384519775] linearizableReadLoop","detail":"{readStateIndex:10602; appliedIndex:10596; }","duration":"1.530439634s","start":"2026-03-31T18:51:32.856186Z","end":"2026-03-31T18:51:34.386625Z","steps":["trace[1384519775] 'read index received' (duration: 588.691097ms)","trace[1384519775] 'applied index is now lower than readState.Index' (duration: 941.747187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:34.38672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703949175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:34.386795Z","caller":"traceutil/trace.go:171","msg":"trace[1045943172] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10187; }","duration":"1.704068008s","start":"2026-03-31T18:51:32.682711Z","end":"2026-03-31T18:51:34.386779Z","steps":["trace[1045943172] 'agreement among raft nodes before linearized reading' (duration: 1.703948536s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.386798Z","caller":"traceutil/trace.go:171","msg":"trace[444894515] transaction","detail":"{read_only:false; response_revision:10187; number_of_response:1; }","duration":"1.520327396s","start":"2026-03-31T18:51:32.86645Z","end":"2026-03-31T18:51:34.386777Z","steps":["trace[444894515] 'process raft request' (duration: 1.52006014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.386836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.682691Z","time spent":"1.704134859s","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:34.386821Z","caller":"traceutil/trace.go:171","msg":"trace[815284987] transaction","detail":"{read_only:false; response_revision:10183; number_of_response:1; }","duration":"1.527279384s","start":"2026-03-31T18:51:32.859507Z","end":"2026-03-31T18:51:34.386786Z","steps":["trace[815284987] 'process raft request' (duration: 1.00990937s)","trace[815284987] 'compare' (duration: 516.411232ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:34.386853Z","caller":"traceutil/trace.go:171","msg":"trace[702190255] transaction","detail":"{read_only:false; response_revision:10184; number_of_response:1; }","duration":"1.524978011s","start":"2026-03-31T18:51:32.861844Z","end":"2026-03-31T18:51:34.386823Z","steps":["trace[702190255] 'process raft request' (duration: 1.524492371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.386917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.866434Z","time spent":"1.520408898s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:34.38672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665740806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:34.386981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.861817Z","time spent":"1.525097073s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:34.386993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.859479Z","time spent":"1.527407276s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:34.387013Z","caller":"traceutil/trace.go:171","msg":"trace[950107421] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:10187; }","duration":"1.666070463s","start":"2026-03-31T18:51:32.720923Z","end":"2026-03-31T18:51:34.386993Z","steps":["trace[950107421] 'agreement among raft nodes before linearized reading' (duration: 1.665710075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.387017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792705642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:51:34.387051Z","caller":"traceutil/trace.go:171","msg":"trace[811260361] transaction","detail":"{read_only:false; response_revision:10185; number_of_response:1; }","duration":"1.52494624s","start":"2026-03-31T18:51:32.862092Z","end":"2026-03-31T18:51:34.387039Z","steps":["trace[811260361] 'process raft request' (duration: 1.524309846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.387078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.720909Z","time spent":"1.666144515s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:34.387078Z","caller":"traceutil/trace.go:171","msg":"trace[1333559441] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10187; }","duration":"1.792789614s","start":"2026-03-31T18:51:32.594272Z","end":"2026-03-31T18:51:34.387062Z","steps":["trace[1333559441] 'agreement among raft nodes before linearized reading' (duration: 1.792594039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.387109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.862079Z","time spent":"1.524999992s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:34.387109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796087798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:51:34.387133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.594262Z","time spent":"1.792858305s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:51:34.387179Z","caller":"traceutil/trace.go:171","msg":"trace[1548729876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10187; }","duration":"1.796218301s","start":"2026-03-31T18:51:32.590944Z","end":"2026-03-31T18:51:34.387162Z","steps":["trace[1548729876] 'agreement among raft nodes before linearized reading' (duration: 1.795980106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.387224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.590925Z","time spent":"1.796290832s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:51:34.387258Z","caller":"traceutil/trace.go:171","msg":"trace[349465259] transaction","detail":"{read_only:false; response_revision:10186; number_of_response:1; }","duration":"1.52449159s","start":"2026-03-31T18:51:32.862222Z","end":"2026-03-31T18:51:34.386714Z","steps":["trace[349465259] 'process raft request' (duration: 1.524216794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.387347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.8622Z","time spent":"1.525089524s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:34.395763Z","caller":"traceutil/trace.go:171","msg":"trace[90442103] transaction","detail":"{read_only:false; response_revision:10188; number_of_response:1; }","duration":"836.639214ms","start":"2026-03-31T18:51:33.559108Z","end":"2026-03-31T18:51:34.395747Z","steps":["trace[90442103] 'process raft request' (duration: 836.461009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.39582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.22017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:34.395928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537899722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:34.395954Z","caller":"traceutil/trace.go:171","msg":"trace[1468623930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10189; }","duration":"1.537970954s","start":"2026-03-31T18:51:32.857974Z","end":"2026-03-31T18:51:34.395945Z","steps":["trace[1468623930] 'agreement among raft nodes before linearized reading' (duration: 1.537923413s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.395954Z","caller":"traceutil/trace.go:171","msg":"trace[348367372] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:10189; }","duration":"955.435534ms","start":"2026-03-31T18:51:33.440502Z","end":"2026-03-31T18:51:34.395938Z","steps":["trace[348367372] 'agreement among raft nodes before linearized reading' (duration: 955.24728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.395972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.857951Z","time spent":"1.538016675s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:34.395972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430603179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-31T18:51:34.39604Z","caller":"traceutil/trace.go:171","msg":"trace[1870873719] transaction","detail":"{read_only:false; response_revision:10189; number_of_response:1; }","duration":"836.183614ms","start":"2026-03-31T18:51:33.559841Z","end":"2026-03-31T18:51:34.396025Z","steps":["trace[1870873719] 'process raft request' (duration: 835.833375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.396099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.424427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:34.396146Z","caller":"traceutil/trace.go:171","msg":"trace[1663867753] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:10189; }","duration":"703.53686ms","start":"2026-03-31T18:51:33.692598Z","end":"2026-03-31T18:51:34.396135Z","steps":["trace[1663867753] 'agreement among raft nodes before linearized reading' (duration: 703.427328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.395866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.559072Z","time spent":"836.740386ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:34.396187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.692581Z","time spent":"703.593631ms","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:34.396056Z","caller":"traceutil/trace.go:171","msg":"trace[947936433] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:10189; }","duration":"1.430721062s","start":"2026-03-31T18:51:32.965309Z","end":"2026-03-31T18:51:34.39603Z","steps":["trace[947936433] 'agreement among raft nodes before linearized reading' (duration: 1.430565839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.395971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519638682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-31T18:51:34.39625Z","caller":"traceutil/trace.go:171","msg":"trace[1970732750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10189; }","duration":"1.519959269s","start":"2026-03-31T18:51:32.87628Z","end":"2026-03-31T18:51:34.396239Z","steps":["trace[1970732750] 'agreement among raft nodes before linearized reading' (duration: 1.51956553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.396239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.965289Z","time spent":"1.430940136s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1186,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-31T18:51:34.396281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.876261Z","time spent":"1.52001205s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:34.396004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.440448Z","time spent":"955.539677ms","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:34.396384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.559814Z","time spent":"836.436009ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:51:35.512653Z","caller":"traceutil/trace.go:171","msg":"trace[1724760545] linearizableReadLoop","detail":"{readStateIndex:10629; appliedIndex:10628; }","duration":"138.620377ms","start":"2026-03-31T18:51:35.374009Z","end":"2026-03-31T18:51:35.512629Z","steps":["trace[1724760545] 'read index received' (duration: 138.437153ms)","trace[1724760545] 'applied index is now lower than readState.Index' (duration: 181.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:35.512686Z","caller":"traceutil/trace.go:171","msg":"trace[1641874138] transaction","detail":"{read_only:false; response_revision:10213; number_of_response:1; }","duration":"140.873858ms","start":"2026-03-31T18:51:35.3718Z","end":"2026-03-31T18:51:35.512674Z","steps":["trace[1641874138] 'process raft request' (duration: 140.674893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:35.512861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.837461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:51:35.513014Z","caller":"traceutil/trace.go:171","msg":"trace[577586252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10213; }","duration":"138.937413ms","start":"2026-03-31T18:51:35.373985Z","end":"2026-03-31T18:51:35.512923Z","steps":["trace[577586252] 'agreement among raft nodes before linearized reading' (duration: 138.759459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:36.540244Z","caller":"traceutil/trace.go:171","msg":"trace[1362932342] transaction","detail":"{read_only:false; response_revision:10218; number_of_response:1; }","duration":"142.821282ms","start":"2026-03-31T18:51:36.397398Z","end":"2026-03-31T18:51:36.540219Z","steps":["trace[1362932342] 'process raft request' (duration: 142.624248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:36.879851Z","caller":"traceutil/trace.go:171","msg":"trace[2013172891] transaction","detail":"{read_only:false; response_revision:10220; number_of_response:1; }","duration":"479.139474ms","start":"2026-03-31T18:51:36.400686Z","end":"2026-03-31T18:51:36.879825Z","steps":["trace[2013172891] 'process raft request' (duration: 479.038382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:36.879893Z","caller":"traceutil/trace.go:171","msg":"trace[713711871] transaction","detail":"{read_only:false; response_revision:10219; number_of_response:1; }","duration":"482.260704ms","start":"2026-03-31T18:51:36.397587Z","end":"2026-03-31T18:51:36.879848Z","steps":["trace[713711871] 'process raft request' (duration: 479.8813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:36.880006Z","caller":"traceutil/trace.go:171","msg":"trace[1531576322] transaction","detail":"{read_only:false; response_revision:10221; number_of_response:1; }","duration":"470.120052ms","start":"2026-03-31T18:51:36.409859Z","end":"2026-03-31T18:51:36.879979Z","steps":["trace[1531576322] 'process raft request' (duration: 469.918917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:36.880045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.400665Z","time spent":"479.271667ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:36.880129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.397578Z","time spent":"482.413578ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:36.879986Z","caller":"traceutil/trace.go:171","msg":"trace[932549443] linearizableReadLoop","detail":"{readStateIndex:10637; appliedIndex:10634; }","duration":"471.467661ms","start":"2026-03-31T18:51:36.408488Z","end":"2026-03-31T18:51:36.879956Z","steps":["trace[932549443] 'read index received' (duration: 131.529267ms)","trace[932549443] 'applied index is now lower than readState.Index' (duration: 339.900054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:36.880268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.409848Z","time spent":"470.225914ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:36.880336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.06552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:51:36.880373Z","caller":"traceutil/trace.go:171","msg":"trace[395145906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10221; }","duration":"470.11841ms","start":"2026-03-31T18:51:36.410239Z","end":"2026-03-31T18:51:36.880357Z","steps":["trace[395145906] 'agreement among raft nodes before linearized reading' (duration: 470.022228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:36.88035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.8515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:51:36.880407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.196272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:51:36.880399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.533334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:36.880451Z","caller":"traceutil/trace.go:171","msg":"trace[1387144821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10221; }","duration":"471.956052ms","start":"2026-03-31T18:51:36.408479Z","end":"2026-03-31T18:51:36.880435Z","steps":["trace[1387144821] 'agreement among raft nodes before linearized reading' (duration: 471.584684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:36.880515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.619696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hkjlf\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-31T18:51:36.880541Z","caller":"traceutil/trace.go:171","msg":"trace[1102859384] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hkjlf; range_end:; response_count:1; response_revision:10221; }","duration":"459.689248ms","start":"2026-03-31T18:51:36.420842Z","end":"2026-03-31T18:51:36.880531Z","steps":["trace[1102859384] 'agreement among raft nodes before linearized reading' (duration: 459.601805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:36.88046Z","caller":"traceutil/trace.go:171","msg":"trace[1490760269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10221; }","duration":"333.254493ms","start":"2026-03-31T18:51:36.547191Z","end":"2026-03-31T18:51:36.880445Z","steps":["trace[1490760269] 'agreement among raft nodes before linearized reading' (duration: 333.09016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:36.880566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.420814Z","time spent":"459.747179ms","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2828,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hkjlf\" "} {"level":"warn","ts":"2026-03-31T18:51:36.88055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.408421Z","time spent":"472.110947ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:36.880423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.410232Z","time spent":"470.180443ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:51:36.880654Z","caller":"traceutil/trace.go:171","msg":"trace[191686141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10221; }","duration":"431.688467ms","start":"2026-03-31T18:51:36.448805Z","end":"2026-03-31T18:51:36.880493Z","steps":["trace[191686141] 'agreement among raft nodes before linearized reading' (duration: 431.529634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:36.880743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.448784Z","time spent":"431.946785ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:36.881156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.547123Z","time spent":"333.462629ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:51:37.004816Z","caller":"traceutil/trace.go:171","msg":"trace[901689571] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10222; }","duration":"120.884618ms","start":"2026-03-31T18:51:36.883901Z","end":"2026-03-31T18:51:37.004786Z","steps":["trace[901689571] 'process raft request' (duration: 85.952282ms)","trace[901689571] 'compare' (duration: 34.786372ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:37.006223Z","caller":"traceutil/trace.go:171","msg":"trace[302124693] linearizableReadLoop","detail":"{readStateIndex:10640; appliedIndex:10638; }","duration":"120.692484ms","start":"2026-03-31T18:51:36.885506Z","end":"2026-03-31T18:51:37.006199Z","steps":["trace[302124693] 'read index received' (duration: 84.455879ms)","trace[302124693] 'applied index is now lower than readState.Index' (duration: 36.235335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:37.006462Z","caller":"traceutil/trace.go:171","msg":"trace[1902104053] transaction","detail":"{read_only:false; response_revision:10223; number_of_response:1; }","duration":"120.97923ms","start":"2026-03-31T18:51:36.885425Z","end":"2026-03-31T18:51:37.006405Z","steps":["trace[1902104053] 'process raft request' (duration: 120.590512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:37.006778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.241167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229064"} {"level":"info","ts":"2026-03-31T18:51:37.006829Z","caller":"traceutil/trace.go:171","msg":"trace[2054020455] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10224; }","duration":"121.333808ms","start":"2026-03-31T18:51:36.885484Z","end":"2026-03-31T18:51:37.006818Z","steps":["trace[2054020455] 'agreement among raft nodes before linearized reading' (duration: 120.813436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:37.0071Z","caller":"traceutil/trace.go:171","msg":"trace[649024293] transaction","detail":"{read_only:false; response_revision:10224; number_of_response:1; }","duration":"121.236506ms","start":"2026-03-31T18:51:36.885852Z","end":"2026-03-31T18:51:37.007089Z","steps":["trace[649024293] 'process raft request' (duration: 120.306645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:37.159952Z","caller":"traceutil/trace.go:171","msg":"trace[2863681] linearizableReadLoop","detail":"{readStateIndex:10642; appliedIndex:10641; }","duration":"114.880993ms","start":"2026-03-31T18:51:37.045045Z","end":"2026-03-31T18:51:37.159926Z","steps":["trace[2863681] 'read index received' (duration: 114.617997ms)","trace[2863681] 'applied index is now lower than readState.Index' (duration: 262.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:37.160083Z","caller":"traceutil/trace.go:171","msg":"trace[137714162] transaction","detail":"{read_only:false; response_revision:10225; number_of_response:1; }","duration":"133.02137ms","start":"2026-03-31T18:51:37.02702Z","end":"2026-03-31T18:51:37.160042Z","steps":["trace[137714162] 'process raft request' (duration: 132.727284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:37.16036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.123728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-31T18:51:37.160443Z","caller":"traceutil/trace.go:171","msg":"trace[745085450] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:10225; }","duration":"115.457486ms","start":"2026-03-31T18:51:37.044965Z","end":"2026-03-31T18:51:37.160422Z","steps":["trace[745085450] 'agreement among raft nodes before linearized reading' (duration: 115.094378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:37.313457Z","caller":"traceutil/trace.go:171","msg":"trace[1855166890] linearizableReadLoop","detail":"{readStateIndex:10644; appliedIndex:10643; }","duration":"142.820852ms","start":"2026-03-31T18:51:37.170614Z","end":"2026-03-31T18:51:37.313434Z","steps":["trace[1855166890] 'read index received' (duration: 50.308832ms)","trace[1855166890] 'applied index is now lower than readState.Index' (duration: 92.51083ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:37.313543Z","caller":"traceutil/trace.go:171","msg":"trace[995507294] transaction","detail":"{read_only:false; response_revision:10227; number_of_response:1; }","duration":"143.405765ms","start":"2026-03-31T18:51:37.170102Z","end":"2026-03-31T18:51:37.313507Z","steps":["trace[995507294] 'process raft request' (duration: 143.1902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:37.313609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.216743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-31T18:51:37.313636Z","caller":"traceutil/trace.go:171","msg":"trace[445816625] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:10227; }","duration":"132.301304ms","start":"2026-03-31T18:51:37.181325Z","end":"2026-03-31T18:51:37.313627Z","steps":["trace[445816625] 'agreement among raft nodes before linearized reading' (duration: 132.223733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:37.313708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.072988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T18:51:37.313755Z","caller":"traceutil/trace.go:171","msg":"trace[1313980006] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10227; }","duration":"143.149749ms","start":"2026-03-31T18:51:37.170595Z","end":"2026-03-31T18:51:37.313745Z","steps":["trace[1313980006] 'agreement among raft nodes before linearized reading' (duration: 142.950555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:37.533249Z","caller":"traceutil/trace.go:171","msg":"trace[774117883] linearizableReadLoop","detail":"{readStateIndex:10647; appliedIndex:10646; }","duration":"131.781953ms","start":"2026-03-31T18:51:37.401439Z","end":"2026-03-31T18:51:37.533221Z","steps":["trace[774117883] 'read index received' (duration: 131.633379ms)","trace[774117883] 'applied index is now lower than readState.Index' (duration: 147.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:37.533317Z","caller":"traceutil/trace.go:171","msg":"trace[405042036] transaction","detail":"{read_only:false; response_revision:10230; number_of_response:1; }","duration":"135.480757ms","start":"2026-03-31T18:51:37.397797Z","end":"2026-03-31T18:51:37.533278Z","steps":["trace[405042036] 'process raft request' (duration: 135.240161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:37.533413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.947948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:37.533489Z","caller":"traceutil/trace.go:171","msg":"trace[536681576] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:10230; }","duration":"132.05476ms","start":"2026-03-31T18:51:37.401417Z","end":"2026-03-31T18:51:37.533471Z","steps":["trace[536681576] 'agreement among raft nodes before linearized reading' (duration: 131.913767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:37.533762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.674419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:51:37.533857Z","caller":"traceutil/trace.go:171","msg":"trace[1212478104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10230; }","duration":"114.805751ms","start":"2026-03-31T18:51:37.419028Z","end":"2026-03-31T18:51:37.533834Z","steps":["trace[1212478104] 'agreement among raft nodes before linearized reading' (duration: 114.432783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:37.534796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.193695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:51:37.53488Z","caller":"traceutil/trace.go:171","msg":"trace[903475595] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10230; }","duration":"121.318018ms","start":"2026-03-31T18:51:37.413547Z","end":"2026-03-31T18:51:37.534865Z","steps":["trace[903475595] 'agreement among raft nodes before linearized reading' (duration: 119.822835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:38.025291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.699663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T18:51:38.025375Z","caller":"traceutil/trace.go:171","msg":"trace[1467612373] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:10234; }","duration":"140.830127ms","start":"2026-03-31T18:51:37.884527Z","end":"2026-03-31T18:51:38.025357Z","steps":["trace[1467612373] 'range keys from in-memory index tree' (duration: 140.50606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:38.235552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.240251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112159"} {"level":"info","ts":"2026-03-31T18:51:38.235642Z","caller":"traceutil/trace.go:171","msg":"trace[318721714] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:10235; }","duration":"107.365585ms","start":"2026-03-31T18:51:38.128255Z","end":"2026-03-31T18:51:38.23562Z","steps":["trace[318721714] 'range keys from in-memory index tree' (duration: 106.810222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:38.277358Z","caller":"traceutil/trace.go:171","msg":"trace[1738978686] transaction","detail":"{read_only:false; response_revision:10236; number_of_response:1; }","duration":"142.127546ms","start":"2026-03-31T18:51:38.135201Z","end":"2026-03-31T18:51:38.277329Z","steps":["trace[1738978686] 'process raft request' (duration: 141.950423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:38.389288Z","caller":"traceutil/trace.go:171","msg":"trace[90986821] transaction","detail":"{read_only:false; response_revision:10237; number_of_response:1; }","duration":"140.698124ms","start":"2026-03-31T18:51:38.248571Z","end":"2026-03-31T18:51:38.389269Z","steps":["trace[90986821] 'process raft request' (duration: 140.508279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:38.389638Z","caller":"traceutil/trace.go:171","msg":"trace[942187854] transaction","detail":"{read_only:false; response_revision:10238; number_of_response:1; }","duration":"119.018816ms","start":"2026-03-31T18:51:38.270607Z","end":"2026-03-31T18:51:38.389626Z","steps":["trace[942187854] 'process raft request' (duration: 118.622627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.212149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.825654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:51:39.212234Z","caller":"traceutil/trace.go:171","msg":"trace[1195556663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10244; }","duration":"191.934436ms","start":"2026-03-31T18:51:39.020278Z","end":"2026-03-31T18:51:39.212212Z","steps":["trace[1195556663] 'range keys from in-memory index tree' (duration: 191.682971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.21251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.967772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:51:39.212573Z","caller":"traceutil/trace.go:171","msg":"trace[2052450606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10244; }","duration":"190.050914ms","start":"2026-03-31T18:51:39.022508Z","end":"2026-03-31T18:51:39.212559Z","steps":["trace[2052450606] 'range keys from in-memory index tree' (duration: 189.863469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.212836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.596689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:51:39.212885Z","caller":"traceutil/trace.go:171","msg":"trace[53284371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10244; }","duration":"187.65785ms","start":"2026-03-31T18:51:39.025216Z","end":"2026-03-31T18:51:39.212874Z","steps":["trace[53284371] 'range keys from in-memory index tree' (duration: 187.503216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.212951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.225685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5872"} {"level":"info","ts":"2026-03-31T18:51:39.212984Z","caller":"traceutil/trace.go:171","msg":"trace[944590557] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10244; }","duration":"165.271626ms","start":"2026-03-31T18:51:39.047703Z","end":"2026-03-31T18:51:39.212975Z","steps":["trace[944590557] 'range keys from in-memory index tree' (duration: 165.143134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.418313Z","caller":"traceutil/trace.go:171","msg":"trace[882183411] transaction","detail":"{read_only:false; response_revision:10246; number_of_response:1; }","duration":"198.823331ms","start":"2026-03-31T18:51:39.219446Z","end":"2026-03-31T18:51:39.41827Z","steps":["trace[882183411] 'process raft request' (duration: 115.033337ms)","trace[882183411] 'compare' (duration: 83.60325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:39.763405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.012397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:51:39.763484Z","caller":"traceutil/trace.go:171","msg":"trace[1108048854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10246; }","duration":"127.129959ms","start":"2026-03-31T18:51:39.636336Z","end":"2026-03-31T18:51:39.763466Z","steps":["trace[1108048854] 'range keys from in-memory index tree' (duration: 126.804622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.930168Z","caller":"traceutil/trace.go:171","msg":"trace[847474033] transaction","detail":"{read_only:false; response_revision:10247; number_of_response:1; }","duration":"162.488255ms","start":"2026-03-31T18:51:39.767646Z","end":"2026-03-31T18:51:39.930134Z","steps":["trace[847474033] 'process raft request' (duration: 162.333071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.944896Z","caller":"traceutil/trace.go:171","msg":"trace[126533473] transaction","detail":"{read_only:false; response_revision:10248; number_of_response:1; }","duration":"169.391818ms","start":"2026-03-31T18:51:39.775472Z","end":"2026-03-31T18:51:39.944864Z","steps":["trace[126533473] 'process raft request' (duration: 169.253155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:51.5867Z","caller":"traceutil/trace.go:171","msg":"trace[339498543] transaction","detail":"{read_only:false; response_revision:10348; number_of_response:1; }","duration":"118.206027ms","start":"2026-03-31T18:51:51.468452Z","end":"2026-03-31T18:51:51.586658Z","steps":["trace[339498543] 'process raft request' (duration: 74.784061ms)","trace[339498543] 'compare' (duration: 43.307874ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:53.181079Z","caller":"traceutil/trace.go:171","msg":"trace[1618931566] linearizableReadLoop","detail":"{readStateIndex:10776; appliedIndex:10775; }","duration":"144.210472ms","start":"2026-03-31T18:51:53.036839Z","end":"2026-03-31T18:51:53.18105Z","steps":["trace[1618931566] 'read index received' (duration: 70.996186ms)","trace[1618931566] 'applied index is now lower than readState.Index' (duration: 73.213236ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:53.18125Z","caller":"traceutil/trace.go:171","msg":"trace[1157330345] transaction","detail":"{read_only:false; response_revision:10354; number_of_response:1; }","duration":"165.575603ms","start":"2026-03-31T18:51:53.01563Z","end":"2026-03-31T18:51:53.181205Z","steps":["trace[1157330345] 'process raft request' (duration: 92.213984ms)","trace[1157330345] 'compare' (duration: 73.105184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:53.181434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.589421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:51:53.181528Z","caller":"traceutil/trace.go:171","msg":"trace[983511867] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10354; }","duration":"144.712824ms","start":"2026-03-31T18:51:53.036778Z","end":"2026-03-31T18:51:53.181491Z","steps":["trace[983511867] 'agreement among raft nodes before linearized reading' (duration: 144.440858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.181449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.490346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:53.1816Z","caller":"traceutil/trace.go:171","msg":"trace[1178037044] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:10354; }","duration":"123.748643ms","start":"2026-03-31T18:51:53.057836Z","end":"2026-03-31T18:51:53.181585Z","steps":["trace[1178037044] 'agreement among raft nodes before linearized reading' (duration: 123.414565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.76163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.75449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:53.761767Z","caller":"traceutil/trace.go:171","msg":"trace[2049883927] linearizableReadLoop","detail":"{readStateIndex:10777; appliedIndex:10776; }","duration":"343.998015ms","start":"2026-03-31T18:51:53.417741Z","end":"2026-03-31T18:51:53.761739Z","steps":["trace[2049883927] 'read index received' (duration: 84.802µs)","trace[2049883927] 'applied index is now lower than readState.Index' (duration: 343.911393ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:53.762073Z","caller":"traceutil/trace.go:171","msg":"trace[1897657835] transaction","detail":"{read_only:false; response_revision:10355; number_of_response:1; }","duration":"575.786997ms","start":"2026-03-31T18:51:53.186007Z","end":"2026-03-31T18:51:53.761794Z","steps":["trace[1897657835] 'process raft request' (duration: 94.760231ms)","trace[1897657835] 'compare' (duration: 480.612116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:53.762263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.185986Z","time spent":"576.186807ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:53.762306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.515026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:51:53.762392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.134368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:53.762437Z","caller":"traceutil/trace.go:171","msg":"trace[388697404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10355; }","duration":"316.21402ms","start":"2026-03-31T18:51:53.44621Z","end":"2026-03-31T18:51:53.762424Z","steps":["trace[388697404] 'agreement among raft nodes before linearized reading' (duration: 316.125308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.762468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.446192Z","time spent":"316.270791ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:53.762413Z","caller":"traceutil/trace.go:171","msg":"trace[831470244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10355; }","duration":"344.6851ms","start":"2026-03-31T18:51:53.4177Z","end":"2026-03-31T18:51:53.762385Z","steps":["trace[831470244] 'agreement among raft nodes before linearized reading' (duration: 344.153919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.762548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.677078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:51:53.762633Z","caller":"traceutil/trace.go:171","msg":"trace[1974694054] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10355; }","duration":"319.814722ms","start":"2026-03-31T18:51:53.442803Z","end":"2026-03-31T18:51:53.762618Z","steps":["trace[1974694054] 'agreement among raft nodes before linearized reading' (duration: 319.2782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.762586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.95929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T18:51:53.762664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.44278Z","time spent":"319.877933ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"info","ts":"2026-03-31T18:51:53.7627Z","caller":"traceutil/trace.go:171","msg":"trace[489222990] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10355; }","duration":"294.100483ms","start":"2026-03-31T18:51:53.468571Z","end":"2026-03-31T18:51:53.762672Z","steps":["trace[489222990] 'agreement among raft nodes before linearized reading' (duration: 293.582251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.762778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.417681Z","time spent":"344.886786ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:53.763483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.642774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:51:53.763613Z","caller":"traceutil/trace.go:171","msg":"trace[1966875011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10355; }","duration":"166.695398ms","start":"2026-03-31T18:51:53.596885Z","end":"2026-03-31T18:51:53.763581Z","steps":["trace[1966875011] 'agreement among raft nodes before linearized reading' (duration: 165.246696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.060631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.748089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:54.060733Z","caller":"traceutil/trace.go:171","msg":"trace[35614499] linearizableReadLoop","detail":"{readStateIndex:10779; appliedIndex:10777; }","duration":"294.074832ms","start":"2026-03-31T18:51:53.766642Z","end":"2026-03-31T18:51:54.060717Z","steps":["trace[35614499] 'read index received' (duration: 42.776972ms)","trace[35614499] 'applied index is now lower than readState.Index' (duration: 251.29684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:54.061112Z","caller":"traceutil/trace.go:171","msg":"trace[642851440] transaction","detail":"{read_only:false; response_revision:10357; number_of_response:1; }","duration":"294.606634ms","start":"2026-03-31T18:51:53.76647Z","end":"2026-03-31T18:51:54.061077Z","steps":["trace[642851440] 'process raft request' (duration: 191.318573ms)","trace[642851440] 'compare' (duration: 102.620217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:54.061605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.85253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229066"} {"level":"info","ts":"2026-03-31T18:51:54.06168Z","caller":"traceutil/trace.go:171","msg":"trace[625985982] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10357; }","duration":"295.050925ms","start":"2026-03-31T18:51:53.76661Z","end":"2026-03-31T18:51:54.061661Z","steps":["trace[625985982] 'agreement among raft nodes before linearized reading' (duration: 294.40685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:54.448061Z","caller":"traceutil/trace.go:171","msg":"trace[1716333770] transaction","detail":"{read_only:false; response_revision:10358; number_of_response:1; }","duration":"383.273128ms","start":"2026-03-31T18:51:54.064753Z","end":"2026-03-31T18:51:54.448026Z","steps":["trace[1716333770] 'process raft request' (duration: 325.765835ms)","trace[1716333770] 'compare' (duration: 57.184665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:54.448233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.064733Z","time spent":"383.411092ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:54.46254Z","caller":"traceutil/trace.go:171","msg":"trace[2129699798] transaction","detail":"{read_only:false; response_revision:10359; number_of_response:1; }","duration":"397.463238ms","start":"2026-03-31T18:51:54.065036Z","end":"2026-03-31T18:51:54.4625Z","steps":["trace[2129699798] 'process raft request' (duration: 397.11823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.462698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.065022Z","time spent":"397.58943ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:54.720669Z","caller":"traceutil/trace.go:171","msg":"trace[206327695] linearizableReadLoop","detail":"{readStateIndex:10783; appliedIndex:10782; }","duration":"183.098948ms","start":"2026-03-31T18:51:54.537536Z","end":"2026-03-31T18:51:54.720635Z","steps":["trace[206327695] 'read index received' (duration: 179.493567ms)","trace[206327695] 'applied index is now lower than readState.Index' (duration: 3.603841ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:54.72098Z","caller":"traceutil/trace.go:171","msg":"trace[1051580736] transaction","detail":"{read_only:false; response_revision:10361; number_of_response:1; }","duration":"185.024721ms","start":"2026-03-31T18:51:54.535921Z","end":"2026-03-31T18:51:54.720946Z","steps":["trace[1051580736] 'process raft request' (duration: 181.151114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.721208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.65819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T18:51:54.721298Z","caller":"traceutil/trace.go:171","msg":"trace[1309686980] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:10361; }","duration":"183.799523ms","start":"2026-03-31T18:51:54.537477Z","end":"2026-03-31T18:51:54.721276Z","steps":["trace[1309686980] 'agreement among raft nodes before linearized reading' (duration: 183.568688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.009746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.522647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T18:51:55.009832Z","caller":"traceutil/trace.go:171","msg":"trace[1852169535] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:10362; }","duration":"175.663011ms","start":"2026-03-31T18:51:54.834149Z","end":"2026-03-31T18:51:55.009812Z","steps":["trace[1852169535] 'range keys from in-memory index tree' (duration: 175.318403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:55.138017Z","caller":"traceutil/trace.go:171","msg":"trace[1199719728] linearizableReadLoop","detail":"{readStateIndex:10785; appliedIndex:10784; }","duration":"124.237084ms","start":"2026-03-31T18:51:55.013757Z","end":"2026-03-31T18:51:55.137994Z","steps":["trace[1199719728] 'read index received' (duration: 124.090081ms)","trace[1199719728] 'applied index is now lower than readState.Index' (duration: 146.043µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:55.138226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.452729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-03-31T18:51:55.138211Z","caller":"traceutil/trace.go:171","msg":"trace[1233017119] transaction","detail":"{read_only:false; response_revision:10363; number_of_response:1; }","duration":"144.50248ms","start":"2026-03-31T18:51:54.99367Z","end":"2026-03-31T18:51:55.138173Z","steps":["trace[1233017119] 'process raft request' (duration: 144.184663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:55.138272Z","caller":"traceutil/trace.go:171","msg":"trace[1886699773] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:10363; }","duration":"124.537891ms","start":"2026-03-31T18:51:55.01372Z","end":"2026-03-31T18:51:55.138258Z","steps":["trace[1886699773] 'agreement among raft nodes before linearized reading' (duration: 124.366907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:55.550242Z","caller":"traceutil/trace.go:171","msg":"trace[1984347587] linearizableReadLoop","detail":"{readStateIndex:10786; appliedIndex:10785; }","duration":"407.678197ms","start":"2026-03-31T18:51:55.142361Z","end":"2026-03-31T18:51:55.550039Z","steps":["trace[1984347587] 'read index received' (duration: 407.484133ms)","trace[1984347587] 'applied index is now lower than readState.Index' (duration: 192.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:55.550349Z","caller":"traceutil/trace.go:171","msg":"trace[1764094486] transaction","detail":"{read_only:false; response_revision:10364; number_of_response:1; }","duration":"459.934671ms","start":"2026-03-31T18:51:55.090378Z","end":"2026-03-31T18:51:55.550313Z","steps":["trace[1764094486] 'process raft request' (duration: 459.441841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.550699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.307272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-31T18:51:55.550667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.090345Z","time spent":"460.166277ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19322,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:55.550831Z","caller":"traceutil/trace.go:171","msg":"trace[1362090607] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:10364; }","duration":"408.463605ms","start":"2026-03-31T18:51:55.142316Z","end":"2026-03-31T18:51:55.55078Z","steps":["trace[1362090607] 'agreement among raft nodes before linearized reading' (duration: 408.035995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.55092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.1423Z","time spent":"408.580868ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"info","ts":"2026-03-31T18:51:55.811869Z","caller":"traceutil/trace.go:171","msg":"trace[1031266993] transaction","detail":"{read_only:false; response_revision:10365; number_of_response:1; }","duration":"626.249642ms","start":"2026-03-31T18:51:55.185587Z","end":"2026-03-31T18:51:55.811837Z","steps":["trace[1031266993] 'process raft request' (duration: 625.979406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.812079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.185566Z","time spent":"626.406785ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:55.81218Z","caller":"traceutil/trace.go:171","msg":"trace[876799] linearizableReadLoop","detail":"{readStateIndex:10787; appliedIndex:10787; }","duration":"261.834328ms","start":"2026-03-31T18:51:55.550313Z","end":"2026-03-31T18:51:55.812148Z","steps":["trace[876799] 'read index received' (duration: 261.820298ms)","trace[876799] 'applied index is now lower than readState.Index' (duration: 11.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:55.81255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.458779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T18:51:55.812607Z","caller":"traceutil/trace.go:171","msg":"trace[1395435224] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:10365; }","duration":"257.559702ms","start":"2026-03-31T18:51:55.555033Z","end":"2026-03-31T18:51:55.812593Z","steps":["trace[1395435224] 'agreement among raft nodes before linearized reading' (duration: 257.283536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.812831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.377592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:51:55.812898Z","caller":"traceutil/trace.go:171","msg":"trace[1449325773] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:10365; }","duration":"387.469883ms","start":"2026-03-31T18:51:55.425412Z","end":"2026-03-31T18:51:55.812882Z","steps":["trace[1449325773] 'agreement among raft nodes before linearized reading' (duration: 387.176867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.812944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.425396Z","time spent":"387.535645ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"warn","ts":"2026-03-31T18:51:55.813232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.859943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:55.813289Z","caller":"traceutil/trace.go:171","msg":"trace[33100530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10365; }","duration":"363.950204ms","start":"2026-03-31T18:51:55.449326Z","end":"2026-03-31T18:51:55.813276Z","steps":["trace[33100530] 'agreement among raft nodes before linearized reading' (duration: 363.864792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.813329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.449306Z","time spent":"364.012856ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:55.812951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.363007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T18:51:55.81365Z","caller":"traceutil/trace.go:171","msg":"trace[779501753] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10365; }","duration":"491.091933ms","start":"2026-03-31T18:51:55.32254Z","end":"2026-03-31T18:51:55.813632Z","steps":["trace[779501753] 'agreement among raft nodes before linearized reading' (duration: 490.326736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.813727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.322521Z","time spent":"491.177364ms","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T18:51:55.813248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.445225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:51:55.814046Z","caller":"traceutil/trace.go:171","msg":"trace[1906138427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10365; }","duration":"224.286744ms","start":"2026-03-31T18:51:55.589743Z","end":"2026-03-31T18:51:55.81403Z","steps":["trace[1906138427] 'agreement among raft nodes before linearized reading' (duration: 223.432565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.035462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.930709ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T18:51:56.03581Z","caller":"traceutil/trace.go:171","msg":"trace[2117758545] transaction","detail":"{read_only:false; response_revision:10367; number_of_response:1; }","duration":"197.111842ms","start":"2026-03-31T18:51:55.838678Z","end":"2026-03-31T18:51:56.03579Z","steps":["trace[2117758545] 'process raft request' (duration: 197.058871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:56.03597Z","caller":"traceutil/trace.go:171","msg":"trace[1912616835] linearizableReadLoop","detail":"{readStateIndex:10788; appliedIndex:10787; }","duration":"218.068093ms","start":"2026-03-31T18:51:55.817841Z","end":"2026-03-31T18:51:56.035909Z","steps":["trace[1912616835] 'read index received' (duration: 92.743795ms)","trace[1912616835] 'applied index is now lower than readState.Index' (duration: 125.319678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:56.036292Z","caller":"traceutil/trace.go:171","msg":"trace[30522774] transaction","detail":"{read_only:false; response_revision:10366; number_of_response:1; }","duration":"217.549292ms","start":"2026-03-31T18:51:55.818711Z","end":"2026-03-31T18:51:56.03626Z","steps":["trace[30522774] 'process raft request' (duration: 216.871617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.036387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.509823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:51:56.036443Z","caller":"traceutil/trace.go:171","msg":"trace[1677287641] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10367; }","duration":"218.611996ms","start":"2026-03-31T18:51:55.817818Z","end":"2026-03-31T18:51:56.03643Z","steps":["trace[1677287641] 'agreement among raft nodes before linearized reading' (duration: 218.327219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.036462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.905617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T18:51:56.036576Z","caller":"traceutil/trace.go:171","msg":"trace[369710493] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:10367; }","duration":"216.125581ms","start":"2026-03-31T18:51:55.82043Z","end":"2026-03-31T18:51:56.036556Z","steps":["trace[369710493] 'agreement among raft nodes before linearized reading' (duration: 215.802843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.343111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.975745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:56.343218Z","caller":"traceutil/trace.go:171","msg":"trace[444523692] linearizableReadLoop","detail":"{readStateIndex:10792; appliedIndex:10791; }","duration":"211.629338ms","start":"2026-03-31T18:51:56.13157Z","end":"2026-03-31T18:51:56.3432Z","steps":["trace[444523692] 'read index received' (duration: 88.424287ms)","trace[444523692] 'applied index is now lower than readState.Index' (duration: 123.203661ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:56.343314Z","caller":"traceutil/trace.go:171","msg":"trace[89071079] transaction","detail":"{read_only:false; response_revision:10369; number_of_response:1; }","duration":"212.333415ms","start":"2026-03-31T18:51:56.130969Z","end":"2026-03-31T18:51:56.343302Z","steps":["trace[89071079] 'process raft request' (duration: 89.074373ms)","trace[89071079] 'compare' (duration: 122.74063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:56.34364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.626984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-31T18:51:56.343817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.234082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:51:56.343876Z","caller":"traceutil/trace.go:171","msg":"trace[2040318260] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10369; }","duration":"212.313384ms","start":"2026-03-31T18:51:56.131547Z","end":"2026-03-31T18:51:56.34386Z","steps":["trace[2040318260] 'agreement among raft nodes before linearized reading' (duration: 212.13414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:56.343862Z","caller":"traceutil/trace.go:171","msg":"trace[1548365778] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:10369; }","duration":"209.785277ms","start":"2026-03-31T18:51:56.133933Z","end":"2026-03-31T18:51:56.343718Z","steps":["trace[1548365778] 'agreement among raft nodes before linearized reading' (duration: 209.537802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.344193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.657111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:56.344286Z","caller":"traceutil/trace.go:171","msg":"trace[1633366115] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10369; }","duration":"124.594311ms","start":"2026-03-31T18:51:56.219671Z","end":"2026-03-31T18:51:56.344266Z","steps":["trace[1633366115] 'agreement among raft nodes before linearized reading' (duration: 124.418627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.344471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.743095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229066"} {"level":"info","ts":"2026-03-31T18:51:56.34454Z","caller":"traceutil/trace.go:171","msg":"trace[256536727] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10369; }","duration":"209.834768ms","start":"2026-03-31T18:51:56.134692Z","end":"2026-03-31T18:51:56.344527Z","steps":["trace[256536727] 'agreement among raft nodes before linearized reading' (duration: 209.426328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:56.683819Z","caller":"traceutil/trace.go:171","msg":"trace[1958029265] transaction","detail":"{read_only:false; response_revision:10371; number_of_response:1; }","duration":"111.58403ms","start":"2026-03-31T18:51:56.572202Z","end":"2026-03-31T18:51:56.683786Z","steps":["trace[1958029265] 'process raft request' (duration: 108.372497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:56.685989Z","caller":"traceutil/trace.go:171","msg":"trace[1500273381] transaction","detail":"{read_only:false; response_revision:10372; number_of_response:1; }","duration":"113.720707ms","start":"2026-03-31T18:51:56.572242Z","end":"2026-03-31T18:51:56.685963Z","steps":["trace[1500273381] 'process raft request' (duration: 113.513782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:56.686197Z","caller":"traceutil/trace.go:171","msg":"trace[1976004976] transaction","detail":"{read_only:false; response_revision:10373; number_of_response:1; }","duration":"113.832569ms","start":"2026-03-31T18:51:56.572327Z","end":"2026-03-31T18:51:56.68616Z","steps":["trace[1976004976] 'process raft request' (duration: 113.560923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:56.952601Z","caller":"traceutil/trace.go:171","msg":"trace[135784501] transaction","detail":"{read_only:false; response_revision:10379; number_of_response:1; }","duration":"200.54083ms","start":"2026-03-31T18:51:56.752028Z","end":"2026-03-31T18:51:56.952569Z","steps":["trace[135784501] 'process raft request' (duration: 200.387046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.059014Z","caller":"traceutil/trace.go:171","msg":"trace[12186642] transaction","detail":"{read_only:false; response_revision:10381; number_of_response:1; }","duration":"303.887234ms","start":"2026-03-31T18:51:56.755105Z","end":"2026-03-31T18:51:57.058993Z","steps":["trace[12186642] 'process raft request' (duration: 303.814152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.059021Z","caller":"traceutil/trace.go:171","msg":"trace[753557739] transaction","detail":"{read_only:false; response_revision:10380; number_of_response:1; }","duration":"304.238502ms","start":"2026-03-31T18:51:56.754755Z","end":"2026-03-31T18:51:57.058993Z","steps":["trace[753557739] 'process raft request' (duration: 304.042757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.059152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.755094Z","time spent":"303.983806ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:57.059424Z","caller":"traceutil/trace.go:171","msg":"trace[1299505947] transaction","detail":"{read_only:false; response_revision:10382; number_of_response:1; }","duration":"297.840898ms","start":"2026-03-31T18:51:56.761512Z","end":"2026-03-31T18:51:57.059353Z","steps":["trace[1299505947] 'process raft request' (duration: 297.441169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.059484Z","caller":"traceutil/trace.go:171","msg":"trace[260802751] transaction","detail":"{read_only:false; response_revision:10383; number_of_response:1; }","duration":"297.89779ms","start":"2026-03-31T18:51:56.761573Z","end":"2026-03-31T18:51:57.059471Z","steps":["trace[260802751] 'process raft request' (duration: 297.649484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.059433Z","caller":"traceutil/trace.go:171","msg":"trace[607549400] linearizableReadLoop","detail":"{readStateIndex:10807; appliedIndex:10801; }","duration":"260.019847ms","start":"2026-03-31T18:51:56.799359Z","end":"2026-03-31T18:51:57.059378Z","steps":["trace[607549400] 'read index received' (duration: 153.159195ms)","trace[607549400] 'applied index is now lower than readState.Index' (duration: 106.859362ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:57.059546Z","caller":"traceutil/trace.go:171","msg":"trace[528744145] transaction","detail":"{read_only:false; response_revision:10384; number_of_response:1; }","duration":"297.805617ms","start":"2026-03-31T18:51:56.761718Z","end":"2026-03-31T18:51:57.059523Z","steps":["trace[528744145] 'process raft request' (duration: 297.594822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.059649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.270763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:51:57.059694Z","caller":"traceutil/trace.go:171","msg":"trace[381842846] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:10384; }","duration":"260.330084ms","start":"2026-03-31T18:51:56.79935Z","end":"2026-03-31T18:51:57.05968Z","steps":["trace[381842846] 'agreement among raft nodes before linearized reading' (duration: 260.13287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.059189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.754726Z","time spent":"304.358324ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:57.219116Z","caller":"traceutil/trace.go:171","msg":"trace[1539150981] transaction","detail":"{read_only:false; response_revision:10385; number_of_response:1; }","duration":"258.205576ms","start":"2026-03-31T18:51:56.960887Z","end":"2026-03-31T18:51:57.219092Z","steps":["trace[1539150981] 'process raft request' (duration: 257.962801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.219119Z","caller":"traceutil/trace.go:171","msg":"trace[1853546722] linearizableReadLoop","detail":"{readStateIndex:10810; appliedIndex:10807; }","duration":"159.534207ms","start":"2026-03-31T18:51:57.059561Z","end":"2026-03-31T18:51:57.219096Z","steps":["trace[1853546722] 'read index received' (duration: 159.301642ms)","trace[1853546722] 'applied index is now lower than readState.Index' (duration: 231.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:57.219223Z","caller":"traceutil/trace.go:171","msg":"trace[1388738337] transaction","detail":"{read_only:false; response_revision:10387; number_of_response:1; }","duration":"258.252406ms","start":"2026-03-31T18:51:56.960958Z","end":"2026-03-31T18:51:57.21921Z","steps":["trace[1388738337] 'process raft request' (duration: 258.092183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.219501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.727203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T18:51:57.219534Z","caller":"traceutil/trace.go:171","msg":"trace[1426176008] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:10387; }","duration":"369.812105ms","start":"2026-03-31T18:51:56.849714Z","end":"2026-03-31T18:51:57.219526Z","steps":["trace[1426176008] 'agreement among raft nodes before linearized reading' (duration: 369.663962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.219556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.849693Z","time spent":"369.857017ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-31T18:51:57.219602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.669001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T18:51:57.219695Z","caller":"traceutil/trace.go:171","msg":"trace[1553940547] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:10387; }","duration":"320.810735ms","start":"2026-03-31T18:51:56.898861Z","end":"2026-03-31T18:51:57.219672Z","steps":["trace[1553940547] 'agreement among raft nodes before linearized reading' (duration: 320.575409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.219753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.898835Z","time spent":"320.905966ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-03-31T18:51:57.220361Z","caller":"traceutil/trace.go:171","msg":"trace[1350807073] transaction","detail":"{read_only:false; response_revision:10386; number_of_response:1; }","duration":"259.429723ms","start":"2026-03-31T18:51:56.960902Z","end":"2026-03-31T18:51:57.220332Z","steps":["trace[1350807073] 'process raft request' (duration: 258.081923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.361978Z","caller":"traceutil/trace.go:171","msg":"trace[1917930985] transaction","detail":"{read_only:false; response_revision:10388; number_of_response:1; }","duration":"295.184928ms","start":"2026-03-31T18:51:57.066753Z","end":"2026-03-31T18:51:57.361938Z","steps":["trace[1917930985] 'process raft request' (duration: 252.812655ms)","trace[1917930985] 'compare' (duration: 41.993315ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:57.362037Z","caller":"traceutil/trace.go:171","msg":"trace[1879688474] transaction","detail":"{read_only:false; response_revision:10389; number_of_response:1; }","duration":"294.197246ms","start":"2026-03-31T18:51:57.067809Z","end":"2026-03-31T18:51:57.362006Z","steps":["trace[1879688474] 'process raft request' (duration: 293.880589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.362114Z","caller":"traceutil/trace.go:171","msg":"trace[755566092] transaction","detail":"{read_only:false; response_revision:10390; number_of_response:1; }","duration":"293.771696ms","start":"2026-03-31T18:51:57.068312Z","end":"2026-03-31T18:51:57.362084Z","steps":["trace[755566092] 'process raft request' (duration: 293.632313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.362157Z","caller":"traceutil/trace.go:171","msg":"trace[576626616] linearizableReadLoop","detail":"{readStateIndex:10814; appliedIndex:10810; }","duration":"142.968355ms","start":"2026-03-31T18:51:57.219178Z","end":"2026-03-31T18:51:57.362146Z","steps":["trace[576626616] 'read index received' (duration: 100.350336ms)","trace[576626616] 'applied index is now lower than readState.Index' (duration: 42.616699ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:57.362506Z","caller":"traceutil/trace.go:171","msg":"trace[269738494] transaction","detail":"{read_only:false; response_revision:10392; number_of_response:1; }","duration":"135.709412ms","start":"2026-03-31T18:51:57.226784Z","end":"2026-03-31T18:51:57.362493Z","steps":["trace[269738494] 'process raft request' (duration: 135.338374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.362593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.7242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T18:51:57.362676Z","caller":"traceutil/trace.go:171","msg":"trace[1229250080] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:10392; }","duration":"138.858403ms","start":"2026-03-31T18:51:57.223798Z","end":"2026-03-31T18:51:57.362656Z","steps":["trace[1229250080] 'agreement among raft nodes before linearized reading' (duration: 138.606557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.362613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.289288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-31T18:51:57.36268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.813915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4m5x9\" ","response":"range_response_count:1 size:3408"} {"level":"info","ts":"2026-03-31T18:51:57.362737Z","caller":"traceutil/trace.go:171","msg":"trace[1599813953] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4m5x9; range_end:; response_count:1; response_revision:10392; }","duration":"135.913496ms","start":"2026-03-31T18:51:57.22681Z","end":"2026-03-31T18:51:57.362724Z","steps":["trace[1599813953] 'agreement among raft nodes before linearized reading' (duration: 135.740623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.362746Z","caller":"traceutil/trace.go:171","msg":"trace[1161805984] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:10391; }","duration":"298.459271ms","start":"2026-03-31T18:51:57.064263Z","end":"2026-03-31T18:51:57.362723Z","steps":["trace[1161805984] 'agreement among raft nodes before linearized reading' (duration: 297.998061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.362783Z","caller":"traceutil/trace.go:171","msg":"trace[1174734029] transaction","detail":"{read_only:false; response_revision:10391; number_of_response:1; }","duration":"218.80032ms","start":"2026-03-31T18:51:57.143965Z","end":"2026-03-31T18:51:57.362765Z","steps":["trace[1174734029] 'process raft request' (duration: 218.040034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.401349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.442286ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:59.401476Z","caller":"traceutil/trace.go:171","msg":"trace[645030412] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10433; }","duration":"650.580629ms","start":"2026-03-31T18:51:58.750876Z","end":"2026-03-31T18:51:59.401457Z","steps":["trace[645030412] 'range keys from in-memory index tree' (duration: 650.423845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.401508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.719177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:59.402289Z","caller":"traceutil/trace.go:171","msg":"trace[1850398844] transaction","detail":"{read_only:false; response_revision:10435; number_of_response:1; }","duration":"561.875764ms","start":"2026-03-31T18:51:58.840385Z","end":"2026-03-31T18:51:59.40226Z","steps":["trace[1850398844] 'process raft request' (duration: 561.403714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:59.40233Z","caller":"traceutil/trace.go:171","msg":"trace[176878128] linearizableReadLoop","detail":"{readStateIndex:10858; appliedIndex:10857; }","duration":"830.943285ms","start":"2026-03-31T18:51:58.571356Z","end":"2026-03-31T18:51:59.4023Z","steps":["trace[176878128] 'read index received' (duration: 62.361µs)","trace[176878128] 'applied index is now lower than readState.Index' (duration: 830.878784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:59.402426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.840356Z","time spent":"562.001468ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:59.402268Z","caller":"traceutil/trace.go:171","msg":"trace[810168679] transaction","detail":"{read_only:false; response_revision:10434; number_of_response:1; }","duration":"892.405468ms","start":"2026-03-31T18:51:58.509832Z","end":"2026-03-31T18:51:59.402238Z","steps":["trace[810168679] 'process raft request' (duration: 17.879923ms)","trace[810168679] 'compare' (duration: 873.212146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:59.402506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.55726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:59.402538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.50981Z","time spent":"892.688424ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:51:59.40257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.547055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:51:59.402597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.582663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4m5x9\" ","response":"range_response_count:1 size:4559"} {"level":"warn","ts":"2026-03-31T18:51:59.402602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.29219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:59.40262Z","caller":"traceutil/trace.go:171","msg":"trace[1470134763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10436; }","duration":"707.655552ms","start":"2026-03-31T18:51:58.694887Z","end":"2026-03-31T18:51:59.402543Z","steps":["trace[1470134763] 'agreement among raft nodes before linearized reading' (duration: 707.557639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.4026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.247946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:59.402633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.107215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:51:59.402661Z","caller":"traceutil/trace.go:171","msg":"trace[932377674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10436; }","duration":"339.683458ms","start":"2026-03-31T18:51:59.062949Z","end":"2026-03-31T18:51:59.402633Z","steps":["trace[932377674] 'agreement among raft nodes before linearized reading' (duration: 339.501884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.402678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.694866Z","time spent":"707.800265ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:59.402697Z","caller":"traceutil/trace.go:171","msg":"trace[1072787899] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10436; }","duration":"700.38094ms","start":"2026-03-31T18:51:58.702295Z","end":"2026-03-31T18:51:59.402676Z","steps":["trace[1072787899] 'agreement among raft nodes before linearized reading' (duration: 700.226606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:59.402704Z","caller":"traceutil/trace.go:171","msg":"trace[1596868972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10436; }","duration":"339.171677ms","start":"2026-03-31T18:51:59.063509Z","end":"2026-03-31T18:51:59.402681Z","steps":["trace[1596868972] 'agreement among raft nodes before linearized reading' (duration: 338.938752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:59.40271Z","caller":"traceutil/trace.go:171","msg":"trace[462334157] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10436; }","duration":"396.424003ms","start":"2026-03-31T18:51:59.006232Z","end":"2026-03-31T18:51:59.402656Z","steps":["trace[462334157] 'agreement among raft nodes before linearized reading' (duration: 396.28396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.402729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:59.062929Z","time spent":"339.78591ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:59.402753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:59.063471Z","time spent":"339.270879ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:59.402772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:59.006206Z","time spent":"396.549526ms","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:59.402646Z","caller":"traceutil/trace.go:171","msg":"trace[39073152] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4m5x9; range_end:; response_count:1; response_revision:10436; }","duration":"113.683406ms","start":"2026-03-31T18:51:59.288951Z","end":"2026-03-31T18:51:59.402635Z","steps":["trace[39073152] 'agreement among raft nodes before linearized reading' (duration: 113.497832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.402754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.702283Z","time spent":"700.456021ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:59.402574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.214131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:51:59.403049Z","caller":"traceutil/trace.go:171","msg":"trace[911634267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10436; }","duration":"831.702452ms","start":"2026-03-31T18:51:58.571311Z","end":"2026-03-31T18:51:59.403013Z","steps":["trace[911634267] 'agreement among raft nodes before linearized reading' (duration: 831.096099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.403122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.571291Z","time spent":"831.808865ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:52:00.421118Z","caller":"traceutil/trace.go:171","msg":"trace[927493751] transaction","detail":"{read_only:false; response_revision:10446; number_of_response:1; }","duration":"116.009749ms","start":"2026-03-31T18:52:00.305084Z","end":"2026-03-31T18:52:00.421094Z","steps":["trace[927493751] 'process raft request' (duration: 115.841695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:00.528772Z","caller":"traceutil/trace.go:171","msg":"trace[124135688] linearizableReadLoop","detail":"{readStateIndex:10871; appliedIndex:10869; }","duration":"208.093059ms","start":"2026-03-31T18:52:00.320659Z","end":"2026-03-31T18:52:00.528752Z","steps":["trace[124135688] 'read index received' (duration: 100.238765ms)","trace[124135688] 'applied index is now lower than readState.Index' (duration: 107.853174ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:00.528857Z","caller":"traceutil/trace.go:171","msg":"trace[1549113482] transaction","detail":"{read_only:false; response_revision:10447; number_of_response:1; }","duration":"219.141408ms","start":"2026-03-31T18:52:00.309681Z","end":"2026-03-31T18:52:00.528823Z","steps":["trace[1549113482] 'process raft request' (duration: 198.969004ms)","trace[1549113482] 'compare' (duration: 20.00612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:00.529083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.988425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1594"} {"level":"info","ts":"2026-03-31T18:52:00.52915Z","caller":"traceutil/trace.go:171","msg":"trace[1588914084] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:10447; }","duration":"183.067477ms","start":"2026-03-31T18:52:00.346071Z","end":"2026-03-31T18:52:00.529138Z","steps":["trace[1588914084] 'agreement among raft nodes before linearized reading' (duration: 182.789711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.529129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.311044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-31T18:52:00.529201Z","caller":"traceutil/trace.go:171","msg":"trace[310660635] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:10447; }","duration":"208.57299ms","start":"2026-03-31T18:52:00.32061Z","end":"2026-03-31T18:52:00.529183Z","steps":["trace[310660635] 'agreement among raft nodes before linearized reading' (duration: 208.212172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.529292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.352031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:52:00.529377Z","caller":"traceutil/trace.go:171","msg":"trace[564876542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10447; }","duration":"158.493924ms","start":"2026-03-31T18:52:00.370867Z","end":"2026-03-31T18:52:00.529361Z","steps":["trace[564876542] 'agreement among raft nodes before linearized reading' (duration: 158.225468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.52949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.565056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-03-31T18:52:00.52952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.78949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5635"} {"level":"info","ts":"2026-03-31T18:52:00.529527Z","caller":"traceutil/trace.go:171","msg":"trace[791393878] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:10447; }","duration":"126.620987ms","start":"2026-03-31T18:52:00.402895Z","end":"2026-03-31T18:52:00.529516Z","steps":["trace[791393878] 'agreement among raft nodes before linearized reading' (duration: 126.543855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.529524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.624382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5445"} {"level":"warn","ts":"2026-03-31T18:52:00.529599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.137513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:52:00.529632Z","caller":"traceutil/trace.go:171","msg":"trace[1900882786] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:10447; }","duration":"108.784136ms","start":"2026-03-31T18:52:00.420838Z","end":"2026-03-31T18:52:00.529622Z","steps":["trace[1900882786] 'agreement among raft nodes before linearized reading' (duration: 108.486779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:00.529637Z","caller":"traceutil/trace.go:171","msg":"trace[1483701730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10447; }","duration":"161.195105ms","start":"2026-03-31T18:52:00.368432Z","end":"2026-03-31T18:52:00.529627Z","steps":["trace[1483701730] 'agreement among raft nodes before linearized reading' (duration: 161.094702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:00.529547Z","caller":"traceutil/trace.go:171","msg":"trace[2013692243] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:10447; }","duration":"158.849612ms","start":"2026-03-31T18:52:00.370689Z","end":"2026-03-31T18:52:00.529539Z","steps":["trace[2013692243] 'agreement among raft nodes before linearized reading' (duration: 158.688028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:00.761942Z","caller":"traceutil/trace.go:171","msg":"trace[293558105] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"220.296733ms","start":"2026-03-31T18:52:00.54161Z","end":"2026-03-31T18:52:00.761907Z","steps":["trace[293558105] 'process raft request' (duration: 220.106669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.863415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.542804ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:52:00.863556Z","caller":"traceutil/trace.go:171","msg":"trace[98904819] linearizableReadLoop","detail":"{readStateIndex:10874; appliedIndex:10872; }","duration":"234.966874ms","start":"2026-03-31T18:52:00.628565Z","end":"2026-03-31T18:52:00.863532Z","steps":["trace[98904819] 'read index received' (duration: 133.102152ms)","trace[98904819] 'applied index is now lower than readState.Index' (duration: 101.861402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:00.863738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.691246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-03-31T18:52:00.863769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.843798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1492"} {"level":"info","ts":"2026-03-31T18:52:00.86384Z","caller":"traceutil/trace.go:171","msg":"trace[106836145] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:10449; }","duration":"317.958221ms","start":"2026-03-31T18:52:00.545855Z","end":"2026-03-31T18:52:00.863814Z","steps":["trace[106836145] 'agreement among raft nodes before linearized reading' (duration: 317.807938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:00.86383Z","caller":"traceutil/trace.go:171","msg":"trace[359752088] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:10449; }","duration":"241.821478ms","start":"2026-03-31T18:52:00.621987Z","end":"2026-03-31T18:52:00.863808Z","steps":["trace[359752088] 'agreement among raft nodes before linearized reading' (duration: 241.600113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.863832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.310797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1413"} {"level":"warn","ts":"2026-03-31T18:52:00.863879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:00.545843Z","time spent":"318.026992ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1516,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"info","ts":"2026-03-31T18:52:00.863918Z","caller":"traceutil/trace.go:171","msg":"trace[161486129] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:10449; }","duration":"289.442739ms","start":"2026-03-31T18:52:00.574453Z","end":"2026-03-31T18:52:00.863895Z","steps":["trace[161486129] 'agreement among raft nodes before linearized reading' (duration: 289.165183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.863974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.225898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-31T18:52:00.864016Z","caller":"traceutil/trace.go:171","msg":"trace[2132287590] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:10449; }","duration":"118.28984ms","start":"2026-03-31T18:52:00.745714Z","end":"2026-03-31T18:52:00.864004Z","steps":["trace[2132287590] 'agreement among raft nodes before linearized reading' (duration: 118.189588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.863738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.810633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1409"} {"level":"info","ts":"2026-03-31T18:52:00.864071Z","caller":"traceutil/trace.go:171","msg":"trace[1295555406] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:10449; }","duration":"268.190731ms","start":"2026-03-31T18:52:00.595869Z","end":"2026-03-31T18:52:00.86406Z","steps":["trace[1295555406] 'agreement among raft nodes before linearized reading' (duration: 267.688739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.863873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.568823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1164"} {"level":"info","ts":"2026-03-31T18:52:00.864149Z","caller":"traceutil/trace.go:171","msg":"trace[981711860] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:10449; }","duration":"217.89459ms","start":"2026-03-31T18:52:00.646247Z","end":"2026-03-31T18:52:00.864141Z","steps":["trace[981711860] 'agreement among raft nodes before linearized reading' (duration: 217.456751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.864182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.821754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T18:52:00.864201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.577023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1506"} {"level":"info","ts":"2026-03-31T18:52:00.864209Z","caller":"traceutil/trace.go:171","msg":"trace[337077876] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10449; }","duration":"143.867575ms","start":"2026-03-31T18:52:00.720332Z","end":"2026-03-31T18:52:00.8642Z","steps":["trace[337077876] 'agreement among raft nodes before linearized reading' (duration: 143.788803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:00.864227Z","caller":"traceutil/trace.go:171","msg":"trace[1513585413] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:10449; }","duration":"193.632644ms","start":"2026-03-31T18:52:00.670587Z","end":"2026-03-31T18:52:00.86422Z","steps":["trace[1513585413] 'agreement among raft nodes before linearized reading' (duration: 193.570553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.864295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.54932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1419"} {"level":"warn","ts":"2026-03-31T18:52:00.864295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.363795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:00.864319Z","caller":"traceutil/trace.go:171","msg":"trace[1778955510] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:10449; }","duration":"168.602221ms","start":"2026-03-31T18:52:00.695709Z","end":"2026-03-31T18:52:00.864311Z","steps":["trace[1778955510] 'agreement among raft nodes before linearized reading' (duration: 168.53865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:00.864349Z","caller":"traceutil/trace.go:171","msg":"trace[1402059692] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10449; }","duration":"216.414136ms","start":"2026-03-31T18:52:00.647913Z","end":"2026-03-31T18:52:00.864328Z","steps":["trace[1402059692] 'agreement among raft nodes before linearized reading' (duration: 216.338105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:01.13976Z","caller":"traceutil/trace.go:171","msg":"trace[925341394] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"105.510632ms","start":"2026-03-31T18:52:01.034231Z","end":"2026-03-31T18:52:01.139741Z","steps":["trace[925341394] 'process raft request' (duration: 105.207105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:12.553675Z","caller":"traceutil/trace.go:171","msg":"trace[750731304] transaction","detail":"{read_only:false; response_revision:10569; number_of_response:1; }","duration":"130.74535ms","start":"2026-03-31T18:52:12.422881Z","end":"2026-03-31T18:52:12.553626Z","steps":["trace[750731304] 'process raft request' (duration: 101.779119ms)","trace[750731304] 'compare' (duration: 28.47734ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:12.556275Z","caller":"traceutil/trace.go:171","msg":"trace[586208808] linearizableReadLoop","detail":"{readStateIndex:11001; appliedIndex:10998; }","duration":"107.315154ms","start":"2026-03-31T18:52:12.448928Z","end":"2026-03-31T18:52:12.556244Z","steps":["trace[586208808] 'read index received' (duration: 75.747604ms)","trace[586208808] 'applied index is now lower than readState.Index' (duration: 31.56625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:12.556495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.559239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:12.556535Z","caller":"traceutil/trace.go:171","msg":"trace[171784793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10571; }","duration":"107.653382ms","start":"2026-03-31T18:52:12.44887Z","end":"2026-03-31T18:52:12.556523Z","steps":["trace[171784793] 'agreement among raft nodes before linearized reading' (duration: 107.494818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:12.556682Z","caller":"traceutil/trace.go:171","msg":"trace[69412625] transaction","detail":"{read_only:false; response_revision:10570; number_of_response:1; }","duration":"133.38344ms","start":"2026-03-31T18:52:12.423284Z","end":"2026-03-31T18:52:12.556667Z","steps":["trace[69412625] 'process raft request' (duration: 132.647733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:12.556738Z","caller":"traceutil/trace.go:171","msg":"trace[1133603417] transaction","detail":"{read_only:false; response_revision:10571; number_of_response:1; }","duration":"132.308165ms","start":"2026-03-31T18:52:12.424402Z","end":"2026-03-31T18:52:12.55671Z","steps":["trace[1133603417] 'process raft request' (duration: 131.762573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.281522Z","caller":"traceutil/trace.go:171","msg":"trace[1224776292] transaction","detail":"{read_only:false; response_revision:10582; number_of_response:1; }","duration":"103.666092ms","start":"2026-03-31T18:52:14.17783Z","end":"2026-03-31T18:52:14.281496Z","steps":["trace[1224776292] 'process raft request' (duration: 103.499468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.286185Z","caller":"traceutil/trace.go:171","msg":"trace[684648155] transaction","detail":"{read_only:false; response_revision:10583; number_of_response:1; }","duration":"108.07325ms","start":"2026-03-31T18:52:14.178089Z","end":"2026-03-31T18:52:14.286162Z","steps":["trace[684648155] 'process raft request' (duration: 107.963267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:18.46914Z","caller":"traceutil/trace.go:171","msg":"trace[389382786] transaction","detail":"{read_only:false; response_revision:10599; number_of_response:1; }","duration":"115.835725ms","start":"2026-03-31T18:52:18.353277Z","end":"2026-03-31T18:52:18.469112Z","steps":["trace[389382786] 'process raft request' (duration: 115.652531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:18.470083Z","caller":"traceutil/trace.go:171","msg":"trace[733284766] transaction","detail":"{read_only:false; response_revision:10600; number_of_response:1; }","duration":"114.965825ms","start":"2026-03-31T18:52:18.355098Z","end":"2026-03-31T18:52:18.470063Z","steps":["trace[733284766] 'process raft request' (duration: 114.855832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:19.794776Z","caller":"traceutil/trace.go:171","msg":"trace[1031850696] linearizableReadLoop","detail":"{readStateIndex:11036; appliedIndex:11035; }","duration":"100.565781ms","start":"2026-03-31T18:52:19.694171Z","end":"2026-03-31T18:52:19.794736Z","steps":["trace[1031850696] 'read index received' (duration: 99.746013ms)","trace[1031850696] 'applied index is now lower than readState.Index' (duration: 818.338µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:19.794934Z","caller":"traceutil/trace.go:171","msg":"trace[1349091305] transaction","detail":"{read_only:false; response_revision:10605; number_of_response:1; }","duration":"111.355114ms","start":"2026-03-31T18:52:19.68354Z","end":"2026-03-31T18:52:19.794895Z","steps":["trace[1349091305] 'process raft request' (duration: 110.434133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.795105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.904559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:19.795184Z","caller":"traceutil/trace.go:171","msg":"trace[760224394] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10605; }","duration":"101.030421ms","start":"2026-03-31T18:52:19.694133Z","end":"2026-03-31T18:52:19.795164Z","steps":["trace[760224394] 'agreement among raft nodes before linearized reading' (duration: 100.772296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:29.778399Z","caller":"traceutil/trace.go:171","msg":"trace[1534836539] transaction","detail":"{read_only:false; response_revision:10665; number_of_response:1; }","duration":"113.264076ms","start":"2026-03-31T18:52:29.665104Z","end":"2026-03-31T18:52:29.778368Z","steps":["trace[1534836539] 'process raft request' (duration: 113.041501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.164059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.768814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:31.164127Z","caller":"traceutil/trace.go:171","msg":"trace[272424810] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10748; }","duration":"111.912337ms","start":"2026-03-31T18:52:31.052201Z","end":"2026-03-31T18:52:31.164113Z","steps":["trace[272424810] 'count revisions from in-memory index tree' (duration: 111.663742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:31.165771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.37052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:52:31.16593Z","caller":"traceutil/trace.go:171","msg":"trace[44578058] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10748; }","duration":"141.547183ms","start":"2026-03-31T18:52:31.0243Z","end":"2026-03-31T18:52:31.165847Z","steps":["trace[44578058] 'range keys from in-memory index tree' (duration: 140.202013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:31.345747Z","caller":"traceutil/trace.go:171","msg":"trace[2141552906] transaction","detail":"{read_only:false; response_revision:10749; number_of_response:1; }","duration":"102.041405ms","start":"2026-03-31T18:52:31.243681Z","end":"2026-03-31T18:52:31.345722Z","steps":["trace[2141552906] 'process raft request' (duration: 101.835081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:31.594526Z","caller":"traceutil/trace.go:171","msg":"trace[1415622360] linearizableReadLoop","detail":"{readStateIndex:11185; appliedIndex:11184; }","duration":"145.317288ms","start":"2026-03-31T18:52:31.449187Z","end":"2026-03-31T18:52:31.594505Z","steps":["trace[1415622360] 'read index received' (duration: 107.860305ms)","trace[1415622360] 'applied index is now lower than readState.Index' (duration: 37.456333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:31.594631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.44308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:31.594655Z","caller":"traceutil/trace.go:171","msg":"trace[538060380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10750; }","duration":"145.525742ms","start":"2026-03-31T18:52:31.44912Z","end":"2026-03-31T18:52:31.594646Z","steps":["trace[538060380] 'agreement among raft nodes before linearized reading' (duration: 145.457241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:31.594794Z","caller":"traceutil/trace.go:171","msg":"trace[1583964954] transaction","detail":"{read_only:false; response_revision:10750; number_of_response:1; }","duration":"234.114956ms","start":"2026-03-31T18:52:31.360663Z","end":"2026-03-31T18:52:31.594778Z","steps":["trace[1583964954] 'process raft request' (duration: 196.472349ms)","trace[1583964954] 'compare' (duration: 37.280259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:37.311702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.157913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:52:37.311779Z","caller":"traceutil/trace.go:171","msg":"trace[1542206979] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10792; }","duration":"193.275686ms","start":"2026-03-31T18:52:37.118482Z","end":"2026-03-31T18:52:37.311758Z","steps":["trace[1542206979] 'range keys from in-memory index tree' (duration: 193.00009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:37.311777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.061329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-db-init-d5qjg\" ","response":"range_response_count:1 size:2758"} {"level":"info","ts":"2026-03-31T18:52:37.311868Z","caller":"traceutil/trace.go:171","msg":"trace[136535425] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-db-init-d5qjg; range_end:; response_count:1; response_revision:10792; }","duration":"297.215834ms","start":"2026-03-31T18:52:37.014628Z","end":"2026-03-31T18:52:37.311844Z","steps":["trace[136535425] 'range keys from in-memory index tree' (duration: 296.802633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:37.545235Z","caller":"traceutil/trace.go:171","msg":"trace[142913700] linearizableReadLoop","detail":"{readStateIndex:11229; appliedIndex:11228; }","duration":"229.684716ms","start":"2026-03-31T18:52:37.315523Z","end":"2026-03-31T18:52:37.545207Z","steps":["trace[142913700] 'read index received' (duration: 229.335418ms)","trace[142913700] 'applied index is now lower than readState.Index' (duration: 348.198µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:37.545402Z","caller":"traceutil/trace.go:171","msg":"trace[1273307473] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10793; }","duration":"230.940904ms","start":"2026-03-31T18:52:37.314442Z","end":"2026-03-31T18:52:37.545383Z","steps":["trace[1273307473] 'process raft request' (duration: 230.527324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:37.545427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.88183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:52:37.545465Z","caller":"traceutil/trace.go:171","msg":"trace[1925079696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10793; }","duration":"229.974442ms","start":"2026-03-31T18:52:37.31548Z","end":"2026-03-31T18:52:37.545454Z","steps":["trace[1925079696] 'agreement among raft nodes before linearized reading' (duration: 229.822609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:37.741063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.660823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:52:37.741134Z","caller":"traceutil/trace.go:171","msg":"trace[985739480] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10793; }","duration":"128.767065ms","start":"2026-03-31T18:52:37.612351Z","end":"2026-03-31T18:52:37.741118Z","steps":["trace[985739480] 'range keys from in-memory index tree' (duration: 128.474729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:37.929417Z","caller":"traceutil/trace.go:171","msg":"trace[1856678198] transaction","detail":"{read_only:false; response_revision:10794; number_of_response:1; }","duration":"179.70324ms","start":"2026-03-31T18:52:37.749696Z","end":"2026-03-31T18:52:37.9294Z","steps":["trace[1856678198] 'process raft request' (duration: 179.467415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:37.929371Z","caller":"traceutil/trace.go:171","msg":"trace[137045842] linearizableReadLoop","detail":"{readStateIndex:11230; appliedIndex:11229; }","duration":"177.097552ms","start":"2026-03-31T18:52:37.752246Z","end":"2026-03-31T18:52:37.929343Z","steps":["trace[137045842] 'read index received' (duration: 176.917898ms)","trace[137045842] 'applied index is now lower than readState.Index' (duration: 178.344µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:37.92964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.375408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:52:37.929725Z","caller":"traceutil/trace.go:171","msg":"trace[1629237508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10794; }","duration":"177.496251ms","start":"2026-03-31T18:52:37.752205Z","end":"2026-03-31T18:52:37.929701Z","steps":["trace[1629237508] 'agreement among raft nodes before linearized reading' (duration: 177.240545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.024786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.651917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:52:38.024812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.925155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:52:38.024847Z","caller":"traceutil/trace.go:171","msg":"trace[1268576244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10795; }","duration":"146.76119ms","start":"2026-03-31T18:52:37.878072Z","end":"2026-03-31T18:52:38.024833Z","steps":["trace[1268576244] 'agreement among raft nodes before linearized reading' (duration: 146.584536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:38.024863Z","caller":"traceutil/trace.go:171","msg":"trace[600687000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10795; }","duration":"159.024716ms","start":"2026-03-31T18:52:37.865823Z","end":"2026-03-31T18:52:38.024847Z","steps":["trace[600687000] 'agreement among raft nodes before linearized reading' (duration: 158.886413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:38.024916Z","caller":"traceutil/trace.go:171","msg":"trace[1276775237] transaction","detail":"{read_only:false; response_revision:10795; number_of_response:1; }","duration":"219.067376ms","start":"2026-03-31T18:52:37.805829Z","end":"2026-03-31T18:52:38.024896Z","steps":["trace[1276775237] 'process raft request' (duration: 141.663135ms)","trace[1276775237] 'compare' (duration: 76.992562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:38.024961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.198672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:52:38.025046Z","caller":"traceutil/trace.go:171","msg":"trace[25501332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10795; }","duration":"208.335225ms","start":"2026-03-31T18:52:37.816693Z","end":"2026-03-31T18:52:38.025029Z","steps":["trace[25501332] 'agreement among raft nodes before linearized reading' (duration: 208.072039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:38.213166Z","caller":"traceutil/trace.go:171","msg":"trace[1277519390] transaction","detail":"{read_only:false; response_revision:10797; number_of_response:1; }","duration":"184.027278ms","start":"2026-03-31T18:52:38.029107Z","end":"2026-03-31T18:52:38.213134Z","steps":["trace[1277519390] 'process raft request' (duration: 183.809333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:38.213518Z","caller":"traceutil/trace.go:171","msg":"trace[630319071] transaction","detail":"{read_only:false; response_revision:10798; number_of_response:1; }","duration":"183.355652ms","start":"2026-03-31T18:52:38.030128Z","end":"2026-03-31T18:52:38.213484Z","steps":["trace[630319071] 'process raft request' (duration: 182.954623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.150721Z","caller":"traceutil/trace.go:171","msg":"trace[232055463] transaction","detail":"{read_only:false; response_revision:10851; number_of_response:1; }","duration":"101.673087ms","start":"2026-03-31T18:52:44.049027Z","end":"2026-03-31T18:52:44.1507Z","steps":["trace[232055463] 'process raft request' (duration: 101.539344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.795543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444143621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:52:45.103647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.81463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:52:45.103739Z","caller":"traceutil/trace.go:171","msg":"trace[726627119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10851; }","duration":"942.949243ms","start":"2026-03-31T18:52:44.16077Z","end":"2026-03-31T18:52:45.103719Z","steps":["trace[726627119] 'range keys from in-memory index tree' (duration: 942.637046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:45.103779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.160751Z","time spent":"943.019624ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:52:45.103804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.175092Z","time spent":"928.704333ms","remote":"127.0.0.1:42472","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:52:45.103902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.108697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:52:45.103946Z","caller":"traceutil/trace.go:171","msg":"trace[1054214802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10851; }","duration":"819.187129ms","start":"2026-03-31T18:52:44.28475Z","end":"2026-03-31T18:52:45.103937Z","steps":["trace[1054214802] 'range keys from in-memory index tree' (duration: 819.016445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:45.103968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.284731Z","time spent":"819.230331ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:52:45.106271Z","caller":"traceutil/trace.go:171","msg":"trace[139189045] transaction","detail":"{read_only:false; response_revision:10852; number_of_response:1; }","duration":"812.697214ms","start":"2026-03-31T18:52:44.293546Z","end":"2026-03-31T18:52:45.106243Z","steps":["trace[139189045] 'process raft request' (duration: 812.51009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:45.106483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.293527Z","time spent":"812.862267ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:45.107139Z","caller":"traceutil/trace.go:171","msg":"trace[239845130] linearizableReadLoop","detail":"{readStateIndex:11291; appliedIndex:11289; }","duration":"812.114761ms","start":"2026-03-31T18:52:44.295012Z","end":"2026-03-31T18:52:45.107127Z","steps":["trace[239845130] 'read index received' (duration: 811.047427ms)","trace[239845130] 'applied index is now lower than readState.Index' (duration: 1.066634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:45.107248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.227783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:45.107279Z","caller":"traceutil/trace.go:171","msg":"trace[1792893961] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:10853; }","duration":"812.283685ms","start":"2026-03-31T18:52:44.294987Z","end":"2026-03-31T18:52:45.10727Z","steps":["trace[1792893961] 'agreement among raft nodes before linearized reading' (duration: 812.208953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:45.107226Z","caller":"traceutil/trace.go:171","msg":"trace[1011324096] transaction","detail":"{read_only:false; response_revision:10853; number_of_response:1; }","duration":"613.458843ms","start":"2026-03-31T18:52:44.493692Z","end":"2026-03-31T18:52:45.107151Z","steps":["trace[1011324096] 'process raft request' (duration: 613.383871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:45.107384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.389111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:52:45.107431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.49367Z","time spent":"613.662508ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:45.107505Z","caller":"traceutil/trace.go:171","msg":"trace[1793271566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10853; }","duration":"810.450143ms","start":"2026-03-31T18:52:44.296955Z","end":"2026-03-31T18:52:45.107405Z","steps":["trace[1793271566] 'agreement among raft nodes before linearized reading' (duration: 810.365931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:45.107543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.296934Z","time spent":"810.602516ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:45.107302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.294973Z","time spent":"812.323265ms","remote":"127.0.0.1:49716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:52:45.107635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.209407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:45.107662Z","caller":"traceutil/trace.go:171","msg":"trace[1728352026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10853; }","duration":"657.237597ms","start":"2026-03-31T18:52:44.450418Z","end":"2026-03-31T18:52:45.107655Z","steps":["trace[1728352026] 'agreement among raft nodes before linearized reading' (duration: 657.194536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:45.107683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.450371Z","time spent":"657.305739ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:52:45.1077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.707531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:52:45.107773Z","caller":"traceutil/trace.go:171","msg":"trace[1355826643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10853; }","duration":"449.810733ms","start":"2026-03-31T18:52:44.657941Z","end":"2026-03-31T18:52:45.107751Z","steps":["trace[1355826643] 'agreement among raft nodes before linearized reading' (duration: 449.592479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:45.107829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.657921Z","time spent":"449.895205ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:45.107906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.271922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:52:45.107934Z","caller":"traceutil/trace.go:171","msg":"trace[1145156526] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10853; }","duration":"405.336813ms","start":"2026-03-31T18:52:44.702589Z","end":"2026-03-31T18:52:45.107926Z","steps":["trace[1145156526] 'agreement among raft nodes before linearized reading' (duration: 405.269652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:45.107952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.702567Z","time spent":"405.381075ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:52:45.108108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.322939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:52:45.108169Z","caller":"traceutil/trace.go:171","msg":"trace[584691061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10853; }","duration":"101.417141ms","start":"2026-03-31T18:52:45.006735Z","end":"2026-03-31T18:52:45.108152Z","steps":["trace[584691061] 'agreement among raft nodes before linearized reading' (duration: 101.210156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:45.10826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.414442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:45.108358Z","caller":"traceutil/trace.go:171","msg":"trace[629598025] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10853; }","duration":"202.564255ms","start":"2026-03-31T18:52:44.905773Z","end":"2026-03-31T18:52:45.108337Z","steps":["trace[629598025] 'agreement among raft nodes before linearized reading' (duration: 201.699365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:49.238109Z","caller":"traceutil/trace.go:171","msg":"trace[1390577802] linearizableReadLoop","detail":"{readStateIndex:11313; appliedIndex:11312; }","duration":"105.545594ms","start":"2026-03-31T18:52:49.13253Z","end":"2026-03-31T18:52:49.238075Z","steps":["trace[1390577802] 'read index received' (duration: 72.00132ms)","trace[1390577802] 'applied index is now lower than readState.Index' (duration: 33.542914ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:49.238169Z","caller":"traceutil/trace.go:171","msg":"trace[1311146278] transaction","detail":"{read_only:false; response_revision:10874; number_of_response:1; }","duration":"106.554466ms","start":"2026-03-31T18:52:49.131592Z","end":"2026-03-31T18:52:49.238146Z","steps":["trace[1311146278] 'process raft request' (duration: 72.813178ms)","trace[1311146278] 'compare' (duration: 33.148735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:49.238391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.81356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:52:49.238452Z","caller":"traceutil/trace.go:171","msg":"trace[1904283691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10874; }","duration":"105.911562ms","start":"2026-03-31T18:52:49.132526Z","end":"2026-03-31T18:52:49.238438Z","steps":["trace[1904283691] 'agreement among raft nodes before linearized reading' (duration: 105.699907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:49.336323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.421297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:49.336407Z","caller":"traceutil/trace.go:171","msg":"trace[1587708902] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10876; }","duration":"192.55404ms","start":"2026-03-31T18:52:49.143834Z","end":"2026-03-31T18:52:49.336388Z","steps":["trace[1587708902] 'agreement among raft nodes before linearized reading' (duration: 192.356146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:49.336402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.727668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:52:49.336477Z","caller":"traceutil/trace.go:171","msg":"trace[610276708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10876; }","duration":"202.830511ms","start":"2026-03-31T18:52:49.133627Z","end":"2026-03-31T18:52:49.336457Z","steps":["trace[610276708] 'agreement among raft nodes before linearized reading' (duration: 202.593286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:49.336613Z","caller":"traceutil/trace.go:171","msg":"trace[1055556885] transaction","detail":"{read_only:false; response_revision:10876; number_of_response:1; }","duration":"171.495316ms","start":"2026-03-31T18:52:49.165109Z","end":"2026-03-31T18:52:49.336605Z","steps":["trace[1055556885] 'process raft request' (duration: 171.010126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:49.336619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.467073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:52:49.336744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.970457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:52:49.336778Z","caller":"traceutil/trace.go:171","msg":"trace[1587914059] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10876; }","duration":"204.033458ms","start":"2026-03-31T18:52:49.132735Z","end":"2026-03-31T18:52:49.336768Z","steps":["trace[1587914059] 'agreement among raft nodes before linearized reading' (duration: 203.947136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:49.336683Z","caller":"traceutil/trace.go:171","msg":"trace[811278277] transaction","detail":"{read_only:false; response_revision:10875; number_of_response:1; }","duration":"203.452645ms","start":"2026-03-31T18:52:49.133194Z","end":"2026-03-31T18:52:49.336646Z","steps":["trace[811278277] 'process raft request' (duration: 202.815451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:49.336811Z","caller":"traceutil/trace.go:171","msg":"trace[456853546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10876; }","duration":"198.661317ms","start":"2026-03-31T18:52:49.138077Z","end":"2026-03-31T18:52:49.336738Z","steps":["trace[456853546] 'agreement among raft nodes before linearized reading' (duration: 198.243988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:49.336898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.136011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:52:49.337018Z","caller":"traceutil/trace.go:171","msg":"trace[1275182016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10876; }","duration":"204.210072ms","start":"2026-03-31T18:52:49.132715Z","end":"2026-03-31T18:52:49.336926Z","steps":["trace[1275182016] 'agreement among raft nodes before linearized reading' (duration: 203.441985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:49.429897Z","caller":"traceutil/trace.go:171","msg":"trace[853139462] transaction","detail":"{read_only:false; response_revision:10877; number_of_response:1; }","duration":"186.941533ms","start":"2026-03-31T18:52:49.242904Z","end":"2026-03-31T18:52:49.429846Z","steps":["trace[853139462] 'process raft request' (duration: 143.984817ms)","trace[853139462] 'compare' (duration: 42.801022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:50.593229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.780392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:50.593325Z","caller":"traceutil/trace.go:171","msg":"trace[1749189284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10881; }","duration":"146.912814ms","start":"2026-03-31T18:52:50.44639Z","end":"2026-03-31T18:52:50.593303Z","steps":["trace[1749189284] 'range keys from in-memory index tree' (duration: 146.692859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:50.636274Z","caller":"traceutil/trace.go:171","msg":"trace[371201028] transaction","detail":"{read_only:false; response_revision:10882; number_of_response:1; }","duration":"105.120724ms","start":"2026-03-31T18:52:50.531108Z","end":"2026-03-31T18:52:50.636229Z","steps":["trace[371201028] 'process raft request' (duration: 104.721045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.226834Z","caller":"traceutil/trace.go:171","msg":"trace[1377898249] transaction","detail":"{read_only:false; response_revision:10885; number_of_response:1; }","duration":"168.116511ms","start":"2026-03-31T18:52:51.058691Z","end":"2026-03-31T18:52:51.226807Z","steps":["trace[1377898249] 'process raft request' (duration: 167.860365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.236945Z","caller":"traceutil/trace.go:171","msg":"trace[149462403] transaction","detail":"{read_only:false; response_revision:10887; number_of_response:1; }","duration":"104.302485ms","start":"2026-03-31T18:52:51.132621Z","end":"2026-03-31T18:52:51.236924Z","steps":["trace[149462403] 'process raft request' (duration: 104.252374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.237053Z","caller":"traceutil/trace.go:171","msg":"trace[726684675] transaction","detail":"{read_only:false; response_revision:10886; number_of_response:1; }","duration":"111.956888ms","start":"2026-03-31T18:52:51.125056Z","end":"2026-03-31T18:52:51.237012Z","steps":["trace[726684675] 'process raft request' (duration: 111.709502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:52.926243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.527007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-tdtf5\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-31T18:52:52.926381Z","caller":"traceutil/trace.go:171","msg":"trace[2015497161] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-tdtf5; range_end:; response_count:1; response_revision:10932; }","duration":"119.740522ms","start":"2026-03-31T18:52:52.80661Z","end":"2026-03-31T18:52:52.926351Z","steps":["trace[2015497161] 'range keys from in-memory index tree' (duration: 119.241641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:53.249764Z","caller":"traceutil/trace.go:171","msg":"trace[653241937] transaction","detail":"{read_only:false; response_revision:10933; number_of_response:1; }","duration":"417.671081ms","start":"2026-03-31T18:52:52.832069Z","end":"2026-03-31T18:52:53.24974Z","steps":["trace[653241937] 'process raft request' (duration: 417.554709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:53.250072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:52.832049Z","time spent":"417.784754ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5076,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:54.427273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177545788s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:52:54.42808Z","caller":"traceutil/trace.go:171","msg":"trace[1136988848] transaction","detail":"{read_only:false; response_revision:10934; number_of_response:1; }","duration":"1.487324484s","start":"2026-03-31T18:52:52.940734Z","end":"2026-03-31T18:52:54.428058Z","steps":["trace[1136988848] 'process raft request' (duration: 1.487002027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:54.428215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:52.940675Z","time spent":"1.487466337s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19344,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:54.428416Z","caller":"traceutil/trace.go:171","msg":"trace[398236283] linearizableReadLoop","detail":"{readStateIndex:11374; appliedIndex:11373; }","duration":"1.28743293s","start":"2026-03-31T18:52:53.140966Z","end":"2026-03-31T18:52:54.428399Z","steps":["trace[398236283] 'read index received' (duration: 108.770866ms)","trace[398236283] 'applied index is now lower than readState.Index' (duration: 1.178660984s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:54.428527Z","caller":"traceutil/trace.go:171","msg":"trace[167446583] transaction","detail":"{read_only:false; response_revision:10936; number_of_response:1; }","duration":"1.183073264s","start":"2026-03-31T18:52:53.245439Z","end":"2026-03-31T18:52:54.428512Z","steps":["trace[167446583] 'process raft request' (duration: 1.182870999s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:54.428563Z","caller":"traceutil/trace.go:171","msg":"trace[1249706021] transaction","detail":"{read_only:false; response_revision:10935; number_of_response:1; }","duration":"1.185189321s","start":"2026-03-31T18:52:53.243363Z","end":"2026-03-31T18:52:54.428553Z","steps":["trace[1249706021] 'process raft request' (duration: 1.184637977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:54.428615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.243339Z","time spent":"1.185247061s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:54.428628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.245432Z","time spent":"1.183137675s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:54.428779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287799968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:52:54.42913Z","caller":"traceutil/trace.go:171","msg":"trace[2041756714] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10936; }","duration":"1.288198347s","start":"2026-03-31T18:52:53.140912Z","end":"2026-03-31T18:52:54.42911Z","steps":["trace[2041756714] 'agreement among raft nodes before linearized reading' (duration: 1.287712966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:54.429179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.140891Z","time spent":"1.288272508s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:52:54.928864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444143803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:52:55.429006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444143803,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:52:55.616576Z","caller":"traceutil/trace.go:171","msg":"trace[2046954451] transaction","detail":"{read_only:false; response_revision:10938; number_of_response:1; }","duration":"1.373975587s","start":"2026-03-31T18:52:54.242572Z","end":"2026-03-31T18:52:55.616548Z","steps":["trace[2046954451] 'process raft request' (duration: 1.373893775s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:55.616598Z","caller":"traceutil/trace.go:171","msg":"trace[37190027] transaction","detail":"{read_only:false; response_revision:10937; number_of_response:1; }","duration":"2.09370193s","start":"2026-03-31T18:52:53.522853Z","end":"2026-03-31T18:52:55.616555Z","steps":["trace[37190027] 'process raft request' (duration: 2.093412233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:55.616753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.522825Z","time spent":"2.093858764s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:52:55.616769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:54.242546Z","time spent":"1.37411731s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:56.092535Z","caller":"traceutil/trace.go:171","msg":"trace[1836067106] transaction","detail":"{read_only:false; response_revision:10939; number_of_response:1; }","duration":"1.657551194s","start":"2026-03-31T18:52:54.434952Z","end":"2026-03-31T18:52:56.092503Z","steps":["trace[1836067106] 'process raft request' (duration: 1.65696833s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.092695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:54.434935Z","time spent":"1.657677516s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:56.093326Z","caller":"traceutil/trace.go:171","msg":"trace[644941537] linearizableReadLoop","detail":"{readStateIndex:11380; appliedIndex:11376; }","duration":"1.664825686s","start":"2026-03-31T18:52:54.428473Z","end":"2026-03-31T18:52:56.093299Z","steps":["trace[644941537] 'read index received' (duration: 1.187868541s)","trace[644941537] 'applied index is now lower than readState.Index' (duration: 476.955695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:56.093601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63179139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:52:56.093597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631771999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:52:56.093634Z","caller":"traceutil/trace.go:171","msg":"trace[872082464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:10940; }","duration":"2.63185608s","start":"2026-03-31T18:52:53.461769Z","end":"2026-03-31T18:52:56.093625Z","steps":["trace[872082464] 'agreement among raft nodes before linearized reading' (duration: 2.631672516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.093658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.461731Z","time spent":"2.631921282s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:52:56.093904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632244429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:52:56.09396Z","caller":"traceutil/trace.go:171","msg":"trace[1898928721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10940; }","duration":"2.632317312s","start":"2026-03-31T18:52:53.461634Z","end":"2026-03-31T18:52:56.093951Z","steps":["trace[1898928721] 'agreement among raft nodes before linearized reading' (duration: 2.632199679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.094038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458656696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:56.094113Z","caller":"traceutil/trace.go:171","msg":"trace[861309396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10940; }","duration":"2.45880661s","start":"2026-03-31T18:52:53.63529Z","end":"2026-03-31T18:52:56.094097Z","steps":["trace[861309396] 'agreement among raft nodes before linearized reading' (duration: 2.458639076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.094151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.635268Z","time spent":"2.458875062s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:52:56.094143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542225035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:56.094207Z","caller":"traceutil/trace.go:171","msg":"trace[2060096573] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10940; }","duration":"2.542339228s","start":"2026-03-31T18:52:53.551853Z","end":"2026-03-31T18:52:56.094192Z","steps":["trace[2060096573] 'agreement among raft nodes before linearized reading' (duration: 2.542237206s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.094267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.551829Z","time spent":"2.542424879s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:56.094349Z","caller":"traceutil/trace.go:171","msg":"trace[1260391930] transaction","detail":"{read_only:false; response_revision:10940; number_of_response:1; }","duration":"1.658432573s","start":"2026-03-31T18:52:54.435907Z","end":"2026-03-31T18:52:56.094339Z","steps":["trace[1260391930] 'process raft request' (duration: 1.656183462s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.094437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:54.435883Z","time spent":"1.658492084s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:56.094574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384287394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:56.094602Z","caller":"traceutil/trace.go:171","msg":"trace[1955326119] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10940; }","duration":"2.384318225s","start":"2026-03-31T18:52:53.710276Z","end":"2026-03-31T18:52:56.094595Z","steps":["trace[1955326119] 'agreement among raft nodes before linearized reading' (duration: 2.384273924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.094622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.710233Z","time spent":"2.384384136s","remote":"127.0.0.1:35040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:56.093661Z","caller":"traceutil/trace.go:171","msg":"trace[356785902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10940; }","duration":"2.631885842s","start":"2026-03-31T18:52:53.461753Z","end":"2026-03-31T18:52:56.093639Z","steps":["trace[356785902] 'agreement among raft nodes before linearized reading' (duration: 2.631681547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.094871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.461729Z","time spent":"2.633134189s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:56.094929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741590838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:52:56.094981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636247011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:52:56.094999Z","caller":"traceutil/trace.go:171","msg":"trace[1757195493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10940; }","duration":"2.741710301s","start":"2026-03-31T18:52:53.353265Z","end":"2026-03-31T18:52:56.094976Z","steps":["trace[1757195493] 'agreement among raft nodes before linearized reading' (duration: 2.741547717s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:56.095044Z","caller":"traceutil/trace.go:171","msg":"trace[810820358] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10940; }","duration":"2.636366603s","start":"2026-03-31T18:52:53.458662Z","end":"2026-03-31T18:52:56.095029Z","steps":["trace[810820358] 'agreement among raft nodes before linearized reading' (duration: 2.636137527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.095068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.353237Z","time spent":"2.741813634s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:52:56.095088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.458638Z","time spent":"2.636442515s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:52:56.095021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880733858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:56.095215Z","caller":"traceutil/trace.go:171","msg":"trace[1113381591] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10940; }","duration":"2.880986373s","start":"2026-03-31T18:52:53.214221Z","end":"2026-03-31T18:52:56.095207Z","steps":["trace[1113381591] 'agreement among raft nodes before linearized reading' (duration: 2.880765729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.09523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635888642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:52:56.095239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.214198Z","time spent":"2.881033955s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:56.095249Z","caller":"traceutil/trace.go:171","msg":"trace[1658651079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10940; }","duration":"2.635907732s","start":"2026-03-31T18:52:53.459335Z","end":"2026-03-31T18:52:56.095243Z","steps":["trace[1658651079] 'agreement among raft nodes before linearized reading' (duration: 2.635847541s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.095276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.459255Z","time spent":"2.636015865s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:56.095356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831516631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:52:56.096006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.461627Z","time spent":"2.632353853s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:52:56.096569Z","caller":"traceutil/trace.go:171","msg":"trace[986726252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10940; }","duration":"2.831675005s","start":"2026-03-31T18:52:53.263791Z","end":"2026-03-31T18:52:56.095466Z","steps":["trace[986726252] 'agreement among raft nodes before linearized reading' (duration: 2.831261966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.096677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.263773Z","time spent":"2.832887361s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:52:56.107928Z","caller":"traceutil/trace.go:171","msg":"trace[1880124366] transaction","detail":"{read_only:false; response_revision:10941; number_of_response:1; }","duration":"487.319778ms","start":"2026-03-31T18:52:55.620587Z","end":"2026-03-31T18:52:56.107906Z","steps":["trace[1880124366] 'process raft request' (duration: 487.060803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.108037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:55.620545Z","time spent":"487.440601ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:52:56.108218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52400288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:56.108279Z","caller":"traceutil/trace.go:171","msg":"trace[283745161] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10941; }","duration":"1.524113872s","start":"2026-03-31T18:52:54.584152Z","end":"2026-03-31T18:52:56.108266Z","steps":["trace[283745161] 'agreement among raft nodes before linearized reading' (duration: 1.52402372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.108309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:54.584093Z","time spent":"1.524209364s","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:52:56.108363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.772657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:56.108398Z","caller":"traceutil/trace.go:171","msg":"trace[73411078] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10941; }","duration":"579.87963ms","start":"2026-03-31T18:52:55.52851Z","end":"2026-03-31T18:52:56.10839Z","steps":["trace[73411078] 'agreement among raft nodes before linearized reading' (duration: 579.807898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.108425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:55.528495Z","time spent":"579.923891ms","remote":"127.0.0.1:51836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:52:56.108454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659713761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:56.108493Z","caller":"traceutil/trace.go:171","msg":"trace[403211934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10941; }","duration":"1.659782373s","start":"2026-03-31T18:52:54.448704Z","end":"2026-03-31T18:52:56.108486Z","steps":["trace[403211934] 'agreement among raft nodes before linearized reading' (duration: 1.659728192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.108514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:54.448685Z","time spent":"1.659824964s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:52:56.108683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67436077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T18:52:56.108231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494200399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:56.108711Z","caller":"traceutil/trace.go:171","msg":"trace[1578942349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10941; }","duration":"1.674425622s","start":"2026-03-31T18:52:54.434277Z","end":"2026-03-31T18:52:56.108703Z","steps":["trace[1578942349] 'agreement among raft nodes before linearized reading' (duration: 1.67432354s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:56.10872Z","caller":"traceutil/trace.go:171","msg":"trace[457049827] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10941; }","duration":"1.494729791s","start":"2026-03-31T18:52:54.613981Z","end":"2026-03-31T18:52:56.108711Z","steps":["trace[457049827] 'agreement among raft nodes before linearized reading' (duration: 1.494188519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.108733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:54.434252Z","time spent":"1.674476723s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:52:56.108793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:54.613968Z","time spent":"1.494796882s","remote":"127.0.0.1:52128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:52:56.108858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.024228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-r4p4s\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-31T18:52:56.108927Z","caller":"traceutil/trace.go:171","msg":"trace[1908406644] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-r4p4s; range_end:; response_count:1; response_revision:10941; }","duration":"550.136251ms","start":"2026-03-31T18:52:55.558779Z","end":"2026-03-31T18:52:56.108915Z","steps":["trace[1908406644] 'agreement among raft nodes before linearized reading' (duration: 549.564678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.108972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:55.558761Z","time spent":"550.204273ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9622,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-r4p4s\" "} {"level":"warn","ts":"2026-03-31T18:52:56.109134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.865576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:52:56.109177Z","caller":"traceutil/trace.go:171","msg":"trace[1265168199] range","detail":"{range_begin:/registry/masterleases/199.19.213.169; range_end:; response_count:1; response_revision:10941; }","duration":"678.933977ms","start":"2026-03-31T18:52:55.430236Z","end":"2026-03-31T18:52:56.10917Z","steps":["trace[1265168199] 'agreement among raft nodes before linearized reading' (duration: 678.858276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.109205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:55.430219Z","time spent":"678.980969ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.169\" "} {"level":"info","ts":"2026-03-31T18:52:56.220579Z","caller":"traceutil/trace.go:171","msg":"trace[1832557780] transaction","detail":"{read_only:false; response_revision:10944; number_of_response:1; }","duration":"120.417078ms","start":"2026-03-31T18:52:56.100123Z","end":"2026-03-31T18:52:56.22054Z","steps":["trace[1832557780] 'process raft request' (duration: 120.339996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:56.220609Z","caller":"traceutil/trace.go:171","msg":"trace[1229638756] transaction","detail":"{read_only:false; response_revision:10942; number_of_response:1; }","duration":"120.578002ms","start":"2026-03-31T18:52:56.099992Z","end":"2026-03-31T18:52:56.22057Z","steps":["trace[1229638756] 'process raft request' (duration: 120.275865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:56.220685Z","caller":"traceutil/trace.go:171","msg":"trace[1910880062] transaction","detail":"{read_only:false; response_revision:10943; number_of_response:1; }","duration":"120.552331ms","start":"2026-03-31T18:52:56.100087Z","end":"2026-03-31T18:52:56.220639Z","steps":["trace[1910880062] 'process raft request' (duration: 120.333896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:56.221053Z","caller":"traceutil/trace.go:171","msg":"trace[1314385184] transaction","detail":"{read_only:false; response_revision:10945; number_of_response:1; }","duration":"120.481359ms","start":"2026-03-31T18:52:56.100558Z","end":"2026-03-31T18:52:56.22104Z","steps":["trace[1314385184] 'process raft request' (duration: 119.937866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:56.221152Z","caller":"traceutil/trace.go:171","msg":"trace[871564032] transaction","detail":"{read_only:false; response_revision:10947; number_of_response:1; }","duration":"120.457408ms","start":"2026-03-31T18:52:56.100685Z","end":"2026-03-31T18:52:56.221142Z","steps":["trace[871564032] 'process raft request' (duration: 120.325015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:56.221144Z","caller":"traceutil/trace.go:171","msg":"trace[1649339617] transaction","detail":"{read_only:false; response_revision:10946; number_of_response:1; }","duration":"120.52291ms","start":"2026-03-31T18:52:56.100605Z","end":"2026-03-31T18:52:56.221128Z","steps":["trace[1649339617] 'process raft request' (duration: 120.306444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:56.221157Z","caller":"traceutil/trace.go:171","msg":"trace[1179682405] linearizableReadLoop","detail":"{readStateIndex:11387; appliedIndex:11384; }","duration":"113.137435ms","start":"2026-03-31T18:52:56.107927Z","end":"2026-03-31T18:52:56.221065Z","steps":["trace[1179682405] 'read index received' (duration: 112.615592ms)","trace[1179682405] 'applied index is now lower than readState.Index' (duration: 520.692µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:56.221734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.646133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290690"} {"level":"info","ts":"2026-03-31T18:52:56.221797Z","caller":"traceutil/trace.go:171","msg":"trace[1233524824] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10947; }","duration":"120.739205ms","start":"2026-03-31T18:52:56.101043Z","end":"2026-03-31T18:52:56.221782Z","steps":["trace[1233524824] 'agreement among raft nodes before linearized reading' (duration: 120.215084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.462366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:56.110015Z","time spent":"352.342993ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:52:56.46246Z","caller":"traceutil/trace.go:171","msg":"trace[920359052] transaction","detail":"{read_only:false; response_revision:10948; number_of_response:1; }","duration":"342.41552ms","start":"2026-03-31T18:52:56.120022Z","end":"2026-03-31T18:52:56.462438Z","steps":["trace[920359052] 'process raft request' (duration: 342.251877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.462595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:56.119999Z","time spent":"342.526053ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:56.462953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.295242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19336"} {"level":"info","ts":"2026-03-31T18:52:56.462947Z","caller":"traceutil/trace.go:171","msg":"trace[1221237949] linearizableReadLoop","detail":"{readStateIndex:11389; appliedIndex:11387; }","duration":"241.105271ms","start":"2026-03-31T18:52:56.221302Z","end":"2026-03-31T18:52:56.462408Z","steps":["trace[1221237949] 'read index received' (duration: 160.521419ms)","trace[1221237949] 'applied index is now lower than readState.Index' (duration: 80.582882ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:56.46301Z","caller":"traceutil/trace.go:171","msg":"trace[1100263637] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10948; }","duration":"352.405194ms","start":"2026-03-31T18:52:56.110588Z","end":"2026-03-31T18:52:56.462993Z","steps":["trace[1100263637] 'agreement among raft nodes before linearized reading' (duration: 352.22812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.463048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:56.110564Z","time spent":"352.476396ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19360,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:52:56.463061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.046029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:56.463152Z","caller":"traceutil/trace.go:171","msg":"trace[388347464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10948; }","duration":"353.156391ms","start":"2026-03-31T18:52:56.109971Z","end":"2026-03-31T18:52:56.463128Z","steps":["trace[388347464] 'agreement among raft nodes before linearized reading' (duration: 352.979067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:56.463202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:56.109961Z","time spent":"353.232563ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:53:11.450991Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8978} {"level":"info","ts":"2026-03-31T18:53:11.52273Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8978,"took":"69.564975ms","hash":3890540326,"current-db-size-bytes":40787968,"current-db-size":"41 MB","current-db-size-in-use-bytes":27512832,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T18:53:11.522814Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3890540326,"revision":8978,"compact-revision":6874} {"level":"info","ts":"2026-03-31T18:53:20.725121Z","caller":"traceutil/trace.go:171","msg":"trace[1419466473] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"160.453089ms","start":"2026-03-31T18:53:20.564639Z","end":"2026-03-31T18:53:20.725092Z","steps":["trace[1419466473] 'process raft request' (duration: 160.277275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:20.740188Z","caller":"traceutil/trace.go:171","msg":"trace[687537667] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"146.522025ms","start":"2026-03-31T18:53:20.593634Z","end":"2026-03-31T18:53:20.740156Z","steps":["trace[687537667] 'process raft request' (duration: 146.379672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:58.270723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.214828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T18:53:58.270824Z","caller":"traceutil/trace.go:171","msg":"trace[1703120189] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11404; }","duration":"157.366862ms","start":"2026-03-31T18:53:58.113438Z","end":"2026-03-31T18:53:58.270805Z","steps":["trace[1703120189] 'range keys from in-memory index tree' (duration: 156.987733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:58.580146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.794659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:53:58.580301Z","caller":"traceutil/trace.go:171","msg":"trace[495673194] linearizableReadLoop","detail":"{readStateIndex:11863; appliedIndex:11861; }","duration":"164.723797ms","start":"2026-03-31T18:53:58.415565Z","end":"2026-03-31T18:53:58.580289Z","steps":["trace[495673194] 'read index received' (duration: 3.653502ms)","trace[495673194] 'applied index is now lower than readState.Index' (duration: 161.069405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:58.580452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.90025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:53:58.580445Z","caller":"traceutil/trace.go:171","msg":"trace[770400634] transaction","detail":"{read_only:false; response_revision:11407; number_of_response:1; }","duration":"235.155978ms","start":"2026-03-31T18:53:58.345216Z","end":"2026-03-31T18:53:58.580372Z","steps":["trace[770400634] 'process raft request' (duration: 235.033125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:58.58048Z","caller":"traceutil/trace.go:171","msg":"trace[2017966938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11407; }","duration":"164.977723ms","start":"2026-03-31T18:53:58.415493Z","end":"2026-03-31T18:53:58.580471Z","steps":["trace[2017966938] 'agreement among raft nodes before linearized reading' (duration: 164.867801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:58.580666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.659217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:58.58075Z","caller":"traceutil/trace.go:171","msg":"trace[1930424230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11407; }","duration":"132.79489ms","start":"2026-03-31T18:53:58.447932Z","end":"2026-03-31T18:53:58.580727Z","steps":["trace[1930424230] 'agreement among raft nodes before linearized reading' (duration: 132.658597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:58.582566Z","caller":"traceutil/trace.go:171","msg":"trace[275494402] transaction","detail":"{read_only:false; response_revision:11406; number_of_response:1; }","duration":"302.889057ms","start":"2026-03-31T18:53:58.277421Z","end":"2026-03-31T18:53:58.58031Z","steps":["trace[275494402] 'process raft request' (duration: 141.864823ms)","trace[275494402] 'compare' (duration: 160.681337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:58.582826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:58.277394Z","time spent":"305.288621ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:53:58.690083Z","caller":"traceutil/trace.go:171","msg":"trace[1443754555] transaction","detail":"{read_only:false; response_revision:11408; number_of_response:1; }","duration":"104.22643ms","start":"2026-03-31T18:53:58.585821Z","end":"2026-03-31T18:53:58.690047Z","steps":["trace[1443754555] 'process raft request' (duration: 95.918573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:49.231111Z","caller":"traceutil/trace.go:171","msg":"trace[704204906] transaction","detail":"{read_only:false; response_revision:11768; number_of_response:1; }","duration":"105.842074ms","start":"2026-03-31T18:54:49.125247Z","end":"2026-03-31T18:54:49.231089Z","steps":["trace[704204906] 'process raft request' (duration: 77.240332ms)","trace[704204906] 'compare' (duration: 28.150182ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:59.411254Z","caller":"traceutil/trace.go:171","msg":"trace[1563682689] transaction","detail":"{read_only:false; response_revision:11818; number_of_response:1; }","duration":"258.784237ms","start":"2026-03-31T18:54:59.152446Z","end":"2026-03-31T18:54:59.41123Z","steps":["trace[1563682689] 'process raft request' (duration: 258.567812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.411425Z","caller":"traceutil/trace.go:171","msg":"trace[1626979380] linearizableReadLoop","detail":"{readStateIndex:12289; appliedIndex:12288; }","duration":"205.299978ms","start":"2026-03-31T18:54:59.206094Z","end":"2026-03-31T18:54:59.411394Z","steps":["trace[1626979380] 'read index received' (duration: 204.959359ms)","trace[1626979380] 'applied index is now lower than readState.Index' (duration: 337.379µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:54:59.411661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.546993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:54:59.411722Z","caller":"traceutil/trace.go:171","msg":"trace[1874296852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11818; }","duration":"205.664156ms","start":"2026-03-31T18:54:59.20604Z","end":"2026-03-31T18:54:59.411704Z","steps":["trace[1874296852] 'agreement among raft nodes before linearized reading' (duration: 205.470481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.696193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.006713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:54:59.696581Z","caller":"traceutil/trace.go:171","msg":"trace[422777988] linearizableReadLoop","detail":"{readStateIndex:12291; appliedIndex:12289; }","duration":"285.069267ms","start":"2026-03-31T18:54:59.411482Z","end":"2026-03-31T18:54:59.696551Z","steps":["trace[422777988] 'read index received' (duration: 131.637744ms)","trace[422777988] 'applied index is now lower than readState.Index' (duration: 153.429672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:59.696828Z","caller":"traceutil/trace.go:171","msg":"trace[1860045591] transaction","detail":"{read_only:false; response_revision:11819; number_of_response:1; }","duration":"418.42714ms","start":"2026-03-31T18:54:59.278295Z","end":"2026-03-31T18:54:59.696722Z","steps":["trace[1860045591] 'process raft request' (duration: 264.713532ms)","trace[1860045591] 'compare' (duration: 152.728537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:54:59.696994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.713356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:54:59.697025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.987196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:54:59.697107Z","caller":"traceutil/trace.go:171","msg":"trace[1817959929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11821; }","duration":"363.101569ms","start":"2026-03-31T18:54:59.333983Z","end":"2026-03-31T18:54:59.697085Z","steps":["trace[1817959929] 'agreement among raft nodes before linearized reading' (duration: 362.646008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.697104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.225794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:54:59.697183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.333967Z","time spent":"363.201211ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:54:59.697195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.888849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:54:59.697112Z","caller":"traceutil/trace.go:171","msg":"trace[701933902] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11821; }","duration":"344.85174ms","start":"2026-03-31T18:54:59.35223Z","end":"2026-03-31T18:54:59.697082Z","steps":["trace[701933902] 'agreement among raft nodes before linearized reading' (duration: 344.371489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.697251Z","caller":"traceutil/trace.go:171","msg":"trace[602490519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11821; }","duration":"245.9582ms","start":"2026-03-31T18:54:59.451265Z","end":"2026-03-31T18:54:59.697223Z","steps":["trace[602490519] 'agreement among raft nodes before linearized reading' (duration: 245.878589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.697246Z","caller":"traceutil/trace.go:171","msg":"trace[258608845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11821; }","duration":"368.451419ms","start":"2026-03-31T18:54:59.328759Z","end":"2026-03-31T18:54:59.69721Z","steps":["trace[258608845] 'agreement among raft nodes before linearized reading' (duration: 367.988498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.697294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.352189Z","time spent":"345.081965ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:54:59.697313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.328736Z","time spent":"368.561332ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:54:59.697273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.050753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:54:59.697014Z","caller":"traceutil/trace.go:171","msg":"trace[399215801] transaction","detail":"{read_only:false; response_revision:11821; number_of_response:1; }","duration":"281.097318ms","start":"2026-03-31T18:54:59.415902Z","end":"2026-03-31T18:54:59.696999Z","steps":["trace[399215801] 'process raft request' (duration: 280.580607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.697385Z","caller":"traceutil/trace.go:171","msg":"trace[1818510549] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11821; }","duration":"115.218426ms","start":"2026-03-31T18:54:59.582146Z","end":"2026-03-31T18:54:59.697364Z","steps":["trace[1818510549] 'agreement among raft nodes before linearized reading' (duration: 115.007112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.697507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.605068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:54:59.696583Z","caller":"traceutil/trace.go:171","msg":"trace[874076714] transaction","detail":"{read_only:false; response_revision:11820; number_of_response:1; }","duration":"415.992855ms","start":"2026-03-31T18:54:59.280546Z","end":"2026-03-31T18:54:59.696539Z","steps":["trace[874076714] 'process raft request' (duration: 415.831502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.697676Z","caller":"traceutil/trace.go:171","msg":"trace[784115468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11821; }","duration":"362.802913ms","start":"2026-03-31T18:54:59.334858Z","end":"2026-03-31T18:54:59.697661Z","steps":["trace[784115468] 'agreement among raft nodes before linearized reading' (duration: 361.82309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.697756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.280521Z","time spent":"417.163233ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:54:59.697791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.24903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:54:59.697832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.334842Z","time spent":"362.866404ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:54:59.697905Z","caller":"traceutil/trace.go:171","msg":"trace[584267664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:11821; }","duration":"358.341812ms","start":"2026-03-31T18:54:59.339507Z","end":"2026-03-31T18:54:59.697849Z","steps":["trace[584267664] 'agreement among raft nodes before linearized reading' (duration: 357.208586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.697959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.339496Z","time spent":"358.449294ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-9n2rs\" "} {"level":"warn","ts":"2026-03-31T18:54:59.698039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.278268Z","time spent":"419.042635ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:55:02.894797Z","caller":"traceutil/trace.go:171","msg":"trace[1255573070] transaction","detail":"{read_only:false; response_revision:11835; number_of_response:1; }","duration":"220.476508ms","start":"2026-03-31T18:55:02.674291Z","end":"2026-03-31T18:55:02.894767Z","steps":["trace[1255573070] 'process raft request' (duration: 220.262114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:55:07.92007Z","caller":"traceutil/trace.go:171","msg":"trace[886120818] linearizableReadLoop","detail":"{readStateIndex:12334; appliedIndex:12333; }","duration":"122.463359ms","start":"2026-03-31T18:55:07.797583Z","end":"2026-03-31T18:55:07.920046Z","steps":["trace[886120818] 'read index received' (duration: 122.274645ms)","trace[886120818] 'applied index is now lower than readState.Index' (duration: 187.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:55:07.920165Z","caller":"traceutil/trace.go:171","msg":"trace[1525273376] transaction","detail":"{read_only:false; response_revision:11861; number_of_response:1; }","duration":"128.384452ms","start":"2026-03-31T18:55:07.791742Z","end":"2026-03-31T18:55:07.920127Z","steps":["trace[1525273376] 'process raft request' (duration: 128.162477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:07.920337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.739865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:55:07.920338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.368307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:55:07.920389Z","caller":"traceutil/trace.go:171","msg":"trace[1711202273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11861; }","duration":"122.805176ms","start":"2026-03-31T18:55:07.797569Z","end":"2026-03-31T18:55:07.920374Z","steps":["trace[1711202273] 'agreement among raft nodes before linearized reading' (duration: 122.601672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:07.92038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.343444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:55:07.920422Z","caller":"traceutil/trace.go:171","msg":"trace[911241377] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11861; }","duration":"110.48265ms","start":"2026-03-31T18:55:07.809919Z","end":"2026-03-31T18:55:07.920402Z","steps":["trace[911241377] 'agreement among raft nodes before linearized reading' (duration: 110.304316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:55:07.92047Z","caller":"traceutil/trace.go:171","msg":"trace[229203817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11861; }","duration":"109.454157ms","start":"2026-03-31T18:55:07.810997Z","end":"2026-03-31T18:55:07.920451Z","steps":["trace[229203817] 'agreement among raft nodes before linearized reading' (duration: 109.274303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:56.866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.282884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9n2rs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:56:56.866108Z","caller":"traceutil/trace.go:171","msg":"trace[229017985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9n2rs; range_end:; response_count:1; response_revision:12442; }","duration":"105.429566ms","start":"2026-03-31T18:56:56.760657Z","end":"2026-03-31T18:56:56.866086Z","steps":["trace[229017985] 'range keys from in-memory index tree' (duration: 105.061398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:56.866315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.079305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:56:56.866404Z","caller":"traceutil/trace.go:171","msg":"trace[836611396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12442; }","duration":"120.218328ms","start":"2026-03-31T18:56:56.746166Z","end":"2026-03-31T18:56:56.866384Z","steps":["trace[836611396] 'range keys from in-memory index tree' (duration: 119.914791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:56.866344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.035084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:56:56.866549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.327725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:56:56.86659Z","caller":"traceutil/trace.go:171","msg":"trace[1653180876] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12442; }","duration":"116.277119ms","start":"2026-03-31T18:56:56.750285Z","end":"2026-03-31T18:56:56.866562Z","steps":["trace[1653180876] 'range keys from in-memory index tree' (duration: 115.946772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:56:56.866667Z","caller":"traceutil/trace.go:171","msg":"trace[933006455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12442; }","duration":"122.481408ms","start":"2026-03-31T18:56:56.744152Z","end":"2026-03-31T18:56:56.866633Z","steps":["trace[933006455] 'range keys from in-memory index tree' (duration: 122.13833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:06.217513Z","caller":"traceutil/trace.go:171","msg":"trace[324348518] transaction","detail":"{read_only:false; response_revision:12567; number_of_response:1; }","duration":"126.165652ms","start":"2026-03-31T18:57:06.091305Z","end":"2026-03-31T18:57:06.21747Z","steps":["trace[324348518] 'process raft request' (duration: 125.893276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.723011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2802819263444148153,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:57:06.863537Z","caller":"traceutil/trace.go:171","msg":"trace[68551045] transaction","detail":"{read_only:false; response_revision:12568; number_of_response:1; }","duration":"641.836014ms","start":"2026-03-31T18:57:06.221673Z","end":"2026-03-31T18:57:06.863509Z","steps":["trace[68551045] 'process raft request' (duration: 641.002166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.863722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:57:06.22165Z","time spent":"641.976638ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:57:06.910035Z","caller":"traceutil/trace.go:171","msg":"trace[567854137] transaction","detail":"{read_only:false; response_revision:12569; number_of_response:1; }","duration":"555.66729ms","start":"2026-03-31T18:57:06.354335Z","end":"2026-03-31T18:57:06.910002Z","steps":["trace[567854137] 'process raft request' (duration: 555.401984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.910233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:57:06.354309Z","time spent":"555.810574ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:57:06.910365Z","caller":"traceutil/trace.go:171","msg":"trace[2065037631] linearizableReadLoop","detail":"{readStateIndex:13071; appliedIndex:13067; }","duration":"687.618833ms","start":"2026-03-31T18:57:06.222726Z","end":"2026-03-31T18:57:06.910345Z","steps":["trace[2065037631] 'read index received' (duration: 640.488345ms)","trace[2065037631] 'applied index is now lower than readState.Index' (duration: 47.129628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:06.910464Z","caller":"traceutil/trace.go:171","msg":"trace[2136516054] transaction","detail":"{read_only:false; response_revision:12570; number_of_response:1; }","duration":"546.121607ms","start":"2026-03-31T18:57:06.364334Z","end":"2026-03-31T18:57:06.910456Z","steps":["trace[2136516054] 'process raft request' (duration: 545.601015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.910559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:57:06.364301Z","time spent":"546.184118ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:57:06.910584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.865458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-7df5cff8-hsngt\" ","response":"range_response_count:1 size:7408"} {"level":"info","ts":"2026-03-31T18:57:06.910624Z","caller":"traceutil/trace.go:171","msg":"trace[1042939223] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-7df5cff8-hsngt; range_end:; response_count:1; response_revision:12571; }","duration":"687.932559ms","start":"2026-03-31T18:57:06.222679Z","end":"2026-03-31T18:57:06.910611Z","steps":["trace[1042939223] 'agreement among raft nodes before linearized reading' (duration: 687.807037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.910653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:57:06.222664Z","time spent":"687.98252ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7432,"request content":"key:\"/registry/pods/openstack/staffeln-api-7df5cff8-hsngt\" "} {"level":"info","ts":"2026-03-31T18:57:06.910636Z","caller":"traceutil/trace.go:171","msg":"trace[1377789372] transaction","detail":"{read_only:false; response_revision:12571; number_of_response:1; }","duration":"476.218248ms","start":"2026-03-31T18:57:06.434373Z","end":"2026-03-31T18:57:06.910592Z","steps":["trace[1377789372] 'process raft request' (duration: 475.8551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.910753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.083011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T18:57:06.910782Z","caller":"traceutil/trace.go:171","msg":"trace[479654777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12571; }","duration":"405.164073ms","start":"2026-03-31T18:57:06.50561Z","end":"2026-03-31T18:57:06.910774Z","steps":["trace[479654777] 'agreement among raft nodes before linearized reading' (duration: 405.055741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.910774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:57:06.434351Z","time spent":"476.360541ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:57:06.910803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:57:06.505569Z","time spent":"405.228555ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:57:06.910984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.040849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:57:06.911135Z","caller":"traceutil/trace.go:171","msg":"trace[391437885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12571; }","duration":"462.224324ms","start":"2026-03-31T18:57:06.44889Z","end":"2026-03-31T18:57:06.911115Z","steps":["trace[391437885] 'agreement among raft nodes before linearized reading' (duration: 461.659941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.911315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:57:06.448874Z","time spent":"462.423849ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:57:06.911325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.264321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:57:06.912139Z","caller":"traceutil/trace.go:171","msg":"trace[2116351861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12571; }","duration":"130.108279ms","start":"2026-03-31T18:57:06.781999Z","end":"2026-03-31T18:57:06.912107Z","steps":["trace[2116351861] 'agreement among raft nodes before linearized reading' (duration: 128.639837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:08.030028Z","caller":"traceutil/trace.go:171","msg":"trace[1159171292] transaction","detail":"{read_only:false; response_revision:12580; number_of_response:1; }","duration":"122.53112ms","start":"2026-03-31T18:57:07.907412Z","end":"2026-03-31T18:57:08.029943Z","steps":["trace[1159171292] 'process raft request' (duration: 121.944307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:09.324361Z","caller":"traceutil/trace.go:171","msg":"trace[1586461044] transaction","detail":"{read_only:false; response_revision:12589; number_of_response:1; }","duration":"196.653103ms","start":"2026-03-31T18:57:09.127683Z","end":"2026-03-31T18:57:09.324336Z","steps":["trace[1586461044] 'process raft request' (duration: 196.429528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:09.324528Z","caller":"traceutil/trace.go:171","msg":"trace[1993789871] transaction","detail":"{read_only:false; response_revision:12590; number_of_response:1; }","duration":"190.211599ms","start":"2026-03-31T18:57:09.134292Z","end":"2026-03-31T18:57:09.324504Z","steps":["trace[1993789871] 'process raft request' (duration: 189.989054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:11.088587Z","caller":"traceutil/trace.go:171","msg":"trace[1976801487] linearizableReadLoop","detail":"{readStateIndex:13099; appliedIndex:13097; }","duration":"117.822414ms","start":"2026-03-31T18:57:10.970745Z","end":"2026-03-31T18:57:11.088567Z","steps":["trace[1976801487] 'read index received' (duration: 9.39007ms)","trace[1976801487] 'applied index is now lower than readState.Index' (duration: 108.431474ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:11.08868Z","caller":"traceutil/trace.go:171","msg":"trace[1583081175] transaction","detail":"{read_only:false; response_revision:12598; number_of_response:1; }","duration":"141.199248ms","start":"2026-03-31T18:57:10.94745Z","end":"2026-03-31T18:57:11.088649Z","steps":["trace[1583081175] 'process raft request' (duration: 140.993904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:11.088772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.021659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:57:11.088938Z","caller":"traceutil/trace.go:171","msg":"trace[517828043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12598; }","duration":"118.232354ms","start":"2026-03-31T18:57:10.970693Z","end":"2026-03-31T18:57:11.088925Z","steps":["trace[517828043] 'agreement among raft nodes before linearized reading' (duration: 117.972328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:41.359019Z","caller":"traceutil/trace.go:171","msg":"trace[1251586652] transaction","detail":"{read_only:false; response_revision:12805; number_of_response:1; }","duration":"179.454857ms","start":"2026-03-31T18:57:41.179534Z","end":"2026-03-31T18:57:41.358989Z","steps":["trace[1251586652] 'process raft request' (duration: 179.295374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:41.365679Z","caller":"traceutil/trace.go:171","msg":"trace[2056464873] transaction","detail":"{read_only:false; response_revision:12806; number_of_response:1; }","duration":"160.88228ms","start":"2026-03-31T18:57:41.204778Z","end":"2026-03-31T18:57:41.36566Z","steps":["trace[2056464873] 'process raft request' (duration: 160.674275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:53.426774Z","caller":"traceutil/trace.go:171","msg":"trace[1565749032] transaction","detail":"{read_only:false; response_revision:12871; number_of_response:1; }","duration":"154.828865ms","start":"2026-03-31T18:57:53.271921Z","end":"2026-03-31T18:57:53.42675Z","steps":["trace[1565749032] 'process raft request' (duration: 154.665982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:53.717259Z","caller":"traceutil/trace.go:171","msg":"trace[1063222413] transaction","detail":"{read_only:false; response_revision:12876; number_of_response:1; }","duration":"195.165101ms","start":"2026-03-31T18:57:53.522078Z","end":"2026-03-31T18:57:53.717243Z","steps":["trace[1063222413] 'process raft request' (duration: 195.081339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:53.717257Z","caller":"traceutil/trace.go:171","msg":"trace[139446257] transaction","detail":"{read_only:false; response_revision:12875; number_of_response:1; }","duration":"195.209412ms","start":"2026-03-31T18:57:53.522017Z","end":"2026-03-31T18:57:53.717226Z","steps":["trace[139446257] 'process raft request' (duration: 129.027206ms)","trace[139446257] 'compare' (duration: 65.978331ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:53.717515Z","caller":"traceutil/trace.go:171","msg":"trace[1119074893] transaction","detail":"{read_only:false; response_revision:12877; number_of_response:1; }","duration":"115.168234ms","start":"2026-03-31T18:57:53.602315Z","end":"2026-03-31T18:57:53.717483Z","steps":["trace[1119074893] 'process raft request' (duration: 114.897318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:54.406181Z","caller":"traceutil/trace.go:171","msg":"trace[1861029959] transaction","detail":"{read_only:false; response_revision:12878; number_of_response:1; }","duration":"125.061517ms","start":"2026-03-31T18:57:54.281096Z","end":"2026-03-31T18:57:54.406157Z","steps":["trace[1861029959] 'process raft request' (duration: 124.937984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:11.457708Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11074} {"level":"info","ts":"2026-03-31T18:58:11.552948Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11074,"took":"93.387879ms","hash":3437442242,"current-db-size-bytes":41832448,"current-db-size":"42 MB","current-db-size-in-use-bytes":23592960,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-31T18:58:11.55307Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3437442242,"revision":11074,"compact-revision":8978} {"level":"info","ts":"2026-03-31T18:58:37.454222Z","caller":"traceutil/trace.go:171","msg":"trace[877906628] transaction","detail":"{read_only:false; response_revision:13108; number_of_response:1; }","duration":"131.981143ms","start":"2026-03-31T18:58:37.322221Z","end":"2026-03-31T18:58:37.454202Z","steps":["trace[877906628] 'process raft request' (duration: 131.835169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:37.462456Z","caller":"traceutil/trace.go:171","msg":"trace[1702583327] transaction","detail":"{read_only:false; response_revision:13109; number_of_response:1; }","duration":"110.601565ms","start":"2026-03-31T18:58:37.351837Z","end":"2026-03-31T18:58:37.462438Z","steps":["trace[1702583327] 'process raft request' (duration: 110.252507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:58.472363Z","caller":"traceutil/trace.go:171","msg":"trace[1309577453] transaction","detail":"{read_only:false; response_revision:13222; number_of_response:1; }","duration":"183.22283ms","start":"2026-03-31T18:58:58.289099Z","end":"2026-03-31T18:58:58.472322Z","steps":["trace[1309577453] 'process raft request' (duration: 182.943633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:59:00.090732Z","caller":"traceutil/trace.go:171","msg":"trace[866186027] transaction","detail":"{read_only:false; response_revision:13231; number_of_response:1; }","duration":"108.925347ms","start":"2026-03-31T18:58:59.981761Z","end":"2026-03-31T18:59:00.090687Z","steps":["trace[866186027] 'process raft request' (duration: 107.080036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:59:00.270616Z","caller":"traceutil/trace.go:171","msg":"trace[2073480164] transaction","detail":"{read_only:false; response_revision:13233; number_of_response:1; }","duration":"109.631904ms","start":"2026-03-31T18:59:00.160943Z","end":"2026-03-31T18:59:00.270575Z","steps":["trace[2073480164] 'process raft request' (duration: 44.562707ms)","trace[2073480164] 'compare' (duration: 64.81613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:59:06.268309Z","caller":"traceutil/trace.go:171","msg":"trace[470055635] linearizableReadLoop","detail":"{readStateIndex:13790; appliedIndex:13789; }","duration":"121.404346ms","start":"2026-03-31T18:59:06.146878Z","end":"2026-03-31T18:59:06.268282Z","steps":["trace[470055635] 'read index received' (duration: 110.672116ms)","trace[470055635] 'applied index is now lower than readState.Index' (duration: 10.73125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:59:06.268423Z","caller":"traceutil/trace.go:171","msg":"trace[138216411] transaction","detail":"{read_only:false; response_revision:13263; number_of_response:1; }","duration":"123.168165ms","start":"2026-03-31T18:59:06.145197Z","end":"2026-03-31T18:59:06.268365Z","steps":["trace[138216411] 'process raft request' (duration: 112.434845ms)","trace[138216411] 'compare' (duration: 10.480404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:59:06.268987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.078362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375796"} {"level":"info","ts":"2026-03-31T18:59:06.269063Z","caller":"traceutil/trace.go:171","msg":"trace[327990226] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:13263; }","duration":"122.209814ms","start":"2026-03-31T18:59:06.146836Z","end":"2026-03-31T18:59:06.269045Z","steps":["trace[327990226] 'agreement among raft nodes before linearized reading' (duration: 121.55068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:59:16.560384Z","caller":"traceutil/trace.go:171","msg":"trace[507325422] transaction","detail":"{read_only:false; response_revision:13318; number_of_response:1; }","duration":"102.34964ms","start":"2026-03-31T18:59:16.458002Z","end":"2026-03-31T18:59:16.560352Z","steps":["trace[507325422] 'process raft request' (duration: 101.304667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:01:21.163519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.074434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T19:01:21.163659Z","caller":"traceutil/trace.go:171","msg":"trace[568368587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13950; }","duration":"127.269478ms","start":"2026-03-31T19:01:21.036362Z","end":"2026-03-31T19:01:21.163632Z","steps":["trace[568368587] 'range keys from in-memory index tree' (duration: 126.87633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:21.707689Z","caller":"traceutil/trace.go:171","msg":"trace[1718727145] transaction","detail":"{read_only:false; response_revision:13954; number_of_response:1; }","duration":"109.999841ms","start":"2026-03-31T19:01:21.597658Z","end":"2026-03-31T19:01:21.707658Z","steps":["trace[1718727145] 'process raft request' (duration: 109.750136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:23.546724Z","caller":"traceutil/trace.go:171","msg":"trace[1860912315] transaction","detail":"{read_only:false; response_revision:13964; number_of_response:1; }","duration":"105.831888ms","start":"2026-03-31T19:01:23.440851Z","end":"2026-03-31T19:01:23.546683Z","steps":["trace[1860912315] 'process raft request' (duration: 105.488819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:01:24.043511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.782929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T19:01:24.043606Z","caller":"traceutil/trace.go:171","msg":"trace[1940570214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13965; }","duration":"211.945733ms","start":"2026-03-31T19:01:23.831638Z","end":"2026-03-31T19:01:24.043583Z","steps":["trace[1940570214] 'count revisions from in-memory index tree' (duration: 211.693646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:05.748181Z","caller":"traceutil/trace.go:171","msg":"trace[1470853660] transaction","detail":"{read_only:false; response_revision:14176; number_of_response:1; }","duration":"206.08507ms","start":"2026-03-31T19:02:05.542063Z","end":"2026-03-31T19:02:05.748148Z","steps":["trace[1470853660] 'process raft request' (duration: 168.321846ms)","trace[1470853660] 'compare' (duration: 37.510089ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:02:05.748372Z","caller":"traceutil/trace.go:171","msg":"trace[1162860143] transaction","detail":"{read_only:false; response_revision:14177; number_of_response:1; }","duration":"205.588279ms","start":"2026-03-31T19:02:05.54274Z","end":"2026-03-31T19:02:05.748328Z","steps":["trace[1162860143] 'process raft request' (duration: 205.320613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:05.748159Z","caller":"traceutil/trace.go:171","msg":"trace[2100561261] linearizableReadLoop","detail":"{readStateIndex:14740; appliedIndex:14738; }","duration":"200.742802ms","start":"2026-03-31T19:02:05.547386Z","end":"2026-03-31T19:02:05.748129Z","steps":["trace[2100561261] 'read index received' (duration: 162.933826ms)","trace[2100561261] 'applied index is now lower than readState.Index' (duration: 37.807666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T19:02:05.74868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.266833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T19:02:05.748803Z","caller":"traceutil/trace.go:171","msg":"trace[780123458] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14177; }","duration":"201.440487ms","start":"2026-03-31T19:02:05.547349Z","end":"2026-03-31T19:02:05.748789Z","steps":["trace[780123458] 'agreement among raft nodes before linearized reading' (duration: 200.882625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:05.748698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.703087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T19:02:05.74896Z","caller":"traceutil/trace.go:171","msg":"trace[229332240] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:14177; }","duration":"149.044304ms","start":"2026-03-31T19:02:05.599892Z","end":"2026-03-31T19:02:05.748937Z","steps":["trace[229332240] 'agreement among raft nodes before linearized reading' (duration: 148.692287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:22.168226Z","caller":"traceutil/trace.go:171","msg":"trace[1602775783] linearizableReadLoop","detail":"{readStateIndex:14827; appliedIndex:14825; }","duration":"127.962863ms","start":"2026-03-31T19:02:22.040245Z","end":"2026-03-31T19:02:22.168208Z","steps":["trace[1602775783] 'read index received' (duration: 46.854458ms)","trace[1602775783] 'applied index is now lower than readState.Index' (duration: 81.107755ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:02:22.168438Z","caller":"traceutil/trace.go:171","msg":"trace[809682862] transaction","detail":"{read_only:false; response_revision:14259; number_of_response:1; }","duration":"128.853482ms","start":"2026-03-31T19:02:22.039376Z","end":"2026-03-31T19:02:22.16823Z","steps":["trace[809682862] 'process raft request' (duration: 47.603955ms)","trace[809682862] 'compare' (duration: 80.877958ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:02:22.168519Z","caller":"traceutil/trace.go:171","msg":"trace[447793872] transaction","detail":"{read_only:false; response_revision:14260; number_of_response:1; }","duration":"128.30276ms","start":"2026-03-31T19:02:22.040205Z","end":"2026-03-31T19:02:22.168508Z","steps":["trace[447793872] 'process raft request' (duration: 127.934841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:22.168756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.990142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-03-31T19:02:22.168869Z","caller":"traceutil/trace.go:171","msg":"trace[2123137202] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:14260; }","duration":"123.152046ms","start":"2026-03-31T19:02:22.045688Z","end":"2026-03-31T19:02:22.16884Z","steps":["trace[2123137202] 'agreement among raft nodes before linearized reading' (duration: 122.861049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:22.169099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.846273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375841"} {"level":"info","ts":"2026-03-31T19:02:22.16914Z","caller":"traceutil/trace.go:171","msg":"trace[1006981305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:14260; }","duration":"128.949755ms","start":"2026-03-31T19:02:22.040181Z","end":"2026-03-31T19:02:22.169131Z","steps":["trace[1006981305] 'agreement among raft nodes before linearized reading' (duration: 128.504345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:37.557559Z","caller":"traceutil/trace.go:171","msg":"trace[1415760011] linearizableReadLoop","detail":"{readStateIndex:14909; appliedIndex:14908; }","duration":"105.678996ms","start":"2026-03-31T19:02:37.451859Z","end":"2026-03-31T19:02:37.557538Z","steps":["trace[1415760011] 'read index received' (duration: 105.43194ms)","trace[1415760011] 'applied index is now lower than readState.Index' (duration: 246.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:02:37.5576Z","caller":"traceutil/trace.go:171","msg":"trace[414376157] transaction","detail":"{read_only:false; response_revision:14339; number_of_response:1; }","duration":"105.730426ms","start":"2026-03-31T19:02:37.451839Z","end":"2026-03-31T19:02:37.55757Z","steps":["trace[414376157] 'process raft request' (duration: 105.573503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:37.557707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.833909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T19:02:37.557734Z","caller":"traceutil/trace.go:171","msg":"trace[1125858760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14339; }","duration":"105.90763ms","start":"2026-03-31T19:02:37.45182Z","end":"2026-03-31T19:02:37.557727Z","steps":["trace[1125858760] 'agreement among raft nodes before linearized reading' (duration: 105.835348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:37.726944Z","caller":"traceutil/trace.go:171","msg":"trace[2085494753] transaction","detail":"{read_only:false; response_revision:14340; number_of_response:1; }","duration":"118.235566ms","start":"2026-03-31T19:02:37.608686Z","end":"2026-03-31T19:02:37.726921Z","steps":["trace[2085494753] 'process raft request' (duration: 64.036643ms)","trace[2085494753] 'compare' (duration: 54.07197ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:03:11.467242Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12965} {"level":"info","ts":"2026-03-31T19:03:11.560093Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12965,"took":"91.073148ms","hash":1135829410,"current-db-size-bytes":41832448,"current-db-size":"42 MB","current-db-size-in-use-bytes":19902464,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-31T19:03:11.56015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1135829410,"revision":12965,"compact-revision":11074}