{"level":"warn","ts":"2026-03-25T16:53:07.368005Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T16:53:07.368113Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.103:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.103:2380","--initial-cluster=instance=https://199.19.213.103:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.103:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.103:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-25T16:53:07.368197Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T16:53:07.36821Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.103:2380"]} {"level":"info","ts":"2026-03-25T16:53:07.368229Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T16:53:07.369001Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"]} {"level":"info","ts":"2026-03-25T16:53:07.369097Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.103:2380"],"listen-peer-urls":["https://199.19.213.103:2380"],"advertise-client-urls":["https://199.19.213.103:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.103:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-25T16:53:07.37375Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.407369ms"} {"level":"info","ts":"2026-03-25T16:53:07.382271Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d82047944f922143","cluster-id":"223a09c0da413f53"} {"level":"info","ts":"2026-03-25T16:53:07.382352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=()"} {"level":"info","ts":"2026-03-25T16:53:07.38238Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became follower at term 0"} {"level":"info","ts":"2026-03-25T16:53:07.382398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d82047944f922143 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-25T16:53:07.38241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became follower at term 1"} {"level":"info","ts":"2026-03-25T16:53:07.382451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=(15573526213762883907)"} {"level":"warn","ts":"2026-03-25T16:53:07.396155Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-25T16:53:07.397878Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-25T16:53:07.399901Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-25T16:53:07.402519Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d82047944f922143","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-25T16:53:07.402701Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d82047944f922143","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-25T16:53:07.402837Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T16:53:07.402907Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T16:53:07.402918Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T16:53:07.404719Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 switched to configuration voters=(15573526213762883907)"} {"level":"info","ts":"2026-03-25T16:53:07.404905Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"223a09c0da413f53","local-member-id":"d82047944f922143","added-peer-id":"d82047944f922143","added-peer-peer-urls":["https://199.19.213.103:2380"]} {"level":"info","ts":"2026-03-25T16:53:07.407074Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.103:2380"} {"level":"info","ts":"2026-03-25T16:53:07.407103Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.103:2380"} {"level":"info","ts":"2026-03-25T16:53:07.407865Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T16:53:07.408213Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d82047944f922143","initial-advertise-peer-urls":["https://199.19.213.103:2380"],"listen-peer-urls":["https://199.19.213.103:2380"],"advertise-client-urls":["https://199.19.213.103:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.103:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-25T16:53:07.408257Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-25T16:53:07.782627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 is starting a new election at term 1"} {"level":"info","ts":"2026-03-25T16:53:07.78269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-25T16:53:07.782728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 received MsgPreVoteResp from d82047944f922143 at term 1"} {"level":"info","ts":"2026-03-25T16:53:07.78275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became candidate at term 2"} {"level":"info","ts":"2026-03-25T16:53:07.782761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 received MsgVoteResp from d82047944f922143 at term 2"} {"level":"info","ts":"2026-03-25T16:53:07.782777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d82047944f922143 became leader at term 2"} {"level":"info","ts":"2026-03-25T16:53:07.782797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d82047944f922143 elected leader d82047944f922143 at term 2"} {"level":"info","ts":"2026-03-25T16:53:07.784023Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:53:07.784828Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d82047944f922143","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.103:2379]}","request-path":"/0/members/d82047944f922143/attributes","cluster-id":"223a09c0da413f53","publish-timeout":"7s"} {"level":"info","ts":"2026-03-25T16:53:07.784944Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T16:53:07.785009Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T16:53:07.785629Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"223a09c0da413f53","local-member-id":"d82047944f922143","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:53:07.785759Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:53:07.785803Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:53:07.787082Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.103:2379"} {"level":"info","ts":"2026-03-25T16:53:07.787166Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-25T16:53:07.787183Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-25T16:53:07.787552Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-25T16:53:25.881057Z","caller":"traceutil/trace.go:171","msg":"trace[174803894] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"264.50876ms","start":"2026-03-25T16:53:25.616528Z","end":"2026-03-25T16:53:25.881037Z","steps":["trace[174803894] 'read index received' (duration: 264.376916ms)","trace[174803894] 'applied index is now lower than readState.Index' (duration: 131.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:25.881136Z","caller":"traceutil/trace.go:171","msg":"trace[416449996] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"518.446762ms","start":"2026-03-25T16:53:25.362666Z","end":"2026-03-25T16:53:25.881113Z","steps":["trace[416449996] 'process raft request' (duration: 518.266306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:25.881187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.649564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:53:25.881245Z","caller":"traceutil/trace.go:171","msg":"trace[712130986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:417; }","duration":"264.759687ms","start":"2026-03-25T16:53:25.616478Z","end":"2026-03-25T16:53:25.881237Z","steps":["trace[712130986] 'agreement among raft nodes before linearized reading' (duration: 264.665775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:25.881843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:25.362649Z","time spent":"518.541974ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:26.141032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.129919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-25T16:53:26.141135Z","caller":"traceutil/trace.go:171","msg":"trace[31813045] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:417; }","duration":"256.283623ms","start":"2026-03-25T16:53:25.884821Z","end":"2026-03-25T16:53:26.141104Z","steps":["trace[31813045] 'range keys from in-memory index tree' (duration: 256.046207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:26.141338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.744577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:26.141447Z","caller":"traceutil/trace.go:171","msg":"trace[298050636] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"169.592018ms","start":"2026-03-25T16:53:25.971838Z","end":"2026-03-25T16:53:26.14143Z","steps":["trace[298050636] 'read index received' (duration: 515.604µs)","trace[298050636] 'applied index is now lower than readState.Index' (duration: 169.075364ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:26.141512Z","caller":"traceutil/trace.go:171","msg":"trace[54705882] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"255.799551ms","start":"2026-03-25T16:53:25.885659Z","end":"2026-03-25T16:53:26.141459Z","steps":["trace[54705882] 'process raft request' (duration: 86.683874ms)","trace[54705882] 'compare' (duration: 168.607193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:26.14161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.277625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:53:26.142064Z","caller":"traceutil/trace.go:171","msg":"trace[199402710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:418; }","duration":"146.764187ms","start":"2026-03-25T16:53:25.995283Z","end":"2026-03-25T16:53:26.142047Z","steps":["trace[199402710] 'agreement among raft nodes before linearized reading' (duration: 146.248094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:26.141597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.733573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-25T16:53:26.142209Z","caller":"traceutil/trace.go:171","msg":"trace[1452676691] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:418; }","duration":"170.36569ms","start":"2026-03-25T16:53:25.971807Z","end":"2026-03-25T16:53:26.142173Z","steps":["trace[1452676691] 'agreement among raft nodes before linearized reading' (duration: 169.694072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:34.486027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.636645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:34.486092Z","caller":"traceutil/trace.go:171","msg":"trace[641207746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"113.770219ms","start":"2026-03-25T16:53:34.372306Z","end":"2026-03-25T16:53:34.486076Z","steps":["trace[641207746] 'range keys from in-memory index tree' (duration: 113.484341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:41.609149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856896105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:53:42.109801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856896105,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T16:53:42.308062Z","caller":"traceutil/trace.go:171","msg":"trace[1587148231] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.257260088s","start":"2026-03-25T16:53:41.050771Z","end":"2026-03-25T16:53:42.308031Z","steps":["trace[1587148231] 'process raft request' (duration: 1.257096684s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:42.308288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.050734Z","time spent":"1.257477985s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:53:42.319097Z","caller":"traceutil/trace.go:171","msg":"trace[291775832] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.264418108s","start":"2026-03-25T16:53:41.054651Z","end":"2026-03-25T16:53:42.319069Z","steps":["trace[291775832] 'process raft request' (duration: 1.264203023s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:42.319157Z","caller":"traceutil/trace.go:171","msg":"trace[162753730] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.26373786s","start":"2026-03-25T16:53:41.055391Z","end":"2026-03-25T16:53:42.319129Z","steps":["trace[162753730] 'process raft request' (duration: 1.263587256s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:42.319251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.054619Z","time spent":"1.264560291s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:53:42.319288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.055383Z","time spent":"1.263835922s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:53:42.319314Z","caller":"traceutil/trace.go:171","msg":"trace[1705297928] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.257740162s","start":"2026-03-25T16:53:41.061539Z","end":"2026-03-25T16:53:42.319279Z","steps":["trace[1705297928] 'process raft request' (duration: 1.257482055s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:42.319417Z","caller":"traceutil/trace.go:171","msg":"trace[759687262] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.256597702s","start":"2026-03-25T16:53:41.062796Z","end":"2026-03-25T16:53:42.319394Z","steps":["trace[759687262] 'process raft request' (duration: 1.256289273s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:42.319389Z","caller":"traceutil/trace.go:171","msg":"trace[623806350] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.254475226s","start":"2026-03-25T16:53:41.064854Z","end":"2026-03-25T16:53:42.319329Z","steps":["trace[623806350] 'process raft request' (duration: 1.25428986s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:42.319351Z","caller":"traceutil/trace.go:171","msg":"trace[329627515] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.256692664s","start":"2026-03-25T16:53:41.06249Z","end":"2026-03-25T16:53:42.319182Z","steps":["trace[329627515] 'process raft request' (duration: 1.256565691s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:42.319477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.062774Z","time spent":"1.256669583s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:53:42.319474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.061524Z","time spent":"1.257875675s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:53:42.319517Z","caller":"traceutil/trace.go:171","msg":"trace[886245852] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.255717469s","start":"2026-03-25T16:53:41.063785Z","end":"2026-03-25T16:53:42.319502Z","steps":["trace[886245852] 'process raft request' (duration: 1.255331488s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:42.319559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.064846Z","time spent":"1.25463061s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:53:42.319549Z","caller":"traceutil/trace.go:171","msg":"trace[616373364] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:536; }","duration":"1.211350949s","start":"2026-03-25T16:53:41.108173Z","end":"2026-03-25T16:53:42.319524Z","steps":["trace[616373364] 'read index received' (duration: 1.199728803s)","trace[616373364] 'applied index is now lower than readState.Index' (duration: 11.621246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:42.319585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.063776Z","time spent":"1.25577559s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:53:42.319601Z","caller":"traceutil/trace.go:171","msg":"trace[426895183] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.242998873s","start":"2026-03-25T16:53:41.076591Z","end":"2026-03-25T16:53:42.31959Z","steps":["trace[426895183] 'process raft request' (duration: 1.242643414s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:42.319623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.062478Z","time spent":"1.257029124s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:53:42.319632Z","caller":"traceutil/trace.go:171","msg":"trace[567791956] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.208988877s","start":"2026-03-25T16:53:41.110614Z","end":"2026-03-25T16:53:42.319603Z","steps":["trace[567791956] 'process raft request' (duration: 1.208659529s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:42.319651Z","caller":"traceutil/trace.go:171","msg":"trace[203423875] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.090559476s","start":"2026-03-25T16:53:41.22908Z","end":"2026-03-25T16:53:42.31964Z","steps":["trace[203423875] 'process raft request' (duration: 1.09031826s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:42.319688Z","caller":"traceutil/trace.go:171","msg":"trace[1463755742] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.24861152s","start":"2026-03-25T16:53:41.071068Z","end":"2026-03-25T16:53:42.319679Z","steps":["trace[1463755742] 'process raft request' (duration: 1.248108307s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:42.31972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.11058Z","time spent":"1.20910117s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:53:42.319735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.071045Z","time spent":"1.248671212s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:53:42.319743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211570794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-25T16:53:42.319764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.229043Z","time spent":"1.090647619s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:53:42.319781Z","caller":"traceutil/trace.go:171","msg":"trace[1112951678] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:529; }","duration":"1.211649817s","start":"2026-03-25T16:53:41.108121Z","end":"2026-03-25T16:53:42.319771Z","steps":["trace[1112951678] 'agreement among raft nodes before linearized reading' (duration: 1.211546364s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:42.319653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.076546Z","time spent":"1.243082066s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:53:42.319808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.108101Z","time spent":"1.211699438s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.103\" "} {"level":"warn","ts":"2026-03-25T16:53:42.335797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128574838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T16:53:42.33587Z","caller":"traceutil/trace.go:171","msg":"trace[1820154458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:534; }","duration":"1.128706122s","start":"2026-03-25T16:53:41.207147Z","end":"2026-03-25T16:53:42.335853Z","steps":["trace[1820154458] 'agreement among raft nodes before linearized reading' (duration: 1.128457405s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:42.3359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.207128Z","time spent":"1.128765963s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:53:42.336045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.232261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T16:53:42.336071Z","caller":"traceutil/trace.go:171","msg":"trace[685513481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:534; }","duration":"111.285713ms","start":"2026-03-25T16:53:42.224778Z","end":"2026-03-25T16:53:42.336064Z","steps":["trace[685513481] 'agreement among raft nodes before linearized reading' (duration: 111.23348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:42.336083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.112161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:42.33614Z","caller":"traceutil/trace.go:171","msg":"trace[600376682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:534; }","duration":"979.211153ms","start":"2026-03-25T16:53:41.356915Z","end":"2026-03-25T16:53:42.336127Z","steps":["trace[600376682] 'agreement among raft nodes before linearized reading' (duration: 979.128661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:42.336168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:41.356895Z","time spent":"979.266294ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:53:42.679747Z","caller":"traceutil/trace.go:171","msg":"trace[641240446] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"115.567775ms","start":"2026-03-25T16:53:42.564157Z","end":"2026-03-25T16:53:42.679725Z","steps":["trace[641240446] 'process raft request' (duration: 115.33676ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:42.702924Z","caller":"traceutil/trace.go:171","msg":"trace[340295358] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"123.963757ms","start":"2026-03-25T16:53:42.578922Z","end":"2026-03-25T16:53:42.702886Z","steps":["trace[340295358] 'process raft request' (duration: 123.881975ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:42.703068Z","caller":"traceutil/trace.go:171","msg":"trace[235979274] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"133.009045ms","start":"2026-03-25T16:53:42.570035Z","end":"2026-03-25T16:53:42.703044Z","steps":["trace[235979274] 'process raft request' (duration: 132.631574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:43.222072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.98381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:43.222196Z","caller":"traceutil/trace.go:171","msg":"trace[1106335656] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"368.87263ms","start":"2026-03-25T16:53:42.853305Z","end":"2026-03-25T16:53:43.222177Z","steps":["trace[1106335656] 'process raft request' (duration: 83.701046ms)","trace[1106335656] 'compare' (duration: 284.833856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:43.222411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:42.853284Z","time spent":"368.953232ms","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:43.222451Z","caller":"traceutil/trace.go:171","msg":"trace[296614748] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:599; }","duration":"304.579776ms","start":"2026-03-25T16:53:42.917849Z","end":"2026-03-25T16:53:43.222429Z","steps":["trace[296614748] 'read index received' (duration: 19.162844ms)","trace[296614748] 'applied index is now lower than readState.Index' (duration: 285.416132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:43.222577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.712099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T16:53:43.222562Z","caller":"traceutil/trace.go:171","msg":"trace[1654943913] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"366.866357ms","start":"2026-03-25T16:53:42.855675Z","end":"2026-03-25T16:53:43.222542Z","steps":["trace[1654943913] 'process raft request' (duration: 366.6091ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:43.222614Z","caller":"traceutil/trace.go:171","msg":"trace[414510128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"304.794332ms","start":"2026-03-25T16:53:42.91781Z","end":"2026-03-25T16:53:43.222605Z","steps":["trace[414510128] 'agreement among raft nodes before linearized reading' (duration: 304.7068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:43.222642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:42.917794Z","time spent":"304.840383ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:53:43.222692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:42.855662Z","time spent":"366.958029ms","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:43.391482Z","caller":"traceutil/trace.go:171","msg":"trace[1992122202] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"245.240932ms","start":"2026-03-25T16:53:43.146218Z","end":"2026-03-25T16:53:43.391459Z","steps":["trace[1992122202] 'process raft request' (duration: 221.212589ms)","trace[1992122202] 'compare' (duration: 23.369286ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:43.796883Z","caller":"traceutil/trace.go:171","msg":"trace[1446635056] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"570.030901ms","start":"2026-03-25T16:53:43.22682Z","end":"2026-03-25T16:53:43.796851Z","steps":["trace[1446635056] 'process raft request' (duration: 506.604729ms)","trace[1446635056] 'compare' (duration: 63.010831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:43.796958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.181517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:43.796983Z","caller":"traceutil/trace.go:171","msg":"trace[1887859385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"457.257199ms","start":"2026-03-25T16:53:43.339718Z","end":"2026-03-25T16:53:43.796976Z","steps":["trace[1887859385] 'agreement among raft nodes before linearized reading' (duration: 457.200847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:43.797003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:43.339703Z","time spent":"457.29564ms","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:53:43.797005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:43.226799Z","time spent":"570.143483ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:43.797082Z","caller":"traceutil/trace.go:171","msg":"trace[724959530] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"554.766528ms","start":"2026-03-25T16:53:43.242288Z","end":"2026-03-25T16:53:43.797055Z","steps":["trace[724959530] 'process raft request' (duration: 554.502901ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:43.797093Z","caller":"traceutil/trace.go:171","msg":"trace[2017339465] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"561.470875ms","start":"2026-03-25T16:53:43.235588Z","end":"2026-03-25T16:53:43.797059Z","steps":["trace[2017339465] 'process raft request' (duration: 561.102426ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:43.796896Z","caller":"traceutil/trace.go:171","msg":"trace[226274176] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:601; }","duration":"457.103305ms","start":"2026-03-25T16:53:43.339763Z","end":"2026-03-25T16:53:43.796866Z","steps":["trace[226274176] 'read index received' (duration: 27.504864ms)","trace[226274176] 'applied index is now lower than readState.Index' (duration: 429.597761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:43.797258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:43.235555Z","time spent":"561.61638ms","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:43.797225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:43.242262Z","time spent":"554.876752ms","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:43.831503Z","caller":"traceutil/trace.go:171","msg":"trace[1253863714] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"342.050773ms","start":"2026-03-25T16:53:43.489428Z","end":"2026-03-25T16:53:43.831479Z","steps":["trace[1253863714] 'process raft request' (duration: 341.878618ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:43.83156Z","caller":"traceutil/trace.go:171","msg":"trace[1731725493] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"434.696274ms","start":"2026-03-25T16:53:43.396823Z","end":"2026-03-25T16:53:43.831519Z","steps":["trace[1731725493] 'process raft request' (duration: 434.319834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:43.831651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:43.489403Z","time spent":"342.176037ms","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:53:43.831739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:43.396806Z","time spent":"434.842048ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:48.970946Z","caller":"traceutil/trace.go:171","msg":"trace[1142194967] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"276.959709ms","start":"2026-03-25T16:53:48.693962Z","end":"2026-03-25T16:53:48.970921Z","steps":["trace[1142194967] 'process raft request' (duration: 276.483086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:49.742998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.283526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:49.743102Z","caller":"traceutil/trace.go:171","msg":"trace[766125805] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"671.285869ms","start":"2026-03-25T16:53:49.071803Z","end":"2026-03-25T16:53:49.743089Z","steps":["trace[766125805] 'read index received' (duration: 278.782646ms)","trace[766125805] 'applied index is now lower than readState.Index' (duration: 392.501953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:49.743226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.414582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jddxr\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-25T16:53:49.743265Z","caller":"traceutil/trace.go:171","msg":"trace[7050596] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jddxr; range_end:; response_count:1; response_revision:626; }","duration":"671.499794ms","start":"2026-03-25T16:53:49.071755Z","end":"2026-03-25T16:53:49.743255Z","steps":["trace[7050596] 'agreement among raft nodes before linearized reading' (duration: 671.369661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:49.743303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:49.071737Z","time spent":"671.558706ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-jddxr\" "} {"level":"info","ts":"2026-03-25T16:53:49.743814Z","caller":"traceutil/trace.go:171","msg":"trace[1748629567] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"713.517023ms","start":"2026-03-25T16:53:49.030259Z","end":"2026-03-25T16:53:49.743776Z","steps":["trace[1748629567] 'process raft request' (duration: 320.381193ms)","trace[1748629567] 'compare' (duration: 391.952768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:49.74397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:49.030234Z","time spent":"713.671146ms","remote":"127.0.0.1:54166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:53:50.324484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856896356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:53:51.11434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.508472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:51.114546Z","caller":"traceutil/trace.go:171","msg":"trace[736188758] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.355932668s","start":"2026-03-25T16:53:49.758582Z","end":"2026-03-25T16:53:51.114515Z","steps":["trace[736188758] 'process raft request' (duration: 770.906293ms)","trace[736188758] 'compare' (duration: 583.800674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:51.114656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:49.758539Z","time spent":"1.356067073s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:51.719795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188268591s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:53:51.762355Z","caller":"traceutil/trace.go:171","msg":"trace[23197144] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.582095189s","start":"2026-03-25T16:53:50.18023Z","end":"2026-03-25T16:53:51.762326Z","steps":["trace[23197144] 'process raft request' (duration: 1.539910808s)","trace[23197144] 'compare' (duration: 40.859086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:51.763005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:50.180204Z","time spent":"1.582221852s","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:51.763466Z","caller":"traceutil/trace.go:171","msg":"trace[1087288962] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.349264183s","start":"2026-03-25T16:53:50.414167Z","end":"2026-03-25T16:53:51.763431Z","steps":["trace[1087288962] 'process raft request' (duration: 1.348087083s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:51.763539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939795153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T16:53:51.76362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:50.414145Z","time spent":"1.349407937s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:51.763687Z","caller":"traceutil/trace.go:171","msg":"trace[1669684062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"1.94003131s","start":"2026-03-25T16:53:49.823619Z","end":"2026-03-25T16:53:51.763651Z","steps":["trace[1669684062] 'agreement among raft nodes before linearized reading' (duration: 1.939403173s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:51.763762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:49.823594Z","time spent":"1.940151053s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T16:53:51.763861Z","caller":"traceutil/trace.go:171","msg":"trace[2047656440] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:651; }","duration":"1.939348682s","start":"2026-03-25T16:53:49.823666Z","end":"2026-03-25T16:53:51.763014Z","steps":["trace[2047656440] 'read index received' (duration: 705.924361ms)","trace[2047656440] 'applied index is now lower than readState.Index' (duration: 1.233419651s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:51.764397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362056091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T16:53:51.764441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380797995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:53:51.764514Z","caller":"traceutil/trace.go:171","msg":"trace[655831644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:629; }","duration":"1.380911328s","start":"2026-03-25T16:53:50.383572Z","end":"2026-03-25T16:53:51.764484Z","steps":["trace[655831644] 'agreement among raft nodes before linearized reading' (duration: 1.380738313s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:51.764521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382649943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T16:53:51.764546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:50.383555Z","time spent":"1.38098365s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:53:51.764596Z","caller":"traceutil/trace.go:171","msg":"trace[5452689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:629; }","duration":"1.382748816s","start":"2026-03-25T16:53:50.381817Z","end":"2026-03-25T16:53:51.764566Z","steps":["trace[5452689] 'agreement among raft nodes before linearized reading' (duration: 1.38254041s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:51.764634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:50.381798Z","time spent":"1.382826678s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T16:53:51.765067Z","caller":"traceutil/trace.go:171","msg":"trace[320877988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:629; }","duration":"1.362185704s","start":"2026-03-25T16:53:50.402285Z","end":"2026-03-25T16:53:51.764471Z","steps":["trace[320877988] 'agreement among raft nodes before linearized reading' (duration: 1.361948428s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:51.765119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:50.402269Z","time spent":"1.362837271s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:53:51.766334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.664113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T16:53:51.766428Z","caller":"traceutil/trace.go:171","msg":"trace[1077335732] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:629; }","duration":"656.794607ms","start":"2026-03-25T16:53:51.109609Z","end":"2026-03-25T16:53:51.766404Z","steps":["trace[1077335732] 'agreement among raft nodes before linearized reading' (duration: 654.746563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:51.766499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:51.109579Z","time spent":"656.88504ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.103\" "} {"level":"warn","ts":"2026-03-25T16:53:51.76829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424572658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:51.768412Z","caller":"traceutil/trace.go:171","msg":"trace[1585611070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"1.428561632s","start":"2026-03-25T16:53:50.339809Z","end":"2026-03-25T16:53:51.768371Z","steps":["trace[1585611070] 'agreement among raft nodes before linearized reading' (duration: 1.424247879s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:51.768481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:50.339792Z","time spent":"1.428674786s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:53:52.207504Z","caller":"traceutil/trace.go:171","msg":"trace[1272778783] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"121.632195ms","start":"2026-03-25T16:53:52.085849Z","end":"2026-03-25T16:53:52.207481Z","steps":["trace[1272778783] 'process raft request' (duration: 121.47429ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:52.326209Z","caller":"traceutil/trace.go:171","msg":"trace[241260740] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"229.713893ms","start":"2026-03-25T16:53:52.096471Z","end":"2026-03-25T16:53:52.326185Z","steps":["trace[241260740] 'process raft request' (duration: 227.935246ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:52.462323Z","caller":"traceutil/trace.go:171","msg":"trace[1307497251] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"221.940609ms","start":"2026-03-25T16:53:52.240357Z","end":"2026-03-25T16:53:52.462298Z","steps":["trace[1307497251] 'process raft request' (duration: 220.922561ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:52.879704Z","caller":"traceutil/trace.go:171","msg":"trace[820711676] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"323.447773ms","start":"2026-03-25T16:53:52.556222Z","end":"2026-03-25T16:53:52.879669Z","steps":["trace[820711676] 'process raft request' (duration: 323.258049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:52.879894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:52.55621Z","time spent":"323.603227ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:53:53.336134Z","caller":"traceutil/trace.go:171","msg":"trace[211214828] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"221.151307ms","start":"2026-03-25T16:53:53.11496Z","end":"2026-03-25T16:53:53.336111Z","steps":["trace[211214828] 'process raft request' (duration: 220.997884ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:54.098264Z","caller":"traceutil/trace.go:171","msg":"trace[684895342] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"114.796525ms","start":"2026-03-25T16:53:53.98344Z","end":"2026-03-25T16:53:54.098237Z","steps":["trace[684895342] 'process raft request' (duration: 114.649242ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:56.265166Z","caller":"traceutil/trace.go:171","msg":"trace[1949878853] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"131.766113ms","start":"2026-03-25T16:53:56.133381Z","end":"2026-03-25T16:53:56.265148Z","steps":["trace[1949878853] 'process raft request' (duration: 131.620268ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:56.357684Z","caller":"traceutil/trace.go:171","msg":"trace[1924392008] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"224.232089ms","start":"2026-03-25T16:53:56.133429Z","end":"2026-03-25T16:53:56.357661Z","steps":["trace[1924392008] 'process raft request' (duration: 157.911321ms)","trace[1924392008] 'compare' (duration: 66.133082ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:56.575645Z","caller":"traceutil/trace.go:171","msg":"trace[1440634245] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"202.959079ms","start":"2026-03-25T16:53:56.372649Z","end":"2026-03-25T16:53:56.575608Z","steps":["trace[1440634245] 'process raft request' (duration: 202.705523ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:56.628772Z","caller":"traceutil/trace.go:171","msg":"trace[1190460821] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:713; }","duration":"107.00414ms","start":"2026-03-25T16:53:56.521743Z","end":"2026-03-25T16:53:56.628747Z","steps":["trace[1190460821] 'read index received' (duration: 53.655465ms)","trace[1190460821] 'applied index is now lower than readState.Index' (duration: 53.347405ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:56.629042Z","caller":"traceutil/trace.go:171","msg":"trace[2095761139] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"131.810643ms","start":"2026-03-25T16:53:56.497131Z","end":"2026-03-25T16:53:56.628942Z","steps":["trace[2095761139] 'process raft request' (duration: 131.456334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:56.629248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.478413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:56.629341Z","caller":"traceutil/trace.go:171","msg":"trace[1016480652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:689; }","duration":"107.729628ms","start":"2026-03-25T16:53:56.521589Z","end":"2026-03-25T16:53:56.629319Z","steps":["trace[1016480652] 'agreement among raft nodes before linearized reading' (duration: 107.539533ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:59.323769Z","caller":"traceutil/trace.go:171","msg":"trace[643224379] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:760; }","duration":"109.478865ms","start":"2026-03-25T16:53:59.214266Z","end":"2026-03-25T16:53:59.323745Z","steps":["trace[643224379] 'read index received' (duration: 109.190637ms)","trace[643224379] 'applied index is now lower than readState.Index' (duration: 286.998µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:59.323919Z","caller":"traceutil/trace.go:171","msg":"trace[762399317] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"143.112491ms","start":"2026-03-25T16:53:59.180782Z","end":"2026-03-25T16:53:59.323895Z","steps":["trace[762399317] 'process raft request' (duration: 142.756862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:59.324049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.771703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-03-25T16:53:59.324111Z","caller":"traceutil/trace.go:171","msg":"trace[565950952] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:734; }","duration":"109.874955ms","start":"2026-03-25T16:53:59.214219Z","end":"2026-03-25T16:53:59.324094Z","steps":["trace[565950952] 'agreement among raft nodes before linearized reading' (duration: 109.693731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:59.324234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.876885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-25T16:53:59.324324Z","caller":"traceutil/trace.go:171","msg":"trace[1199984076] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:734; }","duration":"110.04523ms","start":"2026-03-25T16:53:59.214261Z","end":"2026-03-25T16:53:59.324306Z","steps":["trace[1199984076] 'agreement among raft nodes before linearized reading' (duration: 109.803264ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:07.621618Z","caller":"traceutil/trace.go:171","msg":"trace[493476174] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"187.420749ms","start":"2026-03-25T16:54:07.434168Z","end":"2026-03-25T16:54:07.621589Z","steps":["trace[493476174] 'process raft request' (duration: 187.143281ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:07.830229Z","caller":"traceutil/trace.go:171","msg":"trace[544061256] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"101.72067ms","start":"2026-03-25T16:54:07.728488Z","end":"2026-03-25T16:54:07.830208Z","steps":["trace[544061256] 'process raft request' (duration: 101.609747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:08.431859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856896674,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T16:54:08.607471Z","caller":"traceutil/trace.go:171","msg":"trace[778881012] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"678.54049ms","start":"2026-03-25T16:54:07.928901Z","end":"2026-03-25T16:54:08.607442Z","steps":["trace[778881012] 'process raft request' (duration: 594.472925ms)","trace[778881012] 'compare' (duration: 83.84512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:08.607652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:07.928881Z","time spent":"678.685554ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:09.320774Z","caller":"traceutil/trace.go:171","msg":"trace[904386464] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:824; }","duration":"1.38932417s","start":"2026-03-25T16:54:07.931408Z","end":"2026-03-25T16:54:09.320732Z","steps":["trace[904386464] 'read index received' (duration: 591.983559ms)","trace[904386464] 'applied index is now lower than readState.Index' (duration: 797.339021ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:09.320975Z","caller":"traceutil/trace.go:171","msg":"trace[1633771228] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"1.108683204s","start":"2026-03-25T16:54:08.212145Z","end":"2026-03-25T16:54:09.320828Z","steps":["trace[1633771228] 'process raft request' (duration: 1.108066508s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:09.321105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389673058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T16:54:09.321176Z","caller":"traceutil/trace.go:171","msg":"trace[1470421330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:796; }","duration":"1.38977101s","start":"2026-03-25T16:54:07.931387Z","end":"2026-03-25T16:54:09.321158Z","steps":["trace[1470421330] 'agreement among raft nodes before linearized reading' (duration: 1.389535804s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:09.321234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:07.931379Z","time spent":"1.389841124s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:54:09.321355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:08.212116Z","time spent":"1.108996552s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:54:09.321446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387794368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T16:54:09.321415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.455722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:54:09.321496Z","caller":"traceutil/trace.go:171","msg":"trace[343110998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:796; }","duration":"1.38788236s","start":"2026-03-25T16:54:07.933602Z","end":"2026-03-25T16:54:09.321484Z","steps":["trace[343110998] 'agreement among raft nodes before linearized reading' (duration: 1.387742397s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:09.321513Z","caller":"traceutil/trace.go:171","msg":"trace[1937448178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"981.601296ms","start":"2026-03-25T16:54:08.339895Z","end":"2026-03-25T16:54:09.321497Z","steps":["trace[1937448178] 'agreement among raft nodes before linearized reading' (duration: 981.453142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:09.321603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:08.339875Z","time spent":"981.714178ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:54:09.321526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:07.933581Z","time spent":"1.387939252s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:54:09.321899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384970735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T16:54:09.321942Z","caller":"traceutil/trace.go:171","msg":"trace[1294052403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:796; }","duration":"1.385053067s","start":"2026-03-25T16:54:07.936878Z","end":"2026-03-25T16:54:09.321931Z","steps":["trace[1294052403] 'agreement among raft nodes before linearized reading' (duration: 1.384472031s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:09.322071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:07.936858Z","time spent":"1.38517565s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:54:11.476119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.325034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:54:11.476273Z","caller":"traceutil/trace.go:171","msg":"trace[2128976788] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"144.687392ms","start":"2026-03-25T16:54:11.331563Z","end":"2026-03-25T16:54:11.47625Z","steps":["trace[2128976788] 'read index received' (duration: 52.051µs)","trace[2128976788] 'applied index is now lower than readState.Index' (duration: 144.633501ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:11.476378Z","caller":"traceutil/trace.go:171","msg":"trace[915886962] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"324.331426ms","start":"2026-03-25T16:54:11.151986Z","end":"2026-03-25T16:54:11.476317Z","steps":["trace[915886962] 'process raft request' (duration: 122.643442ms)","trace[915886962] 'compare' (duration: 201.182401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:11.476449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.893608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:54:11.476477Z","caller":"traceutil/trace.go:171","msg":"trace[2027408761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:804; }","duration":"144.96404ms","start":"2026-03-25T16:54:11.331505Z","end":"2026-03-25T16:54:11.476469Z","steps":["trace[2027408761] 'agreement among raft nodes before linearized reading' (duration: 144.829797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:11.476487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:11.151966Z","time spent":"324.465669ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:54:11.476558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.553208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:54:11.476598Z","caller":"traceutil/trace.go:171","msg":"trace[487996589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:804; }","duration":"136.604409ms","start":"2026-03-25T16:54:11.339981Z","end":"2026-03-25T16:54:11.476586Z","steps":["trace[487996589] 'agreement among raft nodes before linearized reading' (duration: 136.550827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:11.476489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.179965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T16:54:11.476695Z","caller":"traceutil/trace.go:171","msg":"trace[896283601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:804; }","duration":"137.41111ms","start":"2026-03-25T16:54:11.339278Z","end":"2026-03-25T16:54:11.476689Z","steps":["trace[896283601] 'agreement among raft nodes before linearized reading' (duration: 137.114673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:11.476985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.501353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T16:54:11.477107Z","caller":"traceutil/trace.go:171","msg":"trace[583111966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:804; }","duration":"137.688488ms","start":"2026-03-25T16:54:11.339394Z","end":"2026-03-25T16:54:11.477083Z","steps":["trace[583111966] 'agreement among raft nodes before linearized reading' (duration: 137.327378ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:11.621432Z","caller":"traceutil/trace.go:171","msg":"trace[1126111265] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"140.968654ms","start":"2026-03-25T16:54:11.480428Z","end":"2026-03-25T16:54:11.621396Z","steps":["trace[1126111265] 'process raft request' (duration: 101.247587ms)","trace[1126111265] 'compare' (duration: 39.562083ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:11.62144Z","caller":"traceutil/trace.go:171","msg":"trace[1432697055] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:835; }","duration":"140.900993ms","start":"2026-03-25T16:54:11.48052Z","end":"2026-03-25T16:54:11.621421Z","steps":["trace[1432697055] 'read index received' (duration: 101.166915ms)","trace[1432697055] 'applied index is now lower than readState.Index' (duration: 39.733318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:11.621735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.202931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T16:54:11.621809Z","caller":"traceutil/trace.go:171","msg":"trace[1120728265] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:806; }","duration":"141.277993ms","start":"2026-03-25T16:54:11.480492Z","end":"2026-03-25T16:54:11.62177Z","steps":["trace[1120728265] 'agreement among raft nodes before linearized reading' (duration: 141.002836ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:11.622309Z","caller":"traceutil/trace.go:171","msg":"trace[496752625] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"140.481052ms","start":"2026-03-25T16:54:11.481819Z","end":"2026-03-25T16:54:11.6223Z","steps":["trace[496752625] 'process raft request' (duration: 139.544037ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:11.622386Z","caller":"traceutil/trace.go:171","msg":"trace[723705627] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"139.782423ms","start":"2026-03-25T16:54:11.482585Z","end":"2026-03-25T16:54:11.622367Z","steps":["trace[723705627] 'process raft request' (duration: 139.66895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:38.839963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856897408,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T16:54:38.948187Z","caller":"traceutil/trace.go:171","msg":"trace[1160392779] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"1.000885573s","start":"2026-03-25T16:54:37.947265Z","end":"2026-03-25T16:54:38.94815Z","steps":["trace[1160392779] 'process raft request' (duration: 1.000700668s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:38.94858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:37.947244Z","time spent":"1.001049056s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:38.956197Z","caller":"traceutil/trace.go:171","msg":"trace[1236052159] linearizableReadLoop","detail":"{readStateIndex:1233; appliedIndex:1231; }","duration":"616.560464ms","start":"2026-03-25T16:54:38.33961Z","end":"2026-03-25T16:54:38.95617Z","steps":["trace[1236052159] 'read index received' (duration: 608.388241ms)","trace[1236052159] 'applied index is now lower than readState.Index' (duration: 8.171163ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:38.95632Z","caller":"traceutil/trace.go:171","msg":"trace[1252555790] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"498.047984ms","start":"2026-03-25T16:54:38.458258Z","end":"2026-03-25T16:54:38.956306Z","steps":["trace[1252555790] 'process raft request' (duration: 497.753526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:38.956445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:38.45823Z","time spent":"498.120576ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:54:38.956492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.809616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:54:38.956557Z","caller":"traceutil/trace.go:171","msg":"trace[1328422621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1196; }","duration":"192.918579ms","start":"2026-03-25T16:54:38.763619Z","end":"2026-03-25T16:54:38.956537Z","steps":["trace[1328422621] 'agreement among raft nodes before linearized reading' (duration: 192.735105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:38.956557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.871972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:54:38.956725Z","caller":"traceutil/trace.go:171","msg":"trace[1090519377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1196; }","duration":"617.118068ms","start":"2026-03-25T16:54:38.339585Z","end":"2026-03-25T16:54:38.956703Z","steps":["trace[1090519377] 'agreement among raft nodes before linearized reading' (duration: 616.80033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:38.956781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:38.339512Z","time spent":"617.259712ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:54:41.1041Z","caller":"traceutil/trace.go:171","msg":"trace[1690437641] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1240; }","duration":"137.311573ms","start":"2026-03-25T16:54:40.966766Z","end":"2026-03-25T16:54:41.104078Z","steps":["trace[1690437641] 'read index received' (duration: 6.86883ms)","trace[1690437641] 'applied index is now lower than readState.Index' (duration: 130.441873ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:41.104164Z","caller":"traceutil/trace.go:171","msg":"trace[1243474099] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"142.121859ms","start":"2026-03-25T16:54:40.962013Z","end":"2026-03-25T16:54:41.104135Z","steps":["trace[1243474099] 'process raft request' (duration: 122.386462ms)","trace[1243474099] 'compare' (duration: 19.563102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:41.104353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.57035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:54:41.104437Z","caller":"traceutil/trace.go:171","msg":"trace[362582540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1205; }","duration":"137.698784ms","start":"2026-03-25T16:54:40.966719Z","end":"2026-03-25T16:54:41.104418Z","steps":["trace[362582540] 'agreement among raft nodes before linearized reading' (duration: 137.457398ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:41.495892Z","caller":"traceutil/trace.go:171","msg":"trace[1989505637] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"140.981609ms","start":"2026-03-25T16:54:41.354885Z","end":"2026-03-25T16:54:41.495866Z","steps":["trace[1989505637] 'process raft request' (duration: 140.824625ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:42.866467Z","caller":"traceutil/trace.go:171","msg":"trace[2018090891] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1249; }","duration":"324.663585ms","start":"2026-03-25T16:54:42.541777Z","end":"2026-03-25T16:54:42.866441Z","steps":["trace[2018090891] 'read index received' (duration: 324.597643ms)","trace[2018090891] 'applied index is now lower than readState.Index' (duration: 64.942µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:42.86653Z","caller":"traceutil/trace.go:171","msg":"trace[1973478262] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"362.336391ms","start":"2026-03-25T16:54:42.504173Z","end":"2026-03-25T16:54:42.866509Z","steps":["trace[1973478262] 'process raft request' (duration: 362.119805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:42.86666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:42.504145Z","time spent":"362.428713ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:54:42.86672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.8981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:54:42.866809Z","caller":"traceutil/trace.go:171","msg":"trace[1923428566] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1212; }","duration":"325.021223ms","start":"2026-03-25T16:54:42.541769Z","end":"2026-03-25T16:54:42.86679Z","steps":["trace[1923428566] 'agreement among raft nodes before linearized reading' (duration: 324.811338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:42.867031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:42.541724Z","time spent":"325.286191ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":17,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:54:43.041699Z","caller":"traceutil/trace.go:171","msg":"trace[1292723523] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1250; }","duration":"175.141202ms","start":"2026-03-25T16:54:42.866537Z","end":"2026-03-25T16:54:43.041678Z","steps":["trace[1292723523] 'read index received' (duration: 165.241313ms)","trace[1292723523] 'applied index is now lower than readState.Index' (duration: 9.898769ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:43.04183Z","caller":"traceutil/trace.go:171","msg":"trace[591257736] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"235.607063ms","start":"2026-03-25T16:54:42.806189Z","end":"2026-03-25T16:54:43.041796Z","steps":["trace[591257736] 'process raft request' (duration: 225.56878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:43.041871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.239814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:54:43.041902Z","caller":"traceutil/trace.go:171","msg":"trace[1252115943] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1213; }","duration":"279.349868ms","start":"2026-03-25T16:54:42.762543Z","end":"2026-03-25T16:54:43.041893Z","steps":["trace[1252115943] 'agreement among raft nodes before linearized reading' (duration: 279.246515ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:43.081714Z","caller":"traceutil/trace.go:171","msg":"trace[694158565] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"206.110852ms","start":"2026-03-25T16:54:42.875547Z","end":"2026-03-25T16:54:43.081658Z","steps":["trace[694158565] 'process raft request' (duration: 205.821164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:43.081833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.754968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:54:43.082133Z","caller":"traceutil/trace.go:171","msg":"trace[415121669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1214; }","duration":"103.145778ms","start":"2026-03-25T16:54:42.978958Z","end":"2026-03-25T16:54:43.082104Z","steps":["trace[415121669] 'agreement among raft nodes before linearized reading' (duration: 102.635584ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:43.394956Z","caller":"traceutil/trace.go:171","msg":"trace[1833761490] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"308.603797ms","start":"2026-03-25T16:54:43.086293Z","end":"2026-03-25T16:54:43.394897Z","steps":["trace[1833761490] 'process raft request' (duration: 248.913034ms)","trace[1833761490] 'compare' (duration: 59.250771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:43.395159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:43.086267Z","time spent":"308.791461ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:43.687677Z","caller":"traceutil/trace.go:171","msg":"trace[1506525566] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"598.41121ms","start":"2026-03-25T16:54:43.089229Z","end":"2026-03-25T16:54:43.687641Z","steps":["trace[1506525566] 'process raft request' (duration: 594.483567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:43.687873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:43.089186Z","time spent":"598.577754ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3245,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:43.688105Z","caller":"traceutil/trace.go:171","msg":"trace[939277142] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"578.107818ms","start":"2026-03-25T16:54:43.109961Z","end":"2026-03-25T16:54:43.688068Z","steps":["trace[939277142] 'process raft request' (duration: 577.904543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:43.688311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.769058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"warn","ts":"2026-03-25T16:54:43.688335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:43.109944Z","time spent":"578.274114ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:43.6884Z","caller":"traceutil/trace.go:171","msg":"trace[1712894765] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1217; }","duration":"593.901402ms","start":"2026-03-25T16:54:43.094476Z","end":"2026-03-25T16:54:43.688377Z","steps":["trace[1712894765] 'agreement among raft nodes before linearized reading' (duration: 593.663756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:43.688451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:43.094453Z","time spent":"593.988254ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2920,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-03-25T16:54:43.688826Z","caller":"traceutil/trace.go:171","msg":"trace[1528007207] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1252; }","duration":"593.44925ms","start":"2026-03-25T16:54:43.094525Z","end":"2026-03-25T16:54:43.687975Z","steps":["trace[1528007207] 'read index received' (duration: 240.676858ms)","trace[1528007207] 'applied index is now lower than readState.Index' (duration: 352.770602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:43.689044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.131761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:54:43.689143Z","caller":"traceutil/trace.go:171","msg":"trace[1642044057] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1217; }","duration":"570.268184ms","start":"2026-03-25T16:54:43.118853Z","end":"2026-03-25T16:54:43.689121Z","steps":["trace[1642044057] 'agreement among raft nodes before linearized reading' (duration: 570.0937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:43.689188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.350978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T16:54:43.689216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:43.118839Z","time spent":"570.352726ms","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:54:43.689244Z","caller":"traceutil/trace.go:171","msg":"trace[380707072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1217; }","duration":"538.461822ms","start":"2026-03-25T16:54:43.150769Z","end":"2026-03-25T16:54:43.68923Z","steps":["trace[380707072] 'agreement among raft nodes before linearized reading' (duration: 538.239146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:43.689293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:43.150742Z","time spent":"538.543293ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:54:43.856711Z","caller":"traceutil/trace.go:171","msg":"trace[104511314] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1258; }","duration":"109.144106ms","start":"2026-03-25T16:54:43.747535Z","end":"2026-03-25T16:54:43.856679Z","steps":["trace[104511314] 'read index received' (duration: 67.824305ms)","trace[104511314] 'applied index is now lower than readState.Index' (duration: 41.318431ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:43.856741Z","caller":"traceutil/trace.go:171","msg":"trace[176752464] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1221; }","duration":"117.860374ms","start":"2026-03-25T16:54:43.738861Z","end":"2026-03-25T16:54:43.856722Z","steps":["trace[176752464] 'process raft request' (duration: 76.557604ms)","trace[176752464] 'compare' (duration: 41.116735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:43.856978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.425693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-mqtz5\" ","response":"range_response_count:1 size:4126"} {"level":"info","ts":"2026-03-25T16:54:43.857016Z","caller":"traceutil/trace.go:171","msg":"trace[1371610344] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-mqtz5; range_end:; response_count:1; response_revision:1221; }","duration":"109.495056ms","start":"2026-03-25T16:54:43.747511Z","end":"2026-03-25T16:54:43.857006Z","steps":["trace[1371610344] 'agreement among raft nodes before linearized reading' (duration: 109.357732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:43.857027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.200417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-03-25T16:54:43.857099Z","caller":"traceutil/trace.go:171","msg":"trace[1648539801] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1221; }","duration":"109.343721ms","start":"2026-03-25T16:54:43.747742Z","end":"2026-03-25T16:54:43.857085Z","steps":["trace[1648539801] 'agreement among raft nodes before linearized reading' (duration: 109.094363ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:54.160481Z","caller":"traceutil/trace.go:171","msg":"trace[1417959910] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1372; }","duration":"411.510318ms","start":"2026-03-25T16:54:53.748946Z","end":"2026-03-25T16:54:54.160456Z","steps":["trace[1417959910] 'read index received' (duration: 410.82421ms)","trace[1417959910] 'applied index is now lower than readState.Index' (duration: 684.738µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:54.160559Z","caller":"traceutil/trace.go:171","msg":"trace[770894522] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"425.261907ms","start":"2026-03-25T16:54:53.735264Z","end":"2026-03-25T16:54:54.160526Z","steps":["trace[770894522] 'process raft request' (duration: 424.438386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:54.160683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.712273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:54:54.160747Z","caller":"traceutil/trace.go:171","msg":"trace[1936379328] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1329; }","duration":"411.837286ms","start":"2026-03-25T16:54:53.748895Z","end":"2026-03-25T16:54:54.160733Z","steps":["trace[1936379328] 'agreement among raft nodes before linearized reading' (duration: 411.701683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:54.160736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:53.73524Z","time spent":"425.403701ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:54:54.160752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.929496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T16:54:54.160799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:53.748877Z","time spent":"411.907187ms","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:54:54.160811Z","caller":"traceutil/trace.go:171","msg":"trace[1375178174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1329; }","duration":"384.015088ms","start":"2026-03-25T16:54:53.776778Z","end":"2026-03-25T16:54:54.160793Z","steps":["trace[1375178174] 'agreement among raft nodes before linearized reading' (duration: 383.846823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:54.160856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:53.776773Z","time spent":"384.07355ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T16:54:54.160964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.747059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T16:54:54.161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.696895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:54:54.161092Z","caller":"traceutil/trace.go:171","msg":"trace[1226418822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1329; }","duration":"254.835138ms","start":"2026-03-25T16:54:53.906237Z","end":"2026-03-25T16:54:54.161072Z","steps":["trace[1226418822] 'agreement among raft nodes before linearized reading' (duration: 254.591251ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:54.161127Z","caller":"traceutil/trace.go:171","msg":"trace[1093859045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1329; }","duration":"167.900103ms","start":"2026-03-25T16:54:53.993161Z","end":"2026-03-25T16:54:54.161061Z","steps":["trace[1093859045] 'agreement among raft nodes before linearized reading' (duration: 167.542923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:54.161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.268253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T16:54:54.161756Z","caller":"traceutil/trace.go:171","msg":"trace[1309405865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1329; }","duration":"169.064994ms","start":"2026-03-25T16:54:53.992671Z","end":"2026-03-25T16:54:54.161736Z","steps":["trace[1309405865] 'agreement among raft nodes before linearized reading' (duration: 168.125169ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:57.649512Z","caller":"traceutil/trace.go:171","msg":"trace[457987468] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"113.540252ms","start":"2026-03-25T16:54:57.535952Z","end":"2026-03-25T16:54:57.649492Z","steps":["trace[457987468] 'process raft request' (duration: 113.394718ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:59.842701Z","caller":"traceutil/trace.go:171","msg":"trace[206795166] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"227.79555ms","start":"2026-03-25T16:54:59.614874Z","end":"2026-03-25T16:54:59.84267Z","steps":["trace[206795166] 'process raft request' (duration: 227.565104ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:00.014713Z","caller":"traceutil/trace.go:171","msg":"trace[166060743] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"109.603928ms","start":"2026-03-25T16:54:59.90508Z","end":"2026-03-25T16:55:00.014684Z","steps":["trace[166060743] 'process raft request' (duration: 19.592532ms)","trace[166060743] 'compare' (duration: 89.881023ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:05.72894Z","caller":"traceutil/trace.go:171","msg":"trace[1735040376] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"235.073791ms","start":"2026-03-25T16:55:05.493829Z","end":"2026-03-25T16:55:05.728903Z","steps":["trace[1735040376] 'process raft request' (duration: 234.830395ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:05.763337Z","caller":"traceutil/trace.go:171","msg":"trace[333036003] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"204.161602ms","start":"2026-03-25T16:55:05.559128Z","end":"2026-03-25T16:55:05.76329Z","steps":["trace[333036003] 'process raft request' (duration: 203.939516ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:13.195218Z","caller":"traceutil/trace.go:171","msg":"trace[188915814] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"112.922926ms","start":"2026-03-25T16:55:13.08226Z","end":"2026-03-25T16:55:13.195183Z","steps":["trace[188915814] 'process raft request' (duration: 112.867714ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:13.195259Z","caller":"traceutil/trace.go:171","msg":"trace[1035930271] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"113.190342ms","start":"2026-03-25T16:55:13.082014Z","end":"2026-03-25T16:55:13.195205Z","steps":["trace[1035930271] 'process raft request' (duration: 75.891626ms)","trace[1035930271] 'compare' (duration: 37.016198ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:14.130134Z","caller":"traceutil/trace.go:171","msg":"trace[1241970642] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1729; }","duration":"136.40444ms","start":"2026-03-25T16:55:13.993698Z","end":"2026-03-25T16:55:14.130102Z","steps":["trace[1241970642] 'read index received' (duration: 1.587212ms)","trace[1241970642] 'applied index is now lower than readState.Index' (duration: 134.815818ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:14.130189Z","caller":"traceutil/trace.go:171","msg":"trace[1310571029] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"137.854428ms","start":"2026-03-25T16:55:13.992302Z","end":"2026-03-25T16:55:14.130156Z","steps":["trace[1310571029] 'process raft request' (duration: 89.277517ms)","trace[1310571029] 'compare' (duration: 48.355335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:14.130425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.701338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:24984"} {"level":"info","ts":"2026-03-25T16:55:14.130492Z","caller":"traceutil/trace.go:171","msg":"trace[272050169] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:1665; }","duration":"136.804441ms","start":"2026-03-25T16:55:13.99367Z","end":"2026-03-25T16:55:14.130474Z","steps":["trace[272050169] 'agreement among raft nodes before linearized reading' (duration: 136.571744ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:14.134518Z","caller":"traceutil/trace.go:171","msg":"trace[1663154949] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1665; }","duration":"134.518ms","start":"2026-03-25T16:55:13.999981Z","end":"2026-03-25T16:55:14.134499Z","steps":["trace[1663154949] 'process raft request' (duration: 134.437408ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:14.46735Z","caller":"traceutil/trace.go:171","msg":"trace[1391556930] linearizableReadLoop","detail":"{readStateIndex:1733; appliedIndex:1732; }","duration":"126.722446ms","start":"2026-03-25T16:55:14.340592Z","end":"2026-03-25T16:55:14.467315Z","steps":["trace[1391556930] 'read index received' (duration: 126.422028ms)","trace[1391556930] 'applied index is now lower than readState.Index' (duration: 299.218µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:14.467589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.978483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:14.467608Z","caller":"traceutil/trace.go:171","msg":"trace[442119688] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"204.308826ms","start":"2026-03-25T16:55:14.263165Z","end":"2026-03-25T16:55:14.467474Z","steps":["trace[442119688] 'process raft request' (duration: 203.936157ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:14.467682Z","caller":"traceutil/trace.go:171","msg":"trace[374724061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1667; }","duration":"127.121765ms","start":"2026-03-25T16:55:14.340537Z","end":"2026-03-25T16:55:14.467659Z","steps":["trace[374724061] 'agreement among raft nodes before linearized reading' (duration: 126.953271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:14.467716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.454543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T16:55:14.467764Z","caller":"traceutil/trace.go:171","msg":"trace[2077653902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1667; }","duration":"117.561676ms","start":"2026-03-25T16:55:14.350188Z","end":"2026-03-25T16:55:14.46775Z","steps":["trace[2077653902] 'agreement among raft nodes before linearized reading' (duration: 117.32324ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:14.598459Z","caller":"traceutil/trace.go:171","msg":"trace[2135111922] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"126.271084ms","start":"2026-03-25T16:55:14.472146Z","end":"2026-03-25T16:55:14.598417Z","steps":["trace[2135111922] 'process raft request' (duration: 78.636358ms)","trace[2135111922] 'compare' (duration: 47.39111ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:14.599148Z","caller":"traceutil/trace.go:171","msg":"trace[1232369845] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"126.327265ms","start":"2026-03-25T16:55:14.472806Z","end":"2026-03-25T16:55:14.599133Z","steps":["trace[1232369845] 'process raft request' (duration: 125.543955ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:14.600017Z","caller":"traceutil/trace.go:171","msg":"trace[1442041786] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"126.279893ms","start":"2026-03-25T16:55:14.47372Z","end":"2026-03-25T16:55:14.6Z","steps":["trace[1442041786] 'process raft request' (duration: 126.207972ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:14.600111Z","caller":"traceutil/trace.go:171","msg":"trace[1634966210] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"127.270041ms","start":"2026-03-25T16:55:14.472827Z","end":"2026-03-25T16:55:14.600097Z","steps":["trace[1634966210] 'process raft request' (duration: 126.202182ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:18.626217Z","caller":"traceutil/trace.go:171","msg":"trace[1533961573] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"146.919415ms","start":"2026-03-25T16:55:18.479277Z","end":"2026-03-25T16:55:18.626196Z","steps":["trace[1533961573] 'process raft request' (duration: 146.760221ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:27.769683Z","caller":"traceutil/trace.go:171","msg":"trace[34851994] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"104.032453ms","start":"2026-03-25T16:55:27.66562Z","end":"2026-03-25T16:55:27.769652Z","steps":["trace[34851994] 'process raft request' (duration: 103.830287ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:27.908933Z","caller":"traceutil/trace.go:171","msg":"trace[1737719779] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"130.110094ms","start":"2026-03-25T16:55:27.778763Z","end":"2026-03-25T16:55:27.908874Z","steps":["trace[1737719779] 'process raft request' (duration: 129.070747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:29.394564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.35033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:55:29.394679Z","caller":"traceutil/trace.go:171","msg":"trace[1568488159] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1938; }","duration":"293.07654ms","start":"2026-03-25T16:55:29.101586Z","end":"2026-03-25T16:55:29.394663Z","steps":["trace[1568488159] 'read index received' (duration: 47.448262ms)","trace[1568488159] 'applied index is now lower than readState.Index' (duration: 245.627228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:29.394819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.229823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0efb0e2-2c18-49f7-b550-45ee19442920\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-25T16:55:29.394855Z","caller":"traceutil/trace.go:171","msg":"trace[1699852514] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0efb0e2-2c18-49f7-b550-45ee19442920; range_end:; response_count:1; response_revision:1866; }","duration":"293.328755ms","start":"2026-03-25T16:55:29.101516Z","end":"2026-03-25T16:55:29.394845Z","steps":["trace[1699852514] 'agreement among raft nodes before linearized reading' (duration: 293.191222ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:29.394914Z","caller":"traceutil/trace.go:171","msg":"trace[119717840] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"414.503046ms","start":"2026-03-25T16:55:28.98038Z","end":"2026-03-25T16:55:29.394883Z","steps":["trace[119717840] 'process raft request' (duration: 168.744465ms)","trace[119717840] 'compare' (duration: 245.226267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:29.395015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:28.980357Z","time spent":"414.609289ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:30.203883Z","caller":"traceutil/trace.go:171","msg":"trace[1267236769] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"274.233426ms","start":"2026-03-25T16:55:29.929624Z","end":"2026-03-25T16:55:30.203858Z","steps":["trace[1267236769] 'read index received' (duration: 274.157114ms)","trace[1267236769] 'applied index is now lower than readState.Index' (duration: 75.562µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:30.203925Z","caller":"traceutil/trace.go:171","msg":"trace[1181120222] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"566.763431ms","start":"2026-03-25T16:55:29.637146Z","end":"2026-03-25T16:55:30.203909Z","steps":["trace[1181120222] 'process raft request' (duration: 566.572205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:30.204152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:29.637115Z","time spent":"566.961636ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:30.204253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.635536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-25T16:55:30.204318Z","caller":"traceutil/trace.go:171","msg":"trace[712535523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1867; }","duration":"274.732659ms","start":"2026-03-25T16:55:29.929575Z","end":"2026-03-25T16:55:30.204308Z","steps":["trace[712535523] 'agreement among raft nodes before linearized reading' (duration: 274.38409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:30.66373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.100341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:55:30.663849Z","caller":"traceutil/trace.go:171","msg":"trace[1344889585] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"158.427505ms","start":"2026-03-25T16:55:30.50541Z","end":"2026-03-25T16:55:30.663837Z","steps":["trace[1344889585] 'process raft request' (duration: 158.392564ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:30.663856Z","caller":"traceutil/trace.go:171","msg":"trace[1090857796] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1940; }","duration":"459.819145ms","start":"2026-03-25T16:55:30.204023Z","end":"2026-03-25T16:55:30.663842Z","steps":["trace[1090857796] 'read index received' (duration: 346.533689ms)","trace[1090857796] 'applied index is now lower than readState.Index' (duration: 113.284386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:30.6641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.619957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-25T16:55:30.664259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.223425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T16:55:30.664298Z","caller":"traceutil/trace.go:171","msg":"trace[1535983997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1869; }","duration":"562.320267ms","start":"2026-03-25T16:55:30.101968Z","end":"2026-03-25T16:55:30.664288Z","steps":["trace[1535983997] 'agreement among raft nodes before linearized reading' (duration: 561.958128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:30.664327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.10194Z","time spent":"562.378459ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T16:55:30.664258Z","caller":"traceutil/trace.go:171","msg":"trace[1687406013] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1869; }","duration":"473.812332ms","start":"2026-03-25T16:55:30.190422Z","end":"2026-03-25T16:55:30.664234Z","steps":["trace[1687406013] 'agreement among raft nodes before linearized reading' (duration: 473.485814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:30.664511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.190402Z","time spent":"474.090159ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T16:55:30.664598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.428543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0efb0e2-2c18-49f7-b550-45ee19442920\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-25T16:55:30.664485Z","caller":"traceutil/trace.go:171","msg":"trace[891305709] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"484.651835ms","start":"2026-03-25T16:55:30.179783Z","end":"2026-03-25T16:55:30.664434Z","steps":["trace[891305709] 'process raft request' (duration: 370.785544ms)","trace[891305709] 'compare' (duration: 113.027769ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:30.664652Z","caller":"traceutil/trace.go:171","msg":"trace[611727928] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0efb0e2-2c18-49f7-b550-45ee19442920; range_end:; response_count:1; response_revision:1869; }","duration":"264.511125ms","start":"2026-03-25T16:55:30.400127Z","end":"2026-03-25T16:55:30.664639Z","steps":["trace[611727928] 'agreement among raft nodes before linearized reading' (duration: 264.370252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:30.664655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.861023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:30.664744Z","caller":"traceutil/trace.go:171","msg":"trace[1579861761] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1869; }","duration":"375.098399ms","start":"2026-03-25T16:55:30.289624Z","end":"2026-03-25T16:55:30.664723Z","steps":["trace[1579861761] 'agreement among raft nodes before linearized reading' (duration: 374.863783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:30.664797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.289599Z","time spent":"375.187182ms","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:55:30.664734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.179761Z","time spent":"484.894672ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:30.664558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.058926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:30.664947Z","caller":"traceutil/trace.go:171","msg":"trace[841544422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1869; }","duration":"326.481366ms","start":"2026-03-25T16:55:30.338447Z","end":"2026-03-25T16:55:30.664928Z","steps":["trace[841544422] 'agreement among raft nodes before linearized reading' (duration: 326.059266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:30.665024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.338427Z","time spent":"326.582538ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:55:30.664467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.610748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-25T16:55:30.665082Z","caller":"traceutil/trace.go:171","msg":"trace[739905538] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1869; }","duration":"617.248145ms","start":"2026-03-25T16:55:30.047821Z","end":"2026-03-25T16:55:30.665069Z","steps":["trace[739905538] 'agreement among raft nodes before linearized reading' (duration: 616.598058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:30.665125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.047784Z","time spent":"617.328387ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T16:55:31.020152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.396586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:55:31.020489Z","caller":"traceutil/trace.go:171","msg":"trace[985100945] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"351.214485ms","start":"2026-03-25T16:55:30.669216Z","end":"2026-03-25T16:55:31.02043Z","steps":["trace[985100945] 'process raft request' (duration: 103.44675ms)","trace[985100945] 'compare' (duration: 247.265012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:31.020671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.669194Z","time spent":"351.373639ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:31.788387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.738196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:55:31.788538Z","caller":"traceutil/trace.go:171","msg":"trace[2028775496] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"1.11903145s","start":"2026-03-25T16:55:30.669489Z","end":"2026-03-25T16:55:31.788521Z","steps":["trace[2028775496] 'process raft request' (duration: 920.082279ms)","trace[2028775496] 'compare' (duration: 198.556682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:31.788603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.66948Z","time spent":"1.119090643s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:31.788679Z","caller":"traceutil/trace.go:171","msg":"trace[2098116631] linearizableReadLoop","detail":"{readStateIndex:1946; appliedIndex:1942; }","duration":"1.033370506s","start":"2026-03-25T16:55:30.755298Z","end":"2026-03-25T16:55:31.788669Z","steps":["trace[2098116631] 'read index received' (duration: 17.388814ms)","trace[2098116631] 'applied index is now lower than readState.Index' (duration: 1.015980942s)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:31.788739Z","caller":"traceutil/trace.go:171","msg":"trace[1767549789] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.118806355s","start":"2026-03-25T16:55:30.669908Z","end":"2026-03-25T16:55:31.788715Z","steps":["trace[1767549789] 'process raft request' (duration: 1.118562249s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.788809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033517519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T16:55:31.78876Z","caller":"traceutil/trace.go:171","msg":"trace[1576873155] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.05730073s","start":"2026-03-25T16:55:30.731424Z","end":"2026-03-25T16:55:31.788725Z","steps":["trace[1576873155] 'process raft request' (duration: 1.057199238s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:31.788832Z","caller":"traceutil/trace.go:171","msg":"trace[141118875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1873; }","duration":"1.033591913s","start":"2026-03-25T16:55:30.755232Z","end":"2026-03-25T16:55:31.788824Z","steps":["trace[141118875] 'agreement among raft nodes before linearized reading' (duration: 1.03350138s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.788854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.755209Z","time spent":"1.033638153s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:55:31.78891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.452809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:55:31.788939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.731403Z","time spent":"1.057449725s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:31.788953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.598825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a023e6ba021525\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-25T16:55:31.788987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.976152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:31.789005Z","caller":"traceutil/trace.go:171","msg":"trace[880817745] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a023e6ba021525; range_end:; response_count:1; response_revision:1873; }","duration":"415.652757ms","start":"2026-03-25T16:55:31.373326Z","end":"2026-03-25T16:55:31.788979Z","steps":["trace[880817745] 'agreement among raft nodes before linearized reading' (duration: 415.559744ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:31.788995Z","caller":"traceutil/trace.go:171","msg":"trace[1771336485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1873; }","duration":"413.545171ms","start":"2026-03-25T16:55:31.375424Z","end":"2026-03-25T16:55:31.788969Z","steps":["trace[1771336485] 'agreement among raft nodes before linearized reading' (duration: 413.419288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.789006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.603236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0efb0e2-2c18-49f7-b550-45ee19442920\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-03-25T16:55:31.789014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.800406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-25T16:55:31.789052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:31.375418Z","time spent":"413.622744ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:55:31.789081Z","caller":"traceutil/trace.go:171","msg":"trace[280126208] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0efb0e2-2c18-49f7-b550-45ee19442920; range_end:; response_count:1; response_revision:1873; }","duration":"118.695858ms","start":"2026-03-25T16:55:31.670341Z","end":"2026-03-25T16:55:31.789037Z","steps":["trace[280126208] 'agreement among raft nodes before linearized reading' (duration: 118.563445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.789057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.361564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T16:55:31.789128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.669899Z","time spent":"1.118895577s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:31.789142Z","caller":"traceutil/trace.go:171","msg":"trace[463665705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1873; }","duration":"972.468137ms","start":"2026-03-25T16:55:30.816665Z","end":"2026-03-25T16:55:31.789133Z","steps":["trace[463665705] 'agreement among raft nodes before linearized reading' (duration: 972.329383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.789184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.816653Z","time spent":"972.524938ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:55:31.789025Z","caller":"traceutil/trace.go:171","msg":"trace[1907074311] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1873; }","duration":"417.036753ms","start":"2026-03-25T16:55:31.371974Z","end":"2026-03-25T16:55:31.789011Z","steps":["trace[1907074311] 'agreement among raft nodes before linearized reading' (duration: 416.983391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.789236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.192474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T16:55:31.789285Z","caller":"traceutil/trace.go:171","msg":"trace[52035208] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:1873; }","duration":"674.282466ms","start":"2026-03-25T16:55:31.114989Z","end":"2026-03-25T16:55:31.789271Z","steps":["trace[52035208] 'agreement among raft nodes before linearized reading' (duration: 674.075261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.789322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:31.114963Z","time spent":"674.352527ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.103\" "} {"level":"warn","ts":"2026-03-25T16:55:31.789286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:31.37196Z","time spent":"417.31255ms","remote":"127.0.0.1:55002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:55:31.788934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.147605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-25T16:55:31.78954Z","caller":"traceutil/trace.go:171","msg":"trace[879479993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"576.785422ms","start":"2026-03-25T16:55:31.212734Z","end":"2026-03-25T16:55:31.789519Z","steps":["trace[879479993] 'agreement among raft nodes before linearized reading' (duration: 576.113154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.789698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:31.212713Z","time spent":"576.968926ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T16:55:31.789035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:31.373313Z","time spent":"415.715738ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a023e6ba021525\" "} {"level":"warn","ts":"2026-03-25T16:55:31.789057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.376954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:55:31.789881Z","caller":"traceutil/trace.go:171","msg":"trace[885845286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1873; }","duration":"973.202596ms","start":"2026-03-25T16:55:30.816647Z","end":"2026-03-25T16:55:31.78985Z","steps":["trace[885845286] 'agreement among raft nodes before linearized reading' (duration: 972.353084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.790029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.816633Z","time spent":"973.338379ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T16:55:31.789099Z","caller":"traceutil/trace.go:171","msg":"trace[2041606446] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1873; }","duration":"621.921469ms","start":"2026-03-25T16:55:31.167166Z","end":"2026-03-25T16:55:31.789087Z","steps":["trace[2041606446] 'agreement among raft nodes before linearized reading' (duration: 621.795506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.790188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:31.167145Z","time spent":"623.029727ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-25T16:55:31.788934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.260416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T16:55:31.790241Z","caller":"traceutil/trace.go:171","msg":"trace[1542776455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"977.594602ms","start":"2026-03-25T16:55:30.812633Z","end":"2026-03-25T16:55:31.790227Z","steps":["trace[1542776455] 'agreement among raft nodes before linearized reading' (duration: 976.183244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:31.790287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:30.812611Z","time spent":"977.664163ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T16:55:33.873721Z","caller":"traceutil/trace.go:171","msg":"trace[1613847664] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"147.716464ms","start":"2026-03-25T16:55:33.725967Z","end":"2026-03-25T16:55:33.873684Z","steps":["trace[1613847664] 'process raft request' (duration: 60.5541ms)","trace[1613847664] 'compare' (duration: 86.867767ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:33.873906Z","caller":"traceutil/trace.go:171","msg":"trace[1070828298] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"147.355816ms","start":"2026-03-25T16:55:33.72654Z","end":"2026-03-25T16:55:33.873896Z","steps":["trace[1070828298] 'process raft request' (duration: 147.047907ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:33.873946Z","caller":"traceutil/trace.go:171","msg":"trace[100459462] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"146.981755ms","start":"2026-03-25T16:55:33.726942Z","end":"2026-03-25T16:55:33.873924Z","steps":["trace[100459462] 'process raft request' (duration: 146.748118ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:33.874311Z","caller":"traceutil/trace.go:171","msg":"trace[2120079534] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"146.81206ms","start":"2026-03-25T16:55:33.727382Z","end":"2026-03-25T16:55:33.874194Z","steps":["trace[2120079534] 'process raft request' (duration: 146.385049ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:34.761135Z","caller":"traceutil/trace.go:171","msg":"trace[2024687868] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"114.649312ms","start":"2026-03-25T16:55:34.646456Z","end":"2026-03-25T16:55:34.761105Z","steps":["trace[2024687868] 'process raft request' (duration: 114.444707ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:34.864648Z","caller":"traceutil/trace.go:171","msg":"trace[697616312] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"148.069184ms","start":"2026-03-25T16:55:34.716556Z","end":"2026-03-25T16:55:34.864625Z","steps":["trace[697616312] 'process raft request' (duration: 148.017473ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:34.864728Z","caller":"traceutil/trace.go:171","msg":"trace[151540965] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"148.353821ms","start":"2026-03-25T16:55:34.71633Z","end":"2026-03-25T16:55:34.864684Z","steps":["trace[151540965] 'process raft request' (duration: 148.025873ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:35.836673Z","caller":"traceutil/trace.go:171","msg":"trace[325201267] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"181.022903ms","start":"2026-03-25T16:55:35.655618Z","end":"2026-03-25T16:55:35.83664Z","steps":["trace[325201267] 'process raft request' (duration: 99.408094ms)","trace[325201267] 'compare' (duration: 81.393804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:36.164906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.889955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:55:36.164998Z","caller":"traceutil/trace.go:171","msg":"trace[392360797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1919; }","duration":"195.033619ms","start":"2026-03-25T16:55:35.969942Z","end":"2026-03-25T16:55:36.164976Z","steps":["trace[392360797] 'range keys from in-memory index tree' (duration: 194.67711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:36.165002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.017873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T16:55:36.165025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.513735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-25T16:55:36.165008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.296317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:55:36.165076Z","caller":"traceutil/trace.go:171","msg":"trace[1982665983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1919; }","duration":"194.142826ms","start":"2026-03-25T16:55:35.970915Z","end":"2026-03-25T16:55:36.165058Z","steps":["trace[1982665983] 'range keys from in-memory index tree' (duration: 193.847818ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:36.165095Z","caller":"traceutil/trace.go:171","msg":"trace[77391010] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1919; }","duration":"194.603429ms","start":"2026-03-25T16:55:35.970473Z","end":"2026-03-25T16:55:36.165076Z","steps":["trace[77391010] 'range keys from in-memory index tree' (duration: 194.386132ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:36.16512Z","caller":"traceutil/trace.go:171","msg":"trace[898437638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1919; }","duration":"195.43463ms","start":"2026-03-25T16:55:35.969659Z","end":"2026-03-25T16:55:36.165093Z","steps":["trace[898437638] 'range keys from in-memory index tree' (duration: 195.098172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:36.165674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.796753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T16:55:36.165759Z","caller":"traceutil/trace.go:171","msg":"trace[1011513506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1919; }","duration":"194.950447ms","start":"2026-03-25T16:55:35.970793Z","end":"2026-03-25T16:55:36.165743Z","steps":["trace[1011513506] 'range keys from in-memory index tree' (duration: 194.150116ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:36.417271Z","caller":"traceutil/trace.go:171","msg":"trace[1361666617] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"247.434668ms","start":"2026-03-25T16:55:36.169812Z","end":"2026-03-25T16:55:36.417246Z","steps":["trace[1361666617] 'process raft request' (duration: 247.243042ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:36.42494Z","caller":"traceutil/trace.go:171","msg":"trace[878466092] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"254.763758ms","start":"2026-03-25T16:55:36.17015Z","end":"2026-03-25T16:55:36.424914Z","steps":["trace[878466092] 'process raft request' (duration: 254.50364ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:36.425105Z","caller":"traceutil/trace.go:171","msg":"trace[1813608927] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"254.762558ms","start":"2026-03-25T16:55:36.170313Z","end":"2026-03-25T16:55:36.425075Z","steps":["trace[1813608927] 'process raft request' (duration: 254.46527ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:36.42534Z","caller":"traceutil/trace.go:171","msg":"trace[1688282708] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"254.957393ms","start":"2026-03-25T16:55:36.170369Z","end":"2026-03-25T16:55:36.425327Z","steps":["trace[1688282708] 'process raft request' (duration: 254.478761ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:36.425848Z","caller":"traceutil/trace.go:171","msg":"trace[1802201500] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"255.384935ms","start":"2026-03-25T16:55:36.170412Z","end":"2026-03-25T16:55:36.425797Z","steps":["trace[1802201500] 'process raft request' (duration: 254.852871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:41.277224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.453329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-25T16:55:41.277318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.980417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T16:55:41.277334Z","caller":"traceutil/trace.go:171","msg":"trace[1346107574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"249.621984ms","start":"2026-03-25T16:55:41.027693Z","end":"2026-03-25T16:55:41.277315Z","steps":["trace[1346107574] 'range keys from in-memory index tree' (duration: 249.233644ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:41.277379Z","caller":"traceutil/trace.go:171","msg":"trace[954001893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1961; }","duration":"198.083399ms","start":"2026-03-25T16:55:41.079282Z","end":"2026-03-25T16:55:41.277365Z","steps":["trace[954001893] 'range keys from in-memory index tree' (duration: 197.688888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:41.278104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.864053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T16:55:41.278164Z","caller":"traceutil/trace.go:171","msg":"trace[1062643587] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:1961; }","duration":"161.976877ms","start":"2026-03-25T16:55:41.116175Z","end":"2026-03-25T16:55:41.278152Z","steps":["trace[1062643587] 'range keys from in-memory index tree' (duration: 161.671509ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:41.408518Z","caller":"traceutil/trace.go:171","msg":"trace[154207787] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"126.481651ms","start":"2026-03-25T16:55:41.282021Z","end":"2026-03-25T16:55:41.408503Z","steps":["trace[154207787] 'process raft request' (duration: 126.386629ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:41.850836Z","caller":"traceutil/trace.go:171","msg":"trace[1836491348] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"151.968026ms","start":"2026-03-25T16:55:41.698824Z","end":"2026-03-25T16:55:41.850792Z","steps":["trace[1836491348] 'process raft request' (duration: 127.6104ms)","trace[1836491348] 'compare' (duration: 24.158531ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:42.089718Z","caller":"traceutil/trace.go:171","msg":"trace[614226692] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"138.002651ms","start":"2026-03-25T16:55:41.951684Z","end":"2026-03-25T16:55:42.089687Z","steps":["trace[614226692] 'process raft request' (duration: 81.750373ms)","trace[614226692] 'compare' (duration: 55.976021ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:46.697814Z","caller":"traceutil/trace.go:171","msg":"trace[134800417] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"230.157456ms","start":"2026-03-25T16:55:46.467629Z","end":"2026-03-25T16:55:46.697787Z","steps":["trace[134800417] 'process raft request' (duration: 229.968822ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:46.728631Z","caller":"traceutil/trace.go:171","msg":"trace[1302634385] linearizableReadLoop","detail":"{readStateIndex:2078; appliedIndex:2076; }","duration":"257.400716ms","start":"2026-03-25T16:55:46.471209Z","end":"2026-03-25T16:55:46.72861Z","steps":["trace[1302634385] 'read index received' (duration: 226.420498ms)","trace[1302634385] 'applied index is now lower than readState.Index' (duration: 30.979488ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:46.728735Z","caller":"traceutil/trace.go:171","msg":"trace[1005875704] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"258.027763ms","start":"2026-03-25T16:55:46.47069Z","end":"2026-03-25T16:55:46.728717Z","steps":["trace[1005875704] 'process raft request' (duration: 257.804408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:46.728867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.638913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:55:46.728913Z","caller":"traceutil/trace.go:171","msg":"trace[721714307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2001; }","duration":"257.698135ms","start":"2026-03-25T16:55:46.471205Z","end":"2026-03-25T16:55:46.728903Z","steps":["trace[721714307] 'agreement among raft nodes before linearized reading' (duration: 257.517759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:46.729056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.622888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:55:46.729066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.442233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:55:46.729116Z","caller":"traceutil/trace.go:171","msg":"trace[1546877880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2001; }","duration":"207.71408ms","start":"2026-03-25T16:55:46.521386Z","end":"2026-03-25T16:55:46.7291Z","steps":["trace[1546877880] 'agreement among raft nodes before linearized reading' (duration: 207.632798ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:46.729141Z","caller":"traceutil/trace.go:171","msg":"trace[1160886933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2001; }","duration":"256.580136ms","start":"2026-03-25T16:55:46.47254Z","end":"2026-03-25T16:55:46.72912Z","steps":["trace[1160886933] 'agreement among raft nodes before linearized reading' (duration: 256.33521ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:47.96961Z","caller":"traceutil/trace.go:171","msg":"trace[2105515119] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2087; }","duration":"493.447857ms","start":"2026-03-25T16:55:47.476137Z","end":"2026-03-25T16:55:47.969585Z","steps":["trace[2105515119] 'read index received' (duration: 493.152839ms)","trace[2105515119] 'applied index is now lower than readState.Index' (duration: 293.658µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:47.969678Z","caller":"traceutil/trace.go:171","msg":"trace[127352963] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"529.544089ms","start":"2026-03-25T16:55:47.440112Z","end":"2026-03-25T16:55:47.969656Z","steps":["trace[127352963] 'process raft request' (duration: 529.21262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:47.969732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.56988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:47.969783Z","caller":"traceutil/trace.go:171","msg":"trace[1328229593] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2010; }","duration":"493.654182ms","start":"2026-03-25T16:55:47.476107Z","end":"2026-03-25T16:55:47.969761Z","steps":["trace[1328229593] 'agreement among raft nodes before linearized reading' (duration: 493.57216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:47.969797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:47.440094Z","time spent":"529.636912ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:47.969861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:47.476095Z","time spent":"493.746215ms","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:55:55.291294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.763599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:55:55.291449Z","caller":"traceutil/trace.go:171","msg":"trace[414403306] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"363.562567ms","start":"2026-03-25T16:55:54.927866Z","end":"2026-03-25T16:55:55.291428Z","steps":["trace[414403306] 'process raft request' (duration: 144.564402ms)","trace[414403306] 'compare' (duration: 218.671197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:55.291534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:54.927838Z","time spent":"363.65555ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:55.369954Z","caller":"traceutil/trace.go:171","msg":"trace[1913291745] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"441.968293ms","start":"2026-03-25T16:55:54.927956Z","end":"2026-03-25T16:55:55.369924Z","steps":["trace[1913291745] 'process raft request' (duration: 441.657026ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:55.369958Z","caller":"traceutil/trace.go:171","msg":"trace[1659197855] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"308.434408ms","start":"2026-03-25T16:55:55.061495Z","end":"2026-03-25T16:55:55.36993Z","steps":["trace[1659197855] 'process raft request' (duration: 308.323446ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:55.370178Z","caller":"traceutil/trace.go:171","msg":"trace[287428456] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"307.828033ms","start":"2026-03-25T16:55:55.062321Z","end":"2026-03-25T16:55:55.370149Z","steps":["trace[287428456] 'process raft request' (duration: 307.562765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:55.370222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:55.061474Z","time spent":"308.574731ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:55.370106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:54.92793Z","time spent":"442.098057ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:55.370357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:55.062312Z","time spent":"307.952277ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:59.024444Z","caller":"traceutil/trace.go:171","msg":"trace[1522832700] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"137.6217ms","start":"2026-03-25T16:55:58.8868Z","end":"2026-03-25T16:55:59.024421Z","steps":["trace[1522832700] 'process raft request' (duration: 137.476677ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:59.039767Z","caller":"traceutil/trace.go:171","msg":"trace[498816034] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"151.470082ms","start":"2026-03-25T16:55:58.888271Z","end":"2026-03-25T16:55:59.039741Z","steps":["trace[498816034] 'process raft request' (duration: 151.320248ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:59.519612Z","caller":"traceutil/trace.go:171","msg":"trace[1985111188] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"136.208135ms","start":"2026-03-25T16:55:59.383376Z","end":"2026-03-25T16:55:59.519584Z","steps":["trace[1985111188] 'process raft request' (duration: 136.078711ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:59.609351Z","caller":"traceutil/trace.go:171","msg":"trace[294918898] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"224.767546ms","start":"2026-03-25T16:55:59.384552Z","end":"2026-03-25T16:55:59.60932Z","steps":["trace[294918898] 'process raft request' (duration: 224.547559ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:59.60936Z","caller":"traceutil/trace.go:171","msg":"trace[2102502796] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"151.704119ms","start":"2026-03-25T16:55:59.457631Z","end":"2026-03-25T16:55:59.609335Z","steps":["trace[2102502796] 'process raft request' (duration: 151.607997ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:59.609336Z","caller":"traceutil/trace.go:171","msg":"trace[316572287] linearizableReadLoop","detail":"{readStateIndex:2159; appliedIndex:2157; }","duration":"224.634472ms","start":"2026-03-25T16:55:59.384646Z","end":"2026-03-25T16:55:59.60928Z","steps":["trace[316572287] 'read index received' (duration: 134.749906ms)","trace[316572287] 'applied index is now lower than readState.Index' (duration: 89.883716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:59.60967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.998772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:55:59.60973Z","caller":"traceutil/trace.go:171","msg":"trace[1419966405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2080; }","duration":"225.106323ms","start":"2026-03-25T16:55:59.38461Z","end":"2026-03-25T16:55:59.609717Z","steps":["trace[1419966405] 'agreement among raft nodes before linearized reading' (duration: 224.784836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:59.609753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.88484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-25T16:55:59.60983Z","caller":"traceutil/trace.go:171","msg":"trace[852295534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2080; }","duration":"198.992253ms","start":"2026-03-25T16:55:59.410816Z","end":"2026-03-25T16:55:59.609808Z","steps":["trace[852295534] 'agreement among raft nodes before linearized reading' (duration: 198.810238ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:03.726429Z","caller":"traceutil/trace.go:171","msg":"trace[278543902] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"103.449819ms","start":"2026-03-25T16:56:03.622949Z","end":"2026-03-25T16:56:03.726399Z","steps":["trace[278543902] 'process raft request' (duration: 103.128961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:05.916242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856899301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T16:56:05.994093Z","caller":"traceutil/trace.go:171","msg":"trace[1007864153] linearizableReadLoop","detail":"{readStateIndex:2188; appliedIndex:2187; }","duration":"934.864515ms","start":"2026-03-25T16:56:05.059208Z","end":"2026-03-25T16:56:05.994073Z","steps":["trace[1007864153] 'read index received' (duration: 934.796113ms)","trace[1007864153] 'applied index is now lower than readState.Index' (duration: 67.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:56:05.994182Z","caller":"traceutil/trace.go:171","msg":"trace[477137643] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"943.553921ms","start":"2026-03-25T16:56:05.050621Z","end":"2026-03-25T16:56:05.994174Z","steps":["trace[477137643] 'process raft request' (duration: 943.325644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:05.994272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:05.050607Z","time spent":"943.596043ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:56:05.994482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.253145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T16:56:05.994582Z","caller":"traceutil/trace.go:171","msg":"trace[591629476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2107; }","duration":"935.361157ms","start":"2026-03-25T16:56:05.059181Z","end":"2026-03-25T16:56:05.994542Z","steps":["trace[591629476] 'agreement among raft nodes before linearized reading' (duration: 935.024059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:05.994619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:05.059169Z","time spent":"935.4415ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T16:56:12.603425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856899385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T16:56:12.667263Z","caller":"traceutil/trace.go:171","msg":"trace[2026874504] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"600.799648ms","start":"2026-03-25T16:56:12.066433Z","end":"2026-03-25T16:56:12.667233Z","steps":["trace[2026874504] 'process raft request' (duration: 600.589232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:12.667492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:12.066403Z","time spent":"600.971863ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:56:12.686373Z","caller":"traceutil/trace.go:171","msg":"trace[203547742] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2221; }","duration":"583.225629ms","start":"2026-03-25T16:56:12.103123Z","end":"2026-03-25T16:56:12.686349Z","steps":["trace[203547742] 'read index received' (duration: 564.001017ms)","trace[203547742] 'applied index is now lower than readState.Index' (duration: 19.223262ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:56:12.686444Z","caller":"traceutil/trace.go:171","msg":"trace[1823336247] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"594.320218ms","start":"2026-03-25T16:56:12.092096Z","end":"2026-03-25T16:56:12.686416Z","steps":["trace[1823336247] 'process raft request' (duration: 593.99948ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:12.686528Z","caller":"traceutil/trace.go:171","msg":"trace[434447728] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"594.168036ms","start":"2026-03-25T16:56:12.092335Z","end":"2026-03-25T16:56:12.686503Z","steps":["trace[434447728] 'process raft request' (duration: 593.93293ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:12.686618Z","caller":"traceutil/trace.go:171","msg":"trace[1393041886] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"401.421874ms","start":"2026-03-25T16:56:12.285181Z","end":"2026-03-25T16:56:12.686603Z","steps":["trace[1393041886] 'process raft request' (duration: 401.126657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:12.686688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:12.092324Z","time spent":"594.257618ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:56:12.686714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:12.285147Z","time spent":"401.516127ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:56:12.686806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.956647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-25T16:56:12.686887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.260887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:56:12.686928Z","caller":"traceutil/trace.go:171","msg":"trace[987604569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2142; }","duration":"348.37396ms","start":"2026-03-25T16:56:12.338543Z","end":"2026-03-25T16:56:12.686917Z","steps":["trace[987604569] 'agreement among raft nodes before linearized reading' (duration: 348.305048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:12.686956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:12.338514Z","time spent":"348.435993ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:56:12.687007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.148877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T16:56:12.687058Z","caller":"traceutil/trace.go:171","msg":"trace[1139675367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2142; }","duration":"504.201238ms","start":"2026-03-25T16:56:12.182843Z","end":"2026-03-25T16:56:12.687044Z","steps":["trace[1139675367] 'agreement among raft nodes before linearized reading' (duration: 504.019172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:12.68699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.871206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-25T16:56:12.68708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.956364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T16:56:12.687099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:12.182755Z","time spent":"504.333381ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:56:12.687128Z","caller":"traceutil/trace.go:171","msg":"trace[459563903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2142; }","duration":"524.034855ms","start":"2026-03-25T16:56:12.16308Z","end":"2026-03-25T16:56:12.687115Z","steps":["trace[459563903] 'agreement among raft nodes before linearized reading' (duration: 523.899021ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:12.68713Z","caller":"traceutil/trace.go:171","msg":"trace[1157790035] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2142; }","duration":"584.075953ms","start":"2026-03-25T16:56:12.103033Z","end":"2026-03-25T16:56:12.687109Z","steps":["trace[1157790035] 'agreement among raft nodes before linearized reading' (duration: 583.486207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:12.687185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:12.10298Z","time spent":"584.191525ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T16:56:12.687189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:12.163061Z","time spent":"524.107217ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:56:12.687231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:12.092057Z","time spent":"594.449842ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:56:12.687311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.34692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T16:56:12.686944Z","caller":"traceutil/trace.go:171","msg":"trace[1627954831] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2142; }","duration":"556.137532ms","start":"2026-03-25T16:56:12.130774Z","end":"2026-03-25T16:56:12.686911Z","steps":["trace[1627954831] 'agreement among raft nodes before linearized reading' (duration: 555.827034ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:12.687366Z","caller":"traceutil/trace.go:171","msg":"trace[1528606301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2142; }","duration":"504.403632ms","start":"2026-03-25T16:56:12.182948Z","end":"2026-03-25T16:56:12.687351Z","steps":["trace[1528606301] 'agreement among raft nodes before linearized reading' (duration: 504.259698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:12.68741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:12.182895Z","time spent":"504.502245ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:56:12.687404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:12.130757Z","time spent":"556.627495ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T16:56:12.687414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.004761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a023eefa77c375\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-25T16:56:12.687479Z","caller":"traceutil/trace.go:171","msg":"trace[1251266988] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a023eefa77c375; range_end:; response_count:1; response_revision:2142; }","duration":"197.103823ms","start":"2026-03-25T16:56:12.490351Z","end":"2026-03-25T16:56:12.687455Z","steps":["trace[1251266988] 'agreement among raft nodes before linearized reading' (duration: 196.936289ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:18.829955Z","caller":"traceutil/trace.go:171","msg":"trace[1881678445] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"118.789021ms","start":"2026-03-25T16:56:18.711141Z","end":"2026-03-25T16:56:18.82993Z","steps":["trace[1881678445] 'process raft request' (duration: 95.76707ms)","trace[1881678445] 'compare' (duration: 22.745854ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:56:18.830131Z","caller":"traceutil/trace.go:171","msg":"trace[1886749756] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"117.450414ms","start":"2026-03-25T16:56:18.712668Z","end":"2026-03-25T16:56:18.830118Z","steps":["trace[1886749756] 'process raft request' (duration: 117.166537ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:18.830227Z","caller":"traceutil/trace.go:171","msg":"trace[173813824] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"119.027876ms","start":"2026-03-25T16:56:18.711142Z","end":"2026-03-25T16:56:18.83017Z","steps":["trace[173813824] 'process raft request' (duration: 118.642156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:19.654845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.851636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:56:19.654995Z","caller":"traceutil/trace.go:171","msg":"trace[813244456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2182; }","duration":"315.053002ms","start":"2026-03-25T16:56:19.339919Z","end":"2026-03-25T16:56:19.654972Z","steps":["trace[813244456] 'range keys from in-memory index tree' (duration: 314.768403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:19.655676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:19.339899Z","time spent":"315.712429ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:56:21.347297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856899490,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T16:56:21.360771Z","caller":"traceutil/trace.go:171","msg":"trace[1191497259] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"626.208111ms","start":"2026-03-25T16:56:20.734538Z","end":"2026-03-25T16:56:21.360746Z","steps":["trace[1191497259] 'process raft request' (duration: 626.060077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:21.360906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.734518Z","time spent":"626.315184ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:56:21.372218Z","caller":"traceutil/trace.go:171","msg":"trace[550118975] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2267; }","duration":"524.961339ms","start":"2026-03-25T16:56:20.847244Z","end":"2026-03-25T16:56:21.372206Z","steps":["trace[550118975] 'read index received' (duration: 513.346556ms)","trace[550118975] 'applied index is now lower than readState.Index' (duration: 11.614293ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:56:21.37225Z","caller":"traceutil/trace.go:171","msg":"trace[239858933] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"536.940881ms","start":"2026-03-25T16:56:20.835292Z","end":"2026-03-25T16:56:21.372233Z","steps":["trace[239858933] 'process raft request' (duration: 527.918807ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:21.372268Z","caller":"traceutil/trace.go:171","msg":"trace[1744724209] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"533.914232ms","start":"2026-03-25T16:56:20.838346Z","end":"2026-03-25T16:56:21.37226Z","steps":["trace[1744724209] 'process raft request' (duration: 533.81381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:21.372322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.835273Z","time spent":"537.010964ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:56:21.372377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.141065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-25T16:56:21.372382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.838322Z","time spent":"533.982354ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:56:21.372418Z","caller":"traceutil/trace.go:171","msg":"trace[1471171068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2186; }","duration":"525.214517ms","start":"2026-03-25T16:56:20.847189Z","end":"2026-03-25T16:56:21.372403Z","steps":["trace[1471171068] 'agreement among raft nodes before linearized reading' (duration: 525.087942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:21.372428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.829764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:56:21.37245Z","caller":"traceutil/trace.go:171","msg":"trace[1729823955] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2186; }","duration":"453.852865ms","start":"2026-03-25T16:56:20.91859Z","end":"2026-03-25T16:56:21.372443Z","steps":["trace[1729823955] 'agreement among raft nodes before linearized reading' (duration: 453.806683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:21.372447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.847172Z","time spent":"525.267018ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T16:56:21.372468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.918527Z","time spent":"453.937106ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:56:21.372205Z","caller":"traceutil/trace.go:171","msg":"trace[551913277] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"536.671174ms","start":"2026-03-25T16:56:20.835512Z","end":"2026-03-25T16:56:21.372183Z","steps":["trace[551913277] 'process raft request' (duration: 536.618163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:21.372542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.507517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:56:21.372603Z","caller":"traceutil/trace.go:171","msg":"trace[1313260418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2186; }","duration":"519.62386ms","start":"2026-03-25T16:56:20.852962Z","end":"2026-03-25T16:56:21.372585Z","steps":["trace[1313260418] 'agreement among raft nodes before linearized reading' (duration: 519.406685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:21.372611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.039829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T16:56:21.372634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.57577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-25T16:56:21.372649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.85292Z","time spent":"519.716972ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:56:21.372665Z","caller":"traceutil/trace.go:171","msg":"trace[1187243639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2186; }","duration":"505.134683ms","start":"2026-03-25T16:56:20.867515Z","end":"2026-03-25T16:56:21.37265Z","steps":["trace[1187243639] 'agreement among raft nodes before linearized reading' (duration: 504.973089ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:21.372694Z","caller":"traceutil/trace.go:171","msg":"trace[274796132] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:2186; }","duration":"255.672522ms","start":"2026-03-25T16:56:21.117Z","end":"2026-03-25T16:56:21.372673Z","steps":["trace[274796132] 'agreement among raft nodes before linearized reading' (duration: 255.485978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:21.372675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.835479Z","time spent":"537.104896ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:56:21.37271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.867495Z","time spent":"505.202964ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:56:21.372776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.337048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:56:21.372801Z","caller":"traceutil/trace.go:171","msg":"trace[1738743196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2186; }","duration":"505.407859ms","start":"2026-03-25T16:56:20.867386Z","end":"2026-03-25T16:56:21.372794Z","steps":["trace[1738743196] 'agreement among raft nodes before linearized reading' (duration: 505.335277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:21.372819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.867362Z","time spent":"505.45252ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:56:21.372892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.381732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-25T16:56:21.372991Z","caller":"traceutil/trace.go:171","msg":"trace[319348020] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2186; }","duration":"504.524416ms","start":"2026-03-25T16:56:20.868444Z","end":"2026-03-25T16:56:21.372968Z","steps":["trace[319348020] 'agreement among raft nodes before linearized reading' (duration: 504.207488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:21.373034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.868431Z","time spent":"504.595268ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T16:56:21.37303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.577187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:56:21.373097Z","caller":"traceutil/trace.go:171","msg":"trace[333988157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2186; }","duration":"504.67529ms","start":"2026-03-25T16:56:20.868406Z","end":"2026-03-25T16:56:21.373081Z","steps":["trace[333988157] 'agreement among raft nodes before linearized reading' (duration: 504.439464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:21.373135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:20.86839Z","time spent":"504.733561ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T16:56:26.98622Z","caller":"traceutil/trace.go:171","msg":"trace[1420586230] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"465.051405ms","start":"2026-03-25T16:56:26.521148Z","end":"2026-03-25T16:56:26.9862Z","steps":["trace[1420586230] 'read index received' (duration: 451.357548ms)","trace[1420586230] 'applied index is now lower than readState.Index' (duration: 13.691587ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:56:26.986252Z","caller":"traceutil/trace.go:171","msg":"trace[2122897537] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"404.705761ms","start":"2026-03-25T16:56:26.581526Z","end":"2026-03-25T16:56:26.986232Z","steps":["trace[2122897537] 'process raft request' (duration: 404.571108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:26.986627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.383077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:56:26.986684Z","caller":"traceutil/trace.go:171","msg":"trace[295669675] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2213; }","duration":"221.49273ms","start":"2026-03-25T16:56:26.765182Z","end":"2026-03-25T16:56:26.986675Z","steps":["trace[295669675] 'agreement among raft nodes before linearized reading' (duration: 221.378627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:26.986611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:26.581494Z","time spent":"405.00925ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:56:26.986738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.478516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:56:26.98695Z","caller":"traceutil/trace.go:171","msg":"trace[310895350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2213; }","duration":"465.779564ms","start":"2026-03-25T16:56:26.521088Z","end":"2026-03-25T16:56:26.986868Z","steps":["trace[310895350] 'agreement among raft nodes before linearized reading' (duration: 465.361363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:26.987089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:56:26.521065Z","time spent":"465.974549ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:56:29.662347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.924166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:56:29.662512Z","caller":"traceutil/trace.go:171","msg":"trace[2018409572] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"213.772929ms","start":"2026-03-25T16:56:29.448711Z","end":"2026-03-25T16:56:29.662484Z","steps":["trace[2018409572] 'process raft request' (duration: 97.581866ms)","trace[2018409572] 'compare' (duration: 115.755071ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:56:29.678616Z","caller":"traceutil/trace.go:171","msg":"trace[146544243] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"228.427541ms","start":"2026-03-25T16:56:29.450172Z","end":"2026-03-25T16:56:29.678599Z","steps":["trace[146544243] 'process raft request' (duration: 228.3974ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:29.678649Z","caller":"traceutil/trace.go:171","msg":"trace[529959541] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"229.712815ms","start":"2026-03-25T16:56:29.448906Z","end":"2026-03-25T16:56:29.678619Z","steps":["trace[529959541] 'process raft request' (duration: 229.53338ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:29.678694Z","caller":"traceutil/trace.go:171","msg":"trace[1243479984] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"228.542814ms","start":"2026-03-25T16:56:29.450123Z","end":"2026-03-25T16:56:29.678666Z","steps":["trace[1243479984] 'process raft request' (duration: 228.420851ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:31.580975Z","caller":"traceutil/trace.go:171","msg":"trace[1318697689] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2323; }","duration":"148.401402ms","start":"2026-03-25T16:56:31.432559Z","end":"2026-03-25T16:56:31.580961Z","steps":["trace[1318697689] 'read index received' (duration: 56.099073ms)","trace[1318697689] 'applied index is now lower than readState.Index' (duration: 92.301819ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:56:31.580996Z","caller":"traceutil/trace.go:171","msg":"trace[1795598746] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"149.966113ms","start":"2026-03-25T16:56:31.431008Z","end":"2026-03-25T16:56:31.580974Z","steps":["trace[1795598746] 'process raft request' (duration: 145.910258ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:31.581024Z","caller":"traceutil/trace.go:171","msg":"trace[891291353] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"149.49029ms","start":"2026-03-25T16:56:31.431511Z","end":"2026-03-25T16:56:31.581001Z","steps":["trace[891291353] 'process raft request' (duration: 149.411278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:31.58115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.575557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T16:56:31.581183Z","caller":"traceutil/trace.go:171","msg":"trace[901391584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2238; }","duration":"148.646049ms","start":"2026-03-25T16:56:31.43253Z","end":"2026-03-25T16:56:31.581176Z","steps":["trace[901391584] 'agreement among raft nodes before linearized reading' (duration: 148.527706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:31.581242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.018981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T16:56:31.581277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.591915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-25T16:56:31.581308Z","caller":"traceutil/trace.go:171","msg":"trace[370241304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2238; }","duration":"146.108073ms","start":"2026-03-25T16:56:31.435184Z","end":"2026-03-25T16:56:31.581292Z","steps":["trace[370241304] 'agreement among raft nodes before linearized reading' (duration: 145.96362ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:31.581327Z","caller":"traceutil/trace.go:171","msg":"trace[2029468304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2238; }","duration":"136.662926ms","start":"2026-03-25T16:56:31.444649Z","end":"2026-03-25T16:56:31.581312Z","steps":["trace[2029468304] 'agreement among raft nodes before linearized reading' (duration: 136.530553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:50.073415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.820383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:56:50.073406Z","caller":"traceutil/trace.go:171","msg":"trace[621129378] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"111.688667ms","start":"2026-03-25T16:56:49.961649Z","end":"2026-03-25T16:56:50.073338Z","steps":["trace[621129378] 'process raft request' (duration: 111.464791ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:50.073493Z","caller":"traceutil/trace.go:171","msg":"trace[1471094382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2350; }","duration":"108.936295ms","start":"2026-03-25T16:56:49.964542Z","end":"2026-03-25T16:56:50.073478Z","steps":["trace[1471094382] 'agreement among raft nodes before linearized reading' (duration: 108.74644ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:50.07338Z","caller":"traceutil/trace.go:171","msg":"trace[2112731800] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"110.992328ms","start":"2026-03-25T16:56:49.962358Z","end":"2026-03-25T16:56:50.073351Z","steps":["trace[2112731800] 'process raft request' (duration: 110.890226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:50.073644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.493528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-25T16:56:50.073729Z","caller":"traceutil/trace.go:171","msg":"trace[2011451724] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2350; }","duration":"107.610951ms","start":"2026-03-25T16:56:49.966096Z","end":"2026-03-25T16:56:50.073706Z","steps":["trace[2011451724] 'agreement among raft nodes before linearized reading' (duration: 107.362425ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:07.18168Z","caller":"traceutil/trace.go:171","msg":"trace[2136804172] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"126.460213ms","start":"2026-03-25T16:57:07.055199Z","end":"2026-03-25T16:57:07.181659Z","steps":["trace[2136804172] 'process raft request' (duration: 126.307878ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:09.691616Z","caller":"traceutil/trace.go:171","msg":"trace[1820349856] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"310.801357ms","start":"2026-03-25T16:57:09.380764Z","end":"2026-03-25T16:57:09.691566Z","steps":["trace[1820349856] 'process raft request' (duration: 301.558186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:09.691997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:09.380722Z","time spent":"311.032812ms","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:57:10.699675Z","caller":"traceutil/trace.go:171","msg":"trace[2126387] linearizableReadLoop","detail":"{readStateIndex:2723; appliedIndex:2722; }","duration":"463.940116ms","start":"2026-03-25T16:57:10.235701Z","end":"2026-03-25T16:57:10.699641Z","steps":["trace[2126387] 'read index received' (duration: 463.74094ms)","trace[2126387] 'applied index is now lower than readState.Index' (duration: 197.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:57:10.700094Z","caller":"traceutil/trace.go:171","msg":"trace[1679069602] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"468.910515ms","start":"2026-03-25T16:57:10.231168Z","end":"2026-03-25T16:57:10.700078Z","steps":["trace[1679069602] 'process raft request' (duration: 468.34668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:10.700221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:10.231154Z","time spent":"468.982507ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2483,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:57:10.700566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.853569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T16:57:10.700613Z","caller":"traceutil/trace.go:171","msg":"trace[2072773492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2620; }","duration":"464.933491ms","start":"2026-03-25T16:57:10.235668Z","end":"2026-03-25T16:57:10.700602Z","steps":["trace[2072773492] 'agreement among raft nodes before linearized reading' (duration: 464.750327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:10.700645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:10.235656Z","time spent":"464.982162ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:57:10.700862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.892588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T16:57:10.7009Z","caller":"traceutil/trace.go:171","msg":"trace[511458649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2620; }","duration":"390.930358ms","start":"2026-03-25T16:57:10.309961Z","end":"2026-03-25T16:57:10.700891Z","steps":["trace[511458649] 'agreement among raft nodes before linearized reading' (duration: 390.830096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:10.700928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:10.309904Z","time spent":"391.017971ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:57:10.701155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.868065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:57:10.701194Z","caller":"traceutil/trace.go:171","msg":"trace[1644983824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2620; }","duration":"360.928136ms","start":"2026-03-25T16:57:10.340257Z","end":"2026-03-25T16:57:10.701185Z","steps":["trace[1644983824] 'agreement among raft nodes before linearized reading' (duration: 360.868594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:10.701221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:10.340246Z","time spent":"360.969317ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:57:10.70142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.407921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T16:57:10.701461Z","caller":"traceutil/trace.go:171","msg":"trace[326203327] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2620; }","duration":"391.464243ms","start":"2026-03-25T16:57:10.309985Z","end":"2026-03-25T16:57:10.701449Z","steps":["trace[326203327] 'agreement among raft nodes before linearized reading' (duration: 391.368471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:10.701488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:10.30998Z","time spent":"391.501834ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T16:57:13.529414Z","caller":"traceutil/trace.go:171","msg":"trace[402271296] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"385.358375ms","start":"2026-03-25T16:57:13.144032Z","end":"2026-03-25T16:57:13.529391Z","steps":["trace[402271296] 'process raft request' (duration: 385.241871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:13.529621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:13.144016Z","time spent":"385.469077ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:57:14.192946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856900474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:57:14.688943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.159236774s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:57:14.698436Z","caller":"traceutil/trace.go:171","msg":"trace[163706811] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"1.553782636s","start":"2026-03-25T16:57:13.144625Z","end":"2026-03-25T16:57:14.698407Z","steps":["trace[163706811] 'process raft request' (duration: 1.544531655s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:14.698606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:13.144587Z","time spent":"1.553924621s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:57:14.701137Z","caller":"traceutil/trace.go:171","msg":"trace[516245969] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2742; }","duration":"1.009177554s","start":"2026-03-25T16:57:13.691941Z","end":"2026-03-25T16:57:14.701119Z","steps":["trace[516245969] 'read index received' (duration: 997.229312ms)","trace[516245969] 'applied index is now lower than readState.Index' (duration: 11.947632ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:57:14.701157Z","caller":"traceutil/trace.go:171","msg":"trace[1449118967] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"976.430889ms","start":"2026-03-25T16:57:13.72471Z","end":"2026-03-25T16:57:14.701141Z","steps":["trace[1449118967] 'process raft request' (duration: 976.293525ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:14.701186Z","caller":"traceutil/trace.go:171","msg":"trace[530035539] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"841.118145ms","start":"2026-03-25T16:57:13.860045Z","end":"2026-03-25T16:57:14.701164Z","steps":["trace[530035539] 'process raft request' (duration: 841.029103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:14.701228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:13.724679Z","time spent":"976.517451ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:57:14.701258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009313617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T16:57:14.701281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:13.860016Z","time spent":"841.204188ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:57:14.701298Z","caller":"traceutil/trace.go:171","msg":"trace[190554214] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2642; }","duration":"1.009390169s","start":"2026-03-25T16:57:13.691893Z","end":"2026-03-25T16:57:14.701283Z","steps":["trace[190554214] 'agreement among raft nodes before linearized reading' (duration: 1.009317257s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:14.701326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:13.691871Z","time spent":"1.009447592s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:57:14.701407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.52399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-25T16:57:14.701407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.328736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:57:14.70145Z","caller":"traceutil/trace.go:171","msg":"trace[1345788082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2642; }","duration":"472.614782ms","start":"2026-03-25T16:57:14.228823Z","end":"2026-03-25T16:57:14.701437Z","steps":["trace[1345788082] 'agreement among raft nodes before linearized reading' (duration: 472.488139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:14.701475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:14.2288Z","time spent":"472.667833ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T16:57:14.701457Z","caller":"traceutil/trace.go:171","msg":"trace[97673721] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"790.606397ms","start":"2026-03-25T16:57:13.910823Z","end":"2026-03-25T16:57:14.701429Z","steps":["trace[97673721] 'process raft request' (duration: 790.276248ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:14.701482Z","caller":"traceutil/trace.go:171","msg":"trace[996119438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2642; }","duration":"361.42911ms","start":"2026-03-25T16:57:14.340029Z","end":"2026-03-25T16:57:14.701458Z","steps":["trace[996119438] 'agreement among raft nodes before linearized reading' (duration: 361.325237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:14.70151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.665715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T16:57:14.701535Z","caller":"traceutil/trace.go:171","msg":"trace[1968014077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2642; }","duration":"518.726316ms","start":"2026-03-25T16:57:14.182802Z","end":"2026-03-25T16:57:14.701529Z","steps":["trace[1968014077] 'agreement among raft nodes before linearized reading' (duration: 518.661245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:14.701538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:14.340009Z","time spent":"361.519051ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:57:14.701581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:14.182783Z","time spent":"518.791577ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:57:14.70151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.142406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-25T16:57:14.701627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:13.910794Z","time spent":"790.73024ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:57:14.701666Z","caller":"traceutil/trace.go:171","msg":"trace[109219744] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2642; }","duration":"885.347141ms","start":"2026-03-25T16:57:13.81629Z","end":"2026-03-25T16:57:14.701637Z","steps":["trace[109219744] 'agreement among raft nodes before linearized reading' (duration: 885.008892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:14.701583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.768484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-25T16:57:14.701719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:13.816269Z","time spent":"885.437984ms","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-25T16:57:14.701742Z","caller":"traceutil/trace.go:171","msg":"trace[145010749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2642; }","duration":"496.997499ms","start":"2026-03-25T16:57:14.204736Z","end":"2026-03-25T16:57:14.701733Z","steps":["trace[145010749] 'agreement among raft nodes before linearized reading' (duration: 496.668861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:14.701775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:14.204718Z","time spent":"497.04904ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T16:57:15.801102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.985902ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:57:15.801277Z","caller":"traceutil/trace.go:171","msg":"trace[1909912092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2648; }","duration":"164.174468ms","start":"2026-03-25T16:57:15.637079Z","end":"2026-03-25T16:57:15.801253Z","steps":["trace[1909912092] 'range keys from in-memory index tree' (duration: 163.963732ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:20.864181Z","caller":"traceutil/trace.go:171","msg":"trace[577560854] linearizableReadLoop","detail":"{readStateIndex:2790; appliedIndex:2787; }","duration":"140.211241ms","start":"2026-03-25T16:57:20.723943Z","end":"2026-03-25T16:57:20.864154Z","steps":["trace[577560854] 'read index received' (duration: 66.553398ms)","trace[577560854] 'applied index is now lower than readState.Index' (duration: 73.656773ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:57:20.864271Z","caller":"traceutil/trace.go:171","msg":"trace[1598876823] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"141.098996ms","start":"2026-03-25T16:57:20.723152Z","end":"2026-03-25T16:57:20.864251Z","steps":["trace[1598876823] 'process raft request' (duration: 140.948021ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:20.864229Z","caller":"traceutil/trace.go:171","msg":"trace[1064290967] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"146.085244ms","start":"2026-03-25T16:57:20.718108Z","end":"2026-03-25T16:57:20.864193Z","steps":["trace[1064290967] 'process raft request' (duration: 145.838398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:20.864484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.47141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-25T16:57:20.864551Z","caller":"traceutil/trace.go:171","msg":"trace[2033381922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2684; }","duration":"140.625753ms","start":"2026-03-25T16:57:20.723909Z","end":"2026-03-25T16:57:20.864535Z","steps":["trace[2033381922] 'agreement among raft nodes before linearized reading' (duration: 140.389997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:20.864586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.032337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T16:57:20.864604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.974811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T16:57:20.86462Z","caller":"traceutil/trace.go:171","msg":"trace[970878174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2684; }","duration":"140.099718ms","start":"2026-03-25T16:57:20.724511Z","end":"2026-03-25T16:57:20.864611Z","steps":["trace[970878174] 'agreement among raft nodes before linearized reading' (duration: 139.936194ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:20.864639Z","caller":"traceutil/trace.go:171","msg":"trace[1455513019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2684; }","duration":"136.055433ms","start":"2026-03-25T16:57:20.728573Z","end":"2026-03-25T16:57:20.864629Z","steps":["trace[1455513019] 'agreement among raft nodes before linearized reading' (duration: 135.957811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:20.864636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.010669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:57:20.864677Z","caller":"traceutil/trace.go:171","msg":"trace[480649199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2684; }","duration":"137.107061ms","start":"2026-03-25T16:57:20.727557Z","end":"2026-03-25T16:57:20.864664Z","steps":["trace[480649199] 'agreement among raft nodes before linearized reading' (duration: 136.975878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:20.86474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.045558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:57:20.864857Z","caller":"traceutil/trace.go:171","msg":"trace[1758292468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2684; }","duration":"109.216922ms","start":"2026-03-25T16:57:20.755619Z","end":"2026-03-25T16:57:20.864836Z","steps":["trace[1758292468] 'agreement among raft nodes before linearized reading' (duration: 108.934515ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:22.988752Z","caller":"traceutil/trace.go:171","msg":"trace[273328739] linearizableReadLoop","detail":"{readStateIndex:2802; appliedIndex:2800; }","duration":"114.443459ms","start":"2026-03-25T16:57:22.874284Z","end":"2026-03-25T16:57:22.988727Z","steps":["trace[273328739] 'read index received' (duration: 79.625069ms)","trace[273328739] 'applied index is now lower than readState.Index' (duration: 34.81748ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:57:22.988903Z","caller":"traceutil/trace.go:171","msg":"trace[707221932] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"119.213533ms","start":"2026-03-25T16:57:22.869653Z","end":"2026-03-25T16:57:22.988867Z","steps":["trace[707221932] 'process raft request' (duration: 84.2569ms)","trace[707221932] 'compare' (duration: 34.377158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:57:22.989194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.884051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T16:57:22.98888Z","caller":"traceutil/trace.go:171","msg":"trace[2067403873] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"119.06322ms","start":"2026-03-25T16:57:22.869777Z","end":"2026-03-25T16:57:22.98884Z","steps":["trace[2067403873] 'process raft request' (duration: 118.846824ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:22.989319Z","caller":"traceutil/trace.go:171","msg":"trace[368260422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2695; }","duration":"115.049604ms","start":"2026-03-25T16:57:22.874249Z","end":"2026-03-25T16:57:22.989298Z","steps":["trace[368260422] 'agreement among raft nodes before linearized reading' (duration: 114.676364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:22.989357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.523999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T16:57:22.989444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.756859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:57:22.989495Z","caller":"traceutil/trace.go:171","msg":"trace[357494042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2695; }","duration":"111.805781ms","start":"2026-03-25T16:57:22.877675Z","end":"2026-03-25T16:57:22.989481Z","steps":["trace[357494042] 'agreement among raft nodes before linearized reading' (duration: 111.664067ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:22.989488Z","caller":"traceutil/trace.go:171","msg":"trace[272242964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2695; }","duration":"112.699333ms","start":"2026-03-25T16:57:22.876766Z","end":"2026-03-25T16:57:22.989465Z","steps":["trace[272242964] 'agreement among raft nodes before linearized reading' (duration: 112.399086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:22.989308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.124828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:57:22.989669Z","caller":"traceutil/trace.go:171","msg":"trace[936495179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2695; }","duration":"112.493868ms","start":"2026-03-25T16:57:22.877152Z","end":"2026-03-25T16:57:22.989646Z","steps":["trace[936495179] 'agreement among raft nodes before linearized reading' (duration: 112.028856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:22.990093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.116015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-25T16:57:22.990239Z","caller":"traceutil/trace.go:171","msg":"trace[2046341863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2695; }","duration":"113.290199ms","start":"2026-03-25T16:57:22.876924Z","end":"2026-03-25T16:57:22.990214Z","steps":["trace[2046341863] 'agreement among raft nodes before linearized reading' (duration: 113.015332ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:23.61605Z","caller":"traceutil/trace.go:171","msg":"trace[616640818] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"152.271126ms","start":"2026-03-25T16:57:23.463762Z","end":"2026-03-25T16:57:23.616033Z","steps":["trace[616640818] 'process raft request' (duration: 152.155823ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:33.227115Z","caller":"traceutil/trace.go:171","msg":"trace[693411947] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"108.074742ms","start":"2026-03-25T16:57:33.119005Z","end":"2026-03-25T16:57:33.22708Z","steps":["trace[693411947] 'process raft request' (duration: 39.726597ms)","trace[693411947] 'compare' (duration: 68.025037ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:57:33.227235Z","caller":"traceutil/trace.go:171","msg":"trace[58203981] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"107.61906ms","start":"2026-03-25T16:57:33.119603Z","end":"2026-03-25T16:57:33.227222Z","steps":["trace[58203981] 'process raft request' (duration: 107.449245ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:33.227137Z","caller":"traceutil/trace.go:171","msg":"trace[1019239304] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"108.148843ms","start":"2026-03-25T16:57:33.118957Z","end":"2026-03-25T16:57:33.227106Z","steps":["trace[1019239304] 'process raft request' (duration: 108.01143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:47.250065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173276389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:57:47.250181Z","caller":"traceutil/trace.go:171","msg":"trace[390759004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2833; }","duration":"1.173444745s","start":"2026-03-25T16:57:46.076707Z","end":"2026-03-25T16:57:47.250151Z","steps":["trace[390759004] 'count revisions from in-memory index tree' (duration: 1.173178537s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:47.250259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:46.076685Z","time spent":"1.173543068s","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:57:47.256706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.094059ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T16:57:47.25693Z","caller":"traceutil/trace.go:171","msg":"trace[104915857] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"327.270376ms","start":"2026-03-25T16:57:46.929646Z","end":"2026-03-25T16:57:47.256917Z","steps":["trace[104915857] 'process raft request' (duration: 327.137083ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:47.256903Z","caller":"traceutil/trace.go:171","msg":"trace[1541604841] linearizableReadLoop","detail":"{readStateIndex:2945; appliedIndex:2944; }","duration":"915.392045ms","start":"2026-03-25T16:57:46.341473Z","end":"2026-03-25T16:57:47.256865Z","steps":["trace[1541604841] 'read index received' (duration: 80.167213ms)","trace[1541604841] 'applied index is now lower than readState.Index' (duration: 835.221022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:57:47.257018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:46.929627Z","time spent":"327.334708ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:57:47.257167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.690924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:57:47.257242Z","caller":"traceutil/trace.go:171","msg":"trace[125783279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2834; }","duration":"915.835007ms","start":"2026-03-25T16:57:46.341392Z","end":"2026-03-25T16:57:47.257227Z","steps":["trace[125783279] 'agreement among raft nodes before linearized reading' (duration: 915.615091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:47.257392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:46.341364Z","time spent":"916.018203ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:57:47.258028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.437335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:57:47.258085Z","caller":"traceutil/trace.go:171","msg":"trace[139800643] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2836; }","duration":"900.524327ms","start":"2026-03-25T16:57:46.357544Z","end":"2026-03-25T16:57:47.258069Z","steps":["trace[139800643] 'agreement among raft nodes before linearized reading' (duration: 900.437515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:47.258118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:46.35753Z","time spent":"900.578809ms","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:57:47.258207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.314918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a02404f2802aa1\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-25T16:57:47.258234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.152065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T16:57:47.258254Z","caller":"traceutil/trace.go:171","msg":"trace[975729940] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a02404f2802aa1; range_end:; response_count:1; response_revision:2836; }","duration":"394.386169ms","start":"2026-03-25T16:57:46.863855Z","end":"2026-03-25T16:57:47.258241Z","steps":["trace[975729940] 'agreement among raft nodes before linearized reading' (duration: 394.212295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:47.25829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:46.863838Z","time spent":"394.443891ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a02404f2802aa1\" "} {"level":"info","ts":"2026-03-25T16:57:47.258299Z","caller":"traceutil/trace.go:171","msg":"trace[786844866] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"109.976942ms","start":"2026-03-25T16:57:47.148297Z","end":"2026-03-25T16:57:47.258273Z","steps":["trace[786844866] 'process raft request' (duration: 109.565522ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:47.258368Z","caller":"traceutil/trace.go:171","msg":"trace[666842034] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2836; }","duration":"355.215616ms","start":"2026-03-25T16:57:46.903043Z","end":"2026-03-25T16:57:47.258258Z","steps":["trace[666842034] 'agreement among raft nodes before linearized reading' (duration: 354.997821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:47.258506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:46.903026Z","time spent":"355.467143ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T16:57:47.258639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.276145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T16:57:47.258687Z","caller":"traceutil/trace.go:171","msg":"trace[515379592] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2836; }","duration":"356.351557ms","start":"2026-03-25T16:57:46.902325Z","end":"2026-03-25T16:57:47.258677Z","steps":["trace[515379592] 'agreement among raft nodes before linearized reading' (duration: 356.212943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:47.258718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:46.902309Z","time spent":"356.403598ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-25T16:57:49.593982Z","caller":"traceutil/trace.go:171","msg":"trace[104574907] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"227.48951ms","start":"2026-03-25T16:57:49.366462Z","end":"2026-03-25T16:57:49.593951Z","steps":["trace[104574907] 'process raft request' (duration: 163.840899ms)","trace[104574907] 'compare' (duration: 63.529068ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:57:49.596176Z","caller":"traceutil/trace.go:171","msg":"trace[1729289948] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"228.864517ms","start":"2026-03-25T16:57:49.367283Z","end":"2026-03-25T16:57:49.596147Z","steps":["trace[1729289948] 'process raft request' (duration: 228.684901ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:49.596386Z","caller":"traceutil/trace.go:171","msg":"trace[159665948] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"109.452538ms","start":"2026-03-25T16:57:49.486917Z","end":"2026-03-25T16:57:49.59637Z","steps":["trace[159665948] 'process raft request' (duration: 109.185051ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:51.917648Z","caller":"traceutil/trace.go:171","msg":"trace[1885539712] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"313.238949ms","start":"2026-03-25T16:57:51.60438Z","end":"2026-03-25T16:57:51.917618Z","steps":["trace[1885539712] 'process raft request' (duration: 313.030404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:51.917827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:51.604353Z","time spent":"313.378204ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:57:52.510764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.95058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:57:52.510877Z","caller":"traceutil/trace.go:171","msg":"trace[1708443547] linearizableReadLoop","detail":"{readStateIndex:2981; appliedIndex:2979; }","duration":"694.368994ms","start":"2026-03-25T16:57:51.81649Z","end":"2026-03-25T16:57:52.510859Z","steps":["trace[1708443547] 'read index received' (duration: 100.953326ms)","trace[1708443547] 'applied index is now lower than readState.Index' (duration: 593.414148ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:57:52.510958Z","caller":"traceutil/trace.go:171","msg":"trace[1897098485] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"904.887062ms","start":"2026-03-25T16:57:51.60606Z","end":"2026-03-25T16:57:52.510947Z","steps":["trace[1897098485] 'process raft request' (duration: 585.652955ms)","trace[1897098485] 'compare' (duration: 318.696282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:57:52.511047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:51.606042Z","time spent":"904.953133ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:57:52.511261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.730432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-25T16:57:52.51141Z","caller":"traceutil/trace.go:171","msg":"trace[1729599631] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2868; }","duration":"694.952439ms","start":"2026-03-25T16:57:51.816422Z","end":"2026-03-25T16:57:52.511374Z","steps":["trace[1729599631] 'agreement among raft nodes before linearized reading' (duration: 694.553938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:52.511496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:51.816398Z","time spent":"695.079602ms","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-25T16:57:52.516046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.063098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:57:52.516046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.602918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:57:52.516115Z","caller":"traceutil/trace.go:171","msg":"trace[1662564212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2869; }","duration":"611.163091ms","start":"2026-03-25T16:57:51.904934Z","end":"2026-03-25T16:57:52.516097Z","steps":["trace[1662564212] 'agreement among raft nodes before linearized reading' (duration: 610.961046ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:52.516171Z","caller":"traceutil/trace.go:171","msg":"trace[1664839035] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2869; }","duration":"612.736811ms","start":"2026-03-25T16:57:51.903414Z","end":"2026-03-25T16:57:52.51615Z","steps":["trace[1664839035] 'agreement among raft nodes before linearized reading' (duration: 612.577357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:52.516211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:51.903321Z","time spent":"612.882086ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:57:52.516248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:57:51.904921Z","time spent":"611.258213ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T16:57:52.516441Z","caller":"traceutil/trace.go:171","msg":"trace[246900239] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"205.007864ms","start":"2026-03-25T16:57:52.311424Z","end":"2026-03-25T16:57:52.516432Z","steps":["trace[246900239] 'process raft request' (duration: 204.276175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:52.51652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.574138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:57:52.516543Z","caller":"traceutil/trace.go:171","msg":"trace[1234193738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2869; }","duration":"174.646951ms","start":"2026-03-25T16:57:52.34189Z","end":"2026-03-25T16:57:52.516537Z","steps":["trace[1234193738] 'agreement among raft nodes before linearized reading' (duration: 174.61103ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:53.537233Z","caller":"traceutil/trace.go:171","msg":"trace[1454312894] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"226.020943ms","start":"2026-03-25T16:57:53.311189Z","end":"2026-03-25T16:57:53.53721Z","steps":["trace[1454312894] 'process raft request' (duration: 225.859759ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:53.555942Z","caller":"traceutil/trace.go:171","msg":"trace[340009652] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"243.12051ms","start":"2026-03-25T16:57:53.312788Z","end":"2026-03-25T16:57:53.555909Z","steps":["trace[340009652] 'process raft request' (duration: 242.933414ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:53.555944Z","caller":"traceutil/trace.go:171","msg":"trace[960284765] linearizableReadLoop","detail":"{readStateIndex:2986; appliedIndex:2983; }","duration":"186.954612ms","start":"2026-03-25T16:57:53.368924Z","end":"2026-03-25T16:57:53.555879Z","steps":["trace[960284765] 'read index received' (duration: 168.199592ms)","trace[960284765] 'applied index is now lower than readState.Index' (duration: 18.7543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:57:53.556082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.144968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T16:57:53.556121Z","caller":"traceutil/trace.go:171","msg":"trace[766694969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2873; }","duration":"187.2277ms","start":"2026-03-25T16:57:53.368884Z","end":"2026-03-25T16:57:53.556112Z","steps":["trace[766694969] 'agreement among raft nodes before linearized reading' (duration: 187.101817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:53.55627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.141234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T16:57:53.556314Z","caller":"traceutil/trace.go:171","msg":"trace[1478525606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2873; }","duration":"180.216596ms","start":"2026-03-25T16:57:53.376075Z","end":"2026-03-25T16:57:53.556291Z","steps":["trace[1478525606] 'agreement among raft nodes before linearized reading' (duration: 180.067803ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:53.556413Z","caller":"traceutil/trace.go:171","msg":"trace[1864570739] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"243.103399ms","start":"2026-03-25T16:57:53.313292Z","end":"2026-03-25T16:57:53.556396Z","steps":["trace[1864570739] 'process raft request' (duration: 242.555155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:53.556462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.491844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:57:53.556492Z","caller":"traceutil/trace.go:171","msg":"trace[226948910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2873; }","duration":"177.536906ms","start":"2026-03-25T16:57:53.378948Z","end":"2026-03-25T16:57:53.556485Z","steps":["trace[226948910] 'agreement among raft nodes before linearized reading' (duration: 177.460584ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:54.101626Z","caller":"traceutil/trace.go:171","msg":"trace[1923267512] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"175.922694ms","start":"2026-03-25T16:57:53.925684Z","end":"2026-03-25T16:57:54.101607Z","steps":["trace[1923267512] 'process raft request' (duration: 175.77839ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:54.709753Z","caller":"traceutil/trace.go:171","msg":"trace[1339227767] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"190.426283ms","start":"2026-03-25T16:57:54.519294Z","end":"2026-03-25T16:57:54.709721Z","steps":["trace[1339227767] 'process raft request' (duration: 190.167205ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:54.881926Z","caller":"traceutil/trace.go:171","msg":"trace[504466273] linearizableReadLoop","detail":"{readStateIndex:2992; appliedIndex:2991; }","duration":"122.007367ms","start":"2026-03-25T16:57:54.759897Z","end":"2026-03-25T16:57:54.881905Z","steps":["trace[504466273] 'read index received' (duration: 121.821121ms)","trace[504466273] 'applied index is now lower than readState.Index' (duration: 185.246µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:57:54.882329Z","caller":"traceutil/trace.go:171","msg":"trace[1615894397] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"166.437297ms","start":"2026-03-25T16:57:54.715882Z","end":"2026-03-25T16:57:54.882319Z","steps":["trace[1615894397] 'process raft request' (duration: 165.895772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:57:54.882513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.584301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:57:54.882594Z","caller":"traceutil/trace.go:171","msg":"trace[949950326] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2879; }","duration":"122.718095ms","start":"2026-03-25T16:57:54.759855Z","end":"2026-03-25T16:57:54.882573Z","steps":["trace[949950326] 'agreement among raft nodes before linearized reading' (duration: 122.516149ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:58:00.156558Z","caller":"traceutil/trace.go:171","msg":"trace[1455006727] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"217.578502ms","start":"2026-03-25T16:57:59.938959Z","end":"2026-03-25T16:58:00.156537Z","steps":["trace[1455006727] 'process raft request' (duration: 217.418548ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:58:00.17379Z","caller":"traceutil/trace.go:171","msg":"trace[1843643652] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"150.626764ms","start":"2026-03-25T16:58:00.023135Z","end":"2026-03-25T16:58:00.173762Z","steps":["trace[1843643652] 'process raft request' (duration: 150.355907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:58:20.565492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.804203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:58:20.565661Z","caller":"traceutil/trace.go:171","msg":"trace[996861049] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"154.343631ms","start":"2026-03-25T16:58:20.411293Z","end":"2026-03-25T16:58:20.565637Z","steps":["trace[996861049] 'process raft request' (duration: 48.199689ms)","trace[996861049] 'compare' (duration: 105.508455ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:58:29.070079Z","caller":"traceutil/trace.go:171","msg":"trace[1275237652] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"108.102483ms","start":"2026-03-25T16:58:28.961933Z","end":"2026-03-25T16:58:29.070036Z","steps":["trace[1275237652] 'process raft request' (duration: 107.826726ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:58:55.971895Z","caller":"traceutil/trace.go:171","msg":"trace[769144944] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"195.084855ms","start":"2026-03-25T16:58:55.776792Z","end":"2026-03-25T16:58:55.971877Z","steps":["trace[769144944] 'process raft request' (duration: 194.974752ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:58:55.976994Z","caller":"traceutil/trace.go:171","msg":"trace[926032583] linearizableReadLoop","detail":"{readStateIndex:3334; appliedIndex:3333; }","duration":"109.90328ms","start":"2026-03-25T16:58:55.867072Z","end":"2026-03-25T16:58:55.976975Z","steps":["trace[926032583] 'read index received' (duration: 104.839037ms)","trace[926032583] 'applied index is now lower than readState.Index' (duration: 5.063253ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:58:55.977106Z","caller":"traceutil/trace.go:171","msg":"trace[1550721961] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"108.73137ms","start":"2026-03-25T16:58:55.868337Z","end":"2026-03-25T16:58:55.977069Z","steps":["trace[1550721961] 'process raft request' (duration: 108.597906ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:58:55.977033Z","caller":"traceutil/trace.go:171","msg":"trace[1331936409] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"173.291167ms","start":"2026-03-25T16:58:55.803725Z","end":"2026-03-25T16:58:55.977016Z","steps":["trace[1331936409] 'process raft request' (duration: 173.111401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:58:55.977723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.611738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-25T16:58:55.97786Z","caller":"traceutil/trace.go:171","msg":"trace[930537931] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3209; }","duration":"110.803594ms","start":"2026-03-25T16:58:55.867041Z","end":"2026-03-25T16:58:55.977844Z","steps":["trace[930537931] 'agreement among raft nodes before linearized reading' (duration: 110.572357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:32.72492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.840308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:00:32.725191Z","caller":"traceutil/trace.go:171","msg":"trace[1580272171] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"331.541888ms","start":"2026-03-25T17:00:32.393626Z","end":"2026-03-25T17:00:32.725168Z","steps":["trace[1580272171] 'process raft request' (duration: 126.323979ms)","trace[1580272171] 'compare' (duration: 204.49635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:32.725296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:32.393597Z","time spent":"331.64625ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:32.725446Z","caller":"traceutil/trace.go:171","msg":"trace[982320213] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"241.114009ms","start":"2026-03-25T17:00:32.484319Z","end":"2026-03-25T17:00:32.725433Z","steps":["trace[982320213] 'process raft request' (duration: 240.739679ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:32.725895Z","caller":"traceutil/trace.go:171","msg":"trace[893052818] linearizableReadLoop","detail":"{readStateIndex:4059; appliedIndex:4055; }","duration":"204.944281ms","start":"2026-03-25T17:00:32.520924Z","end":"2026-03-25T17:00:32.725869Z","steps":["trace[893052818] 'read index received' (duration: 203.342058ms)","trace[893052818] 'applied index is now lower than readState.Index' (duration: 1.601063ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:32.72593Z","caller":"traceutil/trace.go:171","msg":"trace[1337708572] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"244.699214ms","start":"2026-03-25T17:00:32.481163Z","end":"2026-03-25T17:00:32.725862Z","steps":["trace[1337708572] 'process raft request' (duration: 244.225651ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:32.725979Z","caller":"traceutil/trace.go:171","msg":"trace[842232724] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"230.867594ms","start":"2026-03-25T17:00:32.495034Z","end":"2026-03-25T17:00:32.725901Z","steps":["trace[842232724] 'process raft request' (duration: 230.733079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:32.726182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.144315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:00:32.726252Z","caller":"traceutil/trace.go:171","msg":"trace[1688713534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3907; }","duration":"131.271758ms","start":"2026-03-25T17:00:32.594965Z","end":"2026-03-25T17:00:32.726236Z","steps":["trace[1688713534] 'agreement among raft nodes before linearized reading' (duration: 131.074483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:32.726219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.264338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-25T17:00:32.726315Z","caller":"traceutil/trace.go:171","msg":"trace[811327989] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3907; }","duration":"205.428113ms","start":"2026-03-25T17:00:32.520867Z","end":"2026-03-25T17:00:32.726295Z","steps":["trace[811327989] 'agreement among raft nodes before linearized reading' (duration: 205.083245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:32.726718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.37208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:00:32.726876Z","caller":"traceutil/trace.go:171","msg":"trace[443118957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3907; }","duration":"131.560526ms","start":"2026-03-25T17:00:32.595293Z","end":"2026-03-25T17:00:32.726853Z","steps":["trace[443118957] 'agreement among raft nodes before linearized reading' (duration: 130.842037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.242206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856903893,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T17:00:35.516222Z","caller":"traceutil/trace.go:171","msg":"trace[401714519] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"784.115445ms","start":"2026-03-25T17:00:34.732073Z","end":"2026-03-25T17:00:35.516188Z","steps":["trace[401714519] 'process raft request' (duration: 783.878009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.516447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.732032Z","time spent":"784.29957ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:35.581382Z","caller":"traceutil/trace.go:171","msg":"trace[557123044] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"849.234986ms","start":"2026-03-25T17:00:34.732121Z","end":"2026-03-25T17:00:35.581356Z","steps":["trace[557123044] 'process raft request' (duration: 849.018611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.581603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.732067Z","time spent":"849.40421ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:35.581654Z","caller":"traceutil/trace.go:171","msg":"trace[1141838247] linearizableReadLoop","detail":"{readStateIndex:4072; appliedIndex:4069; }","duration":"839.469612ms","start":"2026-03-25T17:00:34.742124Z","end":"2026-03-25T17:00:35.581593Z","steps":["trace[1141838247] 'read index received' (duration: 773.705975ms)","trace[1141838247] 'applied index is now lower than readState.Index' (duration: 65.761517ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:35.581712Z","caller":"traceutil/trace.go:171","msg":"trace[1773215145] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"849.276777ms","start":"2026-03-25T17:00:34.732417Z","end":"2026-03-25T17:00:35.581694Z","steps":["trace[1773215145] 'process raft request' (duration: 848.899217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.581835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.732406Z","time spent":"849.348929ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:35.581839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.697087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:00:35.582622Z","caller":"traceutil/trace.go:171","msg":"trace[1367087080] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3920; }","duration":"840.473677ms","start":"2026-03-25T17:00:34.742117Z","end":"2026-03-25T17:00:35.582591Z","steps":["trace[1367087080] 'agreement among raft nodes before linearized reading' (duration: 839.653396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.582738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.742079Z","time spent":"840.640942ms","remote":"127.0.0.1:54310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:35.581981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.887372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:00:35.581982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.170997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:35.583361Z","caller":"traceutil/trace.go:171","msg":"trace[608483188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3920; }","duration":"243.609835ms","start":"2026-03-25T17:00:35.339732Z","end":"2026-03-25T17:00:35.583342Z","steps":["trace[608483188] 'agreement among raft nodes before linearized reading' (duration: 242.178468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.582024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.689752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:00:35.582058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.617087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:00:35.582055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.554719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:00:35.58209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.564308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-25T17:00:35.582152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.740842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T17:00:35.582166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.929404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:00:35.58219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.952794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:00:35.583457Z","caller":"traceutil/trace.go:171","msg":"trace[1309268172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3920; }","duration":"814.267788ms","start":"2026-03-25T17:00:34.769181Z","end":"2026-03-25T17:00:35.583449Z","steps":["trace[1309268172] 'agreement among raft nodes before linearized reading' (duration: 812.875192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.583774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.769151Z","time spent":"814.611607ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T17:00:35.583502Z","caller":"traceutil/trace.go:171","msg":"trace[2107911109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:3920; }","duration":"412.087377ms","start":"2026-03-25T17:00:35.171403Z","end":"2026-03-25T17:00:35.583491Z","steps":["trace[2107911109] 'agreement among raft nodes before linearized reading' (duration: 410.63415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.583833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:35.17134Z","time spent":"412.484729ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"info","ts":"2026-03-25T17:00:35.583507Z","caller":"traceutil/trace.go:171","msg":"trace[1582783170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3920; }","duration":"209.025316ms","start":"2026-03-25T17:00:35.374471Z","end":"2026-03-25T17:00:35.583496Z","steps":["trace[1582783170] 'agreement among raft nodes before linearized reading' (duration: 207.465005ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:35.583537Z","caller":"traceutil/trace.go:171","msg":"trace[1541493852] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3920; }","duration":"600.250292ms","start":"2026-03-25T17:00:34.983279Z","end":"2026-03-25T17:00:35.58353Z","steps":["trace[1541493852] 'agreement among raft nodes before linearized reading' (duration: 598.720753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.584126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.983256Z","time spent":"600.844267ms","remote":"127.0.0.1:53750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:00:35.583534Z","caller":"traceutil/trace.go:171","msg":"trace[1769351859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3920; }","duration":"814.34438ms","start":"2026-03-25T17:00:34.769184Z","end":"2026-03-25T17:00:35.583528Z","steps":["trace[1769351859] 'agreement among raft nodes before linearized reading' (duration: 812.840491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.584223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.76917Z","time spent":"815.042618ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:00:35.583563Z","caller":"traceutil/trace.go:171","msg":"trace[1184498243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3920; }","duration":"816.196267ms","start":"2026-03-25T17:00:34.767361Z","end":"2026-03-25T17:00:35.583557Z","steps":["trace[1184498243] 'agreement among raft nodes before linearized reading' (duration: 814.509294ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:35.583545Z","caller":"traceutil/trace.go:171","msg":"trace[221662678] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3920; }","duration":"600.090908ms","start":"2026-03-25T17:00:34.983433Z","end":"2026-03-25T17:00:35.583524Z","steps":["trace[221662678] 'agreement among raft nodes before linearized reading' (duration: 598.444506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.584344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.767332Z","time spent":"816.991009ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:00:35.584397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.983427Z","time spent":"600.957521ms","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":66,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:00:35.583318Z","caller":"traceutil/trace.go:171","msg":"trace[2019626096] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3920; }","duration":"663.208876ms","start":"2026-03-25T17:00:34.920037Z","end":"2026-03-25T17:00:35.583246Z","steps":["trace[2019626096] 'agreement among raft nodes before linearized reading' (duration: 661.913353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:35.584525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.920015Z","time spent":"664.486449ms","remote":"127.0.0.1:53810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:01:06.186595Z","caller":"traceutil/trace.go:171","msg":"trace[601714896] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"114.553803ms","start":"2026-03-25T17:01:06.072005Z","end":"2026-03-25T17:01:06.186558Z","steps":["trace[601714896] 'process raft request' (duration: 114.253906ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:03.619109Z","caller":"traceutil/trace.go:171","msg":"trace[2092717766] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"201.815984ms","start":"2026-03-25T17:02:03.417254Z","end":"2026-03-25T17:02:03.61907Z","steps":["trace[2092717766] 'process raft request' (duration: 200.90025ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:03.625163Z","caller":"traceutil/trace.go:171","msg":"trace[25796716] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"166.579818ms","start":"2026-03-25T17:02:03.458546Z","end":"2026-03-25T17:02:03.625126Z","steps":["trace[25796716] 'process raft request' (duration: 166.231839ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:03.625579Z","caller":"traceutil/trace.go:171","msg":"trace[471146594] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"117.084103ms","start":"2026-03-25T17:02:03.508408Z","end":"2026-03-25T17:02:03.625492Z","steps":["trace[471146594] 'process raft request' (duration: 116.555249ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:05.185305Z","caller":"traceutil/trace.go:171","msg":"trace[763082867] linearizableReadLoop","detail":"{readStateIndex:5045; appliedIndex:5044; }","duration":"224.38984ms","start":"2026-03-25T17:02:04.960864Z","end":"2026-03-25T17:02:05.185254Z","steps":["trace[763082867] 'read index received' (duration: 145.49688ms)","trace[763082867] 'applied index is now lower than readState.Index' (duration: 78.89177ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:05.185325Z","caller":"traceutil/trace.go:171","msg":"trace[382283322] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"261.884283ms","start":"2026-03-25T17:02:04.923396Z","end":"2026-03-25T17:02:05.18528Z","steps":["trace[382283322] 'process raft request' (duration: 183.018434ms)","trace[382283322] 'compare' (duration: 78.662513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:02:05.185499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.570934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:3051"} {"level":"info","ts":"2026-03-25T17:02:05.185683Z","caller":"traceutil/trace.go:171","msg":"trace[1806767265] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4855; }","duration":"224.80881ms","start":"2026-03-25T17:02:04.96082Z","end":"2026-03-25T17:02:05.185629Z","steps":["trace[1806767265] 'agreement among raft nodes before linearized reading' (duration: 224.496812ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:05.187216Z","caller":"traceutil/trace.go:171","msg":"trace[1492543057] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4855; }","duration":"166.229818ms","start":"2026-03-25T17:02:05.020961Z","end":"2026-03-25T17:02:05.18719Z","steps":["trace[1492543057] 'process raft request' (duration: 166.086645ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:07.015538Z","caller":"traceutil/trace.go:171","msg":"trace[1996354411] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5107; }","duration":"222.836589ms","start":"2026-03-25T17:02:06.792661Z","end":"2026-03-25T17:02:07.015498Z","steps":["trace[1996354411] 'read index received' (duration: 148.539379ms)","trace[1996354411] 'applied index is now lower than readState.Index' (duration: 74.29487ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:07.015589Z","caller":"traceutil/trace.go:171","msg":"trace[1590039084] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"245.827566ms","start":"2026-03-25T17:02:06.769709Z","end":"2026-03-25T17:02:07.015536Z","steps":["trace[1590039084] 'process raft request' (duration: 171.503525ms)","trace[1590039084] 'compare' (duration: 73.841138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:02:07.015902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.213318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-25T17:02:07.015954Z","caller":"traceutil/trace.go:171","msg":"trace[148515900] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4915; }","duration":"223.342762ms","start":"2026-03-25T17:02:06.792597Z","end":"2026-03-25T17:02:07.01594Z","steps":["trace[148515900] 'agreement among raft nodes before linearized reading' (duration: 223.099635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:07.015938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.369877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-25T17:02:07.016049Z","caller":"traceutil/trace.go:171","msg":"trace[595739284] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4915; }","duration":"212.542582ms","start":"2026-03-25T17:02:06.803482Z","end":"2026-03-25T17:02:07.016025Z","steps":["trace[595739284] 'agreement among raft nodes before linearized reading' (duration: 212.259694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:07.971866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.898279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-25T17:02:07.97196Z","caller":"traceutil/trace.go:171","msg":"trace[503742068] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4946; }","duration":"124.054513ms","start":"2026-03-25T17:02:07.847885Z","end":"2026-03-25T17:02:07.97194Z","steps":["trace[503742068] 'range keys from in-memory index tree' (duration: 123.661213ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:12.433606Z","caller":"traceutil/trace.go:171","msg":"trace[85956475] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"287.209401ms","start":"2026-03-25T17:02:12.146373Z","end":"2026-03-25T17:02:12.433582Z","steps":["trace[85956475] 'process raft request' (duration: 287.028227ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:12.433607Z","caller":"traceutil/trace.go:171","msg":"trace[252668617] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"287.1423ms","start":"2026-03-25T17:02:12.146383Z","end":"2026-03-25T17:02:12.433525Z","steps":["trace[252668617] 'process raft request' (duration: 211.493445ms)","trace[252668617] 'compare' (duration: 75.348487ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:12.433731Z","caller":"traceutil/trace.go:171","msg":"trace[1243145104] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"286.336209ms","start":"2026-03-25T17:02:12.147345Z","end":"2026-03-25T17:02:12.433681Z","steps":["trace[1243145104] 'process raft request' (duration: 286.117223ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:12.433742Z","caller":"traceutil/trace.go:171","msg":"trace[1373362559] linearizableReadLoop","detail":"{readStateIndex:5249; appliedIndex:5245; }","duration":"234.677327ms","start":"2026-03-25T17:02:12.199038Z","end":"2026-03-25T17:02:12.433716Z","steps":["trace[1373362559] 'read index received' (duration: 158.828737ms)","trace[1373362559] 'applied index is now lower than readState.Index' (duration: 75.84761ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:12.433784Z","caller":"traceutil/trace.go:171","msg":"trace[653036172] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"270.077677ms","start":"2026-03-25T17:02:12.16369Z","end":"2026-03-25T17:02:12.433768Z","steps":["trace[653036172] 'process raft request' (duration: 269.830751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:12.433927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.457689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:02:12.434035Z","caller":"traceutil/trace.go:171","msg":"trace[1569085675] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5049; }","duration":"125.637815ms","start":"2026-03-25T17:02:12.308385Z","end":"2026-03-25T17:02:12.434023Z","steps":["trace[1569085675] 'agreement among raft nodes before linearized reading' (duration: 125.48544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:12.434078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.49471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-25T17:02:12.434142Z","caller":"traceutil/trace.go:171","msg":"trace[1337107158] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5049; }","duration":"262.589562ms","start":"2026-03-25T17:02:12.171532Z","end":"2026-03-25T17:02:12.434121Z","steps":["trace[1337107158] 'agreement among raft nodes before linearized reading' (duration: 262.350485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:12.434138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.039173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-gj6wj\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-25T17:02:12.434219Z","caller":"traceutil/trace.go:171","msg":"trace[1996702128] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-gj6wj; range_end:; response_count:1; response_revision:5049; }","duration":"119.172026ms","start":"2026-03-25T17:02:12.315026Z","end":"2026-03-25T17:02:12.434198Z","steps":["trace[1996702128] 'agreement among raft nodes before linearized reading' (duration: 118.894648ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:19.485767Z","caller":"traceutil/trace.go:171","msg":"trace[437028772] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5477; }","duration":"103.274342ms","start":"2026-03-25T17:02:19.382464Z","end":"2026-03-25T17:02:19.485738Z","steps":["trace[437028772] 'read index received' (duration: 79.509185ms)","trace[437028772] 'applied index is now lower than readState.Index' (duration: 23.764127ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:19.485894Z","caller":"traceutil/trace.go:171","msg":"trace[1012138789] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"110.011477ms","start":"2026-03-25T17:02:19.37587Z","end":"2026-03-25T17:02:19.485882Z","steps":["trace[1012138789] 'process raft request' (duration: 86.073866ms)","trace[1012138789] 'compare' (duration: 23.625704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:02:19.48635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.868858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:02:19.486417Z","caller":"traceutil/trace.go:171","msg":"trace[24286123] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5273; }","duration":"103.9842ms","start":"2026-03-25T17:02:19.382418Z","end":"2026-03-25T17:02:19.486402Z","steps":["trace[24286123] 'agreement among raft nodes before linearized reading' (duration: 103.741164ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:19.66953Z","caller":"traceutil/trace.go:171","msg":"trace[1802763484] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5479; }","duration":"151.328273ms","start":"2026-03-25T17:02:19.518175Z","end":"2026-03-25T17:02:19.669504Z","steps":["trace[1802763484] 'read index received' (duration: 151.091056ms)","trace[1802763484] 'applied index is now lower than readState.Index' (duration: 236.116µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:19.669611Z","caller":"traceutil/trace.go:171","msg":"trace[794795061] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"165.328785ms","start":"2026-03-25T17:02:19.504226Z","end":"2026-03-25T17:02:19.669555Z","steps":["trace[794795061] 'process raft request' (duration: 165.112328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:19.669768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.559598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:02:19.669815Z","caller":"traceutil/trace.go:171","msg":"trace[161504095] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5275; }","duration":"151.676281ms","start":"2026-03-25T17:02:19.518124Z","end":"2026-03-25T17:02:19.6698Z","steps":["trace[161504095] 'agreement among raft nodes before linearized reading' (duration: 151.541487ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:27.556704Z","caller":"traceutil/trace.go:171","msg":"trace[1129616721] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"125.447359ms","start":"2026-03-25T17:02:27.431211Z","end":"2026-03-25T17:02:27.556658Z","steps":["trace[1129616721] 'process raft request' (duration: 27.641998ms)","trace[1129616721] 'compare' (duration: 97.466582ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:31.296442Z","caller":"traceutil/trace.go:171","msg":"trace[915882541] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"157.924142ms","start":"2026-03-25T17:02:31.138482Z","end":"2026-03-25T17:02:31.296407Z","steps":["trace[915882541] 'process raft request' (duration: 157.487551ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:35.34527Z","caller":"traceutil/trace.go:171","msg":"trace[308185508] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"532.875264ms","start":"2026-03-25T17:02:34.812361Z","end":"2026-03-25T17:02:35.345236Z","steps":["trace[308185508] 'process raft request' (duration: 532.665198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:35.345481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:34.812347Z","time spent":"533.012648ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:02:35.356231Z","caller":"traceutil/trace.go:171","msg":"trace[1027678953] linearizableReadLoop","detail":"{readStateIndex:5699; appliedIndex:5697; }","duration":"443.724538ms","start":"2026-03-25T17:02:34.912473Z","end":"2026-03-25T17:02:35.356198Z","steps":["trace[1027678953] 'read index received' (duration: 432.563628ms)","trace[1027678953] 'applied index is now lower than readState.Index' (duration: 11.15903ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:35.356416Z","caller":"traceutil/trace.go:171","msg":"trace[1817775140] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"542.904964ms","start":"2026-03-25T17:02:34.813494Z","end":"2026-03-25T17:02:35.356399Z","steps":["trace[1817775140] 'process raft request' (duration: 537.924235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:35.356583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.258917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-25T17:02:35.356581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:34.813457Z","time spent":"543.008867ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:02:35.356634Z","caller":"traceutil/trace.go:171","msg":"trace[1623916459] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5489; }","duration":"256.36486ms","start":"2026-03-25T17:02:35.100258Z","end":"2026-03-25T17:02:35.356623Z","steps":["trace[1623916459] 'agreement among raft nodes before linearized reading' (duration: 256.205797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:35.356662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.007681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5588"} {"level":"warn","ts":"2026-03-25T17:02:35.356574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.094628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:02:35.356698Z","caller":"traceutil/trace.go:171","msg":"trace[1667533672] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5489; }","duration":"291.080592ms","start":"2026-03-25T17:02:35.065608Z","end":"2026-03-25T17:02:35.356689Z","steps":["trace[1667533672] 'agreement among raft nodes before linearized reading' (duration: 290.925368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:35.356703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.975344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:02:35.356748Z","caller":"traceutil/trace.go:171","msg":"trace[1448310690] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5489; }","duration":"444.303293ms","start":"2026-03-25T17:02:34.912413Z","end":"2026-03-25T17:02:35.356716Z","steps":["trace[1448310690] 'agreement among raft nodes before linearized reading' (duration: 444.054207ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:35.356782Z","caller":"traceutil/trace.go:171","msg":"trace[984674499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5489; }","duration":"429.128679ms","start":"2026-03-25T17:02:34.927633Z","end":"2026-03-25T17:02:35.356762Z","steps":["trace[984674499] 'agreement among raft nodes before linearized reading' (duration: 428.820831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:35.356806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:34.912389Z","time spent":"444.399216ms","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-25T17:02:35.356835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:34.927604Z","time spent":"429.2212ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T17:02:37.288509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.509736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:02:37.288589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.393639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:02:37.288606Z","caller":"traceutil/trace.go:171","msg":"trace[1591410949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5562; }","duration":"193.704432ms","start":"2026-03-25T17:02:37.094879Z","end":"2026-03-25T17:02:37.288584Z","steps":["trace[1591410949] 'count revisions from in-memory index tree' (duration: 193.400624ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:37.288622Z","caller":"traceutil/trace.go:171","msg":"trace[1215824601] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5562; }","duration":"468.48514ms","start":"2026-03-25T17:02:36.820128Z","end":"2026-03-25T17:02:37.288613Z","steps":["trace[1215824601] 'count revisions from in-memory index tree' (duration: 468.273935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:37.288662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:36.820098Z","time spent":"468.554792ms","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":49,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:02:37.288973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.905927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-25T17:02:37.289061Z","caller":"traceutil/trace.go:171","msg":"trace[1902754628] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5562; }","duration":"199.049661ms","start":"2026-03-25T17:02:37.089993Z","end":"2026-03-25T17:02:37.289042Z","steps":["trace[1902754628] 'range keys from in-memory index tree' (duration: 198.662441ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:37.474903Z","caller":"traceutil/trace.go:171","msg":"trace[468868362] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5773; }","duration":"134.418133ms","start":"2026-03-25T17:02:37.340464Z","end":"2026-03-25T17:02:37.474882Z","steps":["trace[468868362] 'read index received' (duration: 134.086634ms)","trace[468868362] 'applied index is now lower than readState.Index' (duration: 330.079µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:37.474997Z","caller":"traceutil/trace.go:171","msg":"trace[2011685445] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"178.712123ms","start":"2026-03-25T17:02:37.296235Z","end":"2026-03-25T17:02:37.474947Z","steps":["trace[2011685445] 'process raft request' (duration: 178.452686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:37.475098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.613988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:02:37.47514Z","caller":"traceutil/trace.go:171","msg":"trace[1559842829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5563; }","duration":"134.737992ms","start":"2026-03-25T17:02:37.340391Z","end":"2026-03-25T17:02:37.475129Z","steps":["trace[1559842829] 'agreement among raft nodes before linearized reading' (duration: 134.635819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:37.475388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.71729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T17:02:37.475458Z","caller":"traceutil/trace.go:171","msg":"trace[132444620] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5563; }","duration":"124.852323ms","start":"2026-03-25T17:02:37.350591Z","end":"2026-03-25T17:02:37.475444Z","steps":["trace[132444620] 'agreement among raft nodes before linearized reading' (duration: 124.640648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:37.475837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.777662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:02:37.475866Z","caller":"traceutil/trace.go:171","msg":"trace[448913730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5563; }","duration":"114.827694ms","start":"2026-03-25T17:02:37.361029Z","end":"2026-03-25T17:02:37.475856Z","steps":["trace[448913730] 'agreement among raft nodes before linearized reading' (duration: 114.739941ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:37.601605Z","caller":"traceutil/trace.go:171","msg":"trace[1286833562] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"121.016263ms","start":"2026-03-25T17:02:37.480564Z","end":"2026-03-25T17:02:37.60158Z","steps":["trace[1286833562] 'process raft request' (duration: 25.468151ms)","trace[1286833562] 'compare' (duration: 95.128152ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:37.602057Z","caller":"traceutil/trace.go:171","msg":"trace[322853190] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"120.960732ms","start":"2026-03-25T17:02:37.481076Z","end":"2026-03-25T17:02:37.602037Z","steps":["trace[322853190] 'process raft request' (duration: 120.448589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:38.616044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.44548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:02:38.616155Z","caller":"traceutil/trace.go:171","msg":"trace[1048033379] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5565; }","duration":"888.621786ms","start":"2026-03-25T17:02:37.72751Z","end":"2026-03-25T17:02:38.616132Z","steps":["trace[1048033379] 'count revisions from in-memory index tree' (duration: 888.342558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:38.616203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:37.727486Z","time spent":"888.703488ms","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:02:38.616578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.719033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:02:38.616752Z","caller":"traceutil/trace.go:171","msg":"trace[1736389399] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"435.217536ms","start":"2026-03-25T17:02:38.181523Z","end":"2026-03-25T17:02:38.616741Z","steps":["trace[1736389399] 'process raft request' (duration: 435.150144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:38.616824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:38.181496Z","time spent":"435.294289ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:02:38.616895Z","caller":"traceutil/trace.go:171","msg":"trace[987041924] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"599.146934ms","start":"2026-03-25T17:02:38.017612Z","end":"2026-03-25T17:02:38.616759Z","steps":["trace[987041924] 'process raft request' (duration: 189.131593ms)","trace[987041924] 'compare' (duration: 409.161009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:02:38.617091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:38.01754Z","time spent":"599.456293ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:02:39.679975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208173737s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:02:39.690608Z","caller":"traceutil/trace.go:171","msg":"trace[255338943] linearizableReadLoop","detail":"{readStateIndex:5780; appliedIndex:5776; }","duration":"1.35109224s","start":"2026-03-25T17:02:38.339472Z","end":"2026-03-25T17:02:39.690564Z","steps":["trace[255338943] 'read index received' (duration: 132.289896ms)","trace[255338943] 'applied index is now lower than readState.Index' (duration: 1.218800693s)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:39.690655Z","caller":"traceutil/trace.go:171","msg":"trace[903734641] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"1.442529315s","start":"2026-03-25T17:02:38.248094Z","end":"2026-03-25T17:02:39.690624Z","steps":["trace[903734641] 'process raft request' (duration: 1.442298289s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:39.690804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:38.24807Z","time spent":"1.442634977s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:02:39.690915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35144655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T17:02:39.690938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348169134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:02:39.690973Z","caller":"traceutil/trace.go:171","msg":"trace[1916666577] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:5569; }","duration":"1.351547832s","start":"2026-03-25T17:02:38.339408Z","end":"2026-03-25T17:02:39.690956Z","steps":["trace[1916666577] 'agreement among raft nodes before linearized reading' (duration: 1.351340727s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:39.691034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:38.339385Z","time spent":"1.351637854s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"info","ts":"2026-03-25T17:02:39.690986Z","caller":"traceutil/trace.go:171","msg":"trace[712098103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5569; }","duration":"1.348257917s","start":"2026-03-25T17:02:38.342716Z","end":"2026-03-25T17:02:39.690974Z","steps":["trace[712098103] 'agreement among raft nodes before linearized reading' (duration: 1.348070222s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:39.691436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.769605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:02:39.691464Z","caller":"traceutil/trace.go:171","msg":"trace[874251750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5569; }","duration":"352.852996ms","start":"2026-03-25T17:02:39.338604Z","end":"2026-03-25T17:02:39.691457Z","steps":["trace[874251750] 'agreement among raft nodes before linearized reading' (duration: 352.806564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:39.691469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:38.342706Z","time spent":"1.348729359s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:02:39.691538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.108996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-453fc7f0-5181-4670-a5b9-03f653cdf622\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-25T17:02:39.691483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:39.338578Z","time spent":"352.900958ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T17:02:39.691565Z","caller":"traceutil/trace.go:171","msg":"trace[1931071452] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-453fc7f0-5181-4670-a5b9-03f653cdf622; range_end:; response_count:1; response_revision:5569; }","duration":"994.167328ms","start":"2026-03-25T17:02:38.69739Z","end":"2026-03-25T17:02:39.691557Z","steps":["trace[1931071452] 'agreement among raft nodes before linearized reading' (duration: 994.105476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:39.691583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:38.697369Z","time spent":"994.209458ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-453fc7f0-5181-4670-a5b9-03f653cdf622\" "} {"level":"warn","ts":"2026-03-25T17:02:39.691717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112515662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:02:39.691741Z","caller":"traceutil/trace.go:171","msg":"trace[325318863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5569; }","duration":"1.112579993s","start":"2026-03-25T17:02:38.579155Z","end":"2026-03-25T17:02:39.691735Z","steps":["trace[325318863] 'agreement among raft nodes before linearized reading' (duration: 1.112521382s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:39.691757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:38.579135Z","time spent":"1.112618154s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:02:39.691769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104156785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:02:39.691794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058052537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:02:39.691822Z","caller":"traceutil/trace.go:171","msg":"trace[20488762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5569; }","duration":"1.104258837s","start":"2026-03-25T17:02:38.587548Z","end":"2026-03-25T17:02:39.691807Z","steps":["trace[20488762] 'agreement among raft nodes before linearized reading' (duration: 1.104109683s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:39.691842Z","caller":"traceutil/trace.go:171","msg":"trace[1110629911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5569; }","duration":"1.058121718s","start":"2026-03-25T17:02:38.633692Z","end":"2026-03-25T17:02:39.691814Z","steps":["trace[1110629911] 'agreement among raft nodes before linearized reading' (duration: 1.058031926s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:39.69188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:38.63367Z","time spent":"1.058200571s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:02:39.69188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:38.587522Z","time spent":"1.104344699s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:02:39.690723Z","caller":"traceutil/trace.go:171","msg":"trace[1102884280] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"1.445955024s","start":"2026-03-25T17:02:38.244596Z","end":"2026-03-25T17:02:39.690551Z","steps":["trace[1102884280] 'process raft request' (duration: 1.435659617s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:39.692295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:38.244558Z","time spent":"1.447668109s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:02:46.385419Z","caller":"traceutil/trace.go:171","msg":"trace[1609455549] linearizableReadLoop","detail":"{readStateIndex:5932; appliedIndex:5931; }","duration":"145.47782ms","start":"2026-03-25T17:02:46.239915Z","end":"2026-03-25T17:02:46.385392Z","steps":["trace[1609455549] 'read index received' (duration: 145.224104ms)","trace[1609455549] 'applied index is now lower than readState.Index' (duration: 252.616µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:46.385789Z","caller":"traceutil/trace.go:171","msg":"trace[1755690740] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"147.073812ms","start":"2026-03-25T17:02:46.238701Z","end":"2026-03-25T17:02:46.385775Z","steps":["trace[1755690740] 'process raft request' (duration: 146.456086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:46.386122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.187888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53450a44-c809-4890-ac49-891fc0b3bd92\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-25T17:02:46.386169Z","caller":"traceutil/trace.go:171","msg":"trace[699994354] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53450a44-c809-4890-ac49-891fc0b3bd92; range_end:; response_count:1; response_revision:5716; }","duration":"146.302331ms","start":"2026-03-25T17:02:46.239853Z","end":"2026-03-25T17:02:46.386155Z","steps":["trace[699994354] 'agreement among raft nodes before linearized reading' (duration: 146.129337ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:50.387615Z","caller":"traceutil/trace.go:171","msg":"trace[1195903774] linearizableReadLoop","detail":"{readStateIndex:5966; appliedIndex:5965; }","duration":"105.596013ms","start":"2026-03-25T17:02:50.281992Z","end":"2026-03-25T17:02:50.387588Z","steps":["trace[1195903774] 'read index received' (duration: 105.281015ms)","trace[1195903774] 'applied index is now lower than readState.Index' (duration: 313.538µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:50.387686Z","caller":"traceutil/trace.go:171","msg":"trace[1316819724] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"112.821781ms","start":"2026-03-25T17:02:50.274818Z","end":"2026-03-25T17:02:50.38764Z","steps":["trace[1316819724] 'process raft request' (duration: 112.576894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:50.387889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.86237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-25T17:02:50.387955Z","caller":"traceutil/trace.go:171","msg":"trace[1047742622] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5750; }","duration":"105.976583ms","start":"2026-03-25T17:02:50.281961Z","end":"2026-03-25T17:02:50.387937Z","steps":["trace[1047742622] 'agreement among raft nodes before linearized reading' (duration: 105.750087ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:08.088858Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2954} {"level":"info","ts":"2026-03-25T17:03:08.163434Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2954,"took":"73.010049ms","hash":2812259984,"current-db-size-bytes":56995840,"current-db-size":"57 MB","current-db-size-in-use-bytes":32477184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-25T17:03:08.163521Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2812259984,"revision":2954,"compact-revision":-1} {"level":"info","ts":"2026-03-25T17:03:31.366409Z","caller":"traceutil/trace.go:171","msg":"trace[1050077002] transaction","detail":"{read_only:false; response_revision:6111; number_of_response:1; }","duration":"200.043223ms","start":"2026-03-25T17:03:31.166341Z","end":"2026-03-25T17:03:31.366384Z","steps":["trace[1050077002] 'process raft request' (duration: 165.931656ms)","trace[1050077002] 'compare' (duration: 33.986174ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:03:31.376715Z","caller":"traceutil/trace.go:171","msg":"trace[848600224] transaction","detail":"{read_only:false; response_revision:6112; number_of_response:1; }","duration":"147.067675ms","start":"2026-03-25T17:03:31.229621Z","end":"2026-03-25T17:03:31.376688Z","steps":["trace[848600224] 'process raft request' (duration: 146.91075ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:32.000823Z","caller":"traceutil/trace.go:171","msg":"trace[184233963] transaction","detail":"{read_only:false; response_revision:6113; number_of_response:1; }","duration":"111.099949ms","start":"2026-03-25T17:03:31.889697Z","end":"2026-03-25T17:03:32.000797Z","steps":["trace[184233963] 'process raft request' (duration: 110.956856ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:32.01252Z","caller":"traceutil/trace.go:171","msg":"trace[2000499929] transaction","detail":"{read_only:false; response_revision:6114; number_of_response:1; }","duration":"120.809633ms","start":"2026-03-25T17:03:31.891666Z","end":"2026-03-25T17:03:32.012476Z","steps":["trace[2000499929] 'process raft request' (duration: 120.659019ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:38.187845Z","caller":"traceutil/trace.go:171","msg":"trace[1804776773] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"106.942392ms","start":"2026-03-25T17:03:38.080875Z","end":"2026-03-25T17:03:38.187818Z","steps":["trace[1804776773] 'process raft request' (duration: 104.378545ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:38.188226Z","caller":"traceutil/trace.go:171","msg":"trace[2069778457] transaction","detail":"{read_only:false; response_revision:6171; number_of_response:1; }","duration":"106.721745ms","start":"2026-03-25T17:03:38.08147Z","end":"2026-03-25T17:03:38.188192Z","steps":["trace[2069778457] 'process raft request' (duration: 106.276253ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:38.188318Z","caller":"traceutil/trace.go:171","msg":"trace[478214676] transaction","detail":"{read_only:false; response_revision:6172; number_of_response:1; }","duration":"106.683974ms","start":"2026-03-25T17:03:38.081601Z","end":"2026-03-25T17:03:38.188285Z","steps":["trace[478214676] 'process raft request' (duration: 106.499329ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:38.188459Z","caller":"traceutil/trace.go:171","msg":"trace[1573129957] linearizableReadLoop","detail":"{readStateIndex:6402; appliedIndex:6397; }","duration":"104.797565ms","start":"2026-03-25T17:03:38.08364Z","end":"2026-03-25T17:03:38.188438Z","steps":["trace[1573129957] 'read index received' (duration: 24.906577ms)","trace[1573129957] 'applied index is now lower than readState.Index' (duration: 79.888768ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:03:38.188576Z","caller":"traceutil/trace.go:171","msg":"trace[1226866727] transaction","detail":"{read_only:false; response_revision:6173; number_of_response:1; }","duration":"104.933588ms","start":"2026-03-25T17:03:38.083553Z","end":"2026-03-25T17:03:38.188486Z","steps":["trace[1226866727] 'process raft request' (duration: 104.686942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:03:38.188947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.282928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109092"} {"level":"info","ts":"2026-03-25T17:03:38.189001Z","caller":"traceutil/trace.go:171","msg":"trace[1283223277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6173; }","duration":"105.361909ms","start":"2026-03-25T17:03:38.083625Z","end":"2026-03-25T17:03:38.188987Z","steps":["trace[1283223277] 'agreement among raft nodes before linearized reading' (duration: 104.919428ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:46.197145Z","caller":"traceutil/trace.go:171","msg":"trace[823099967] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"495.552519ms","start":"2026-03-25T17:03:45.701565Z","end":"2026-03-25T17:03:46.197118Z","steps":["trace[823099967] 'process raft request' (duration: 495.345764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:03:46.197338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:03:45.701521Z","time spent":"495.719943ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:03:46.292987Z","caller":"traceutil/trace.go:171","msg":"trace[152355048] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"315.365253ms","start":"2026-03-25T17:03:45.977597Z","end":"2026-03-25T17:03:46.292962Z","steps":["trace[152355048] 'process raft request' (duration: 315.059574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:03:46.293149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.284009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T17:03:46.293107Z","caller":"traceutil/trace.go:171","msg":"trace[1380334456] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"241.913472ms","start":"2026-03-25T17:03:46.051136Z","end":"2026-03-25T17:03:46.293049Z","steps":["trace[1380334456] 'process raft request' (duration: 241.693307ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:46.293165Z","caller":"traceutil/trace.go:171","msg":"trace[1933777512] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"115.884874ms","start":"2026-03-25T17:03:46.177257Z","end":"2026-03-25T17:03:46.293142Z","steps":["trace[1933777512] 'process raft request' (duration: 115.682969ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:46.293182Z","caller":"traceutil/trace.go:171","msg":"trace[353160708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6214; }","duration":"170.355521ms","start":"2026-03-25T17:03:46.122818Z","end":"2026-03-25T17:03:46.293174Z","steps":["trace[353160708] 'agreement among raft nodes before linearized reading' (duration: 170.225438ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:46.293235Z","caller":"traceutil/trace.go:171","msg":"trace[2013736022] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"214.036997ms","start":"2026-03-25T17:03:46.079146Z","end":"2026-03-25T17:03:46.293183Z","steps":["trace[2013736022] 'process raft request' (duration: 213.72334ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:46.293014Z","caller":"traceutil/trace.go:171","msg":"trace[746322201] linearizableReadLoop","detail":"{readStateIndex:6443; appliedIndex:6439; }","duration":"170.142066ms","start":"2026-03-25T17:03:46.122859Z","end":"2026-03-25T17:03:46.293001Z","steps":["trace[746322201] 'read index received' (duration: 74.043867ms)","trace[746322201] 'applied index is now lower than readState.Index' (duration: 96.097309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:03:46.293537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.707078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:03:46.293635Z","caller":"traceutil/trace.go:171","msg":"trace[221076037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6214; }","duration":"148.815291ms","start":"2026-03-25T17:03:46.144802Z","end":"2026-03-25T17:03:46.293617Z","steps":["trace[221076037] 'agreement among raft nodes before linearized reading' (duration: 148.595345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:03:46.293867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:03:45.97754Z","time spent":"315.520246ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:03:50.586766Z","caller":"traceutil/trace.go:171","msg":"trace[1449899191] transaction","detail":"{read_only:false; response_revision:6256; number_of_response:1; }","duration":"169.699004ms","start":"2026-03-25T17:03:50.417037Z","end":"2026-03-25T17:03:50.586736Z","steps":["trace[1449899191] 'process raft request' (duration: 163.561604ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:50.586873Z","caller":"traceutil/trace.go:171","msg":"trace[2087420920] transaction","detail":"{read_only:false; response_revision:6257; number_of_response:1; }","duration":"169.654812ms","start":"2026-03-25T17:03:50.417188Z","end":"2026-03-25T17:03:50.586843Z","steps":["trace[2087420920] 'process raft request' (duration: 169.468087ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:50.586966Z","caller":"traceutil/trace.go:171","msg":"trace[234855530] linearizableReadLoop","detail":"{readStateIndex:6489; appliedIndex:6484; }","duration":"169.534189ms","start":"2026-03-25T17:03:50.417413Z","end":"2026-03-25T17:03:50.586947Z","steps":["trace[234855530] 'read index received' (duration: 8.084181ms)","trace[234855530] 'applied index is now lower than readState.Index' (duration: 161.448328ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:03:50.587099Z","caller":"traceutil/trace.go:171","msg":"trace[104241071] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"169.897568ms","start":"2026-03-25T17:03:50.41717Z","end":"2026-03-25T17:03:50.587067Z","steps":["trace[104241071] 'process raft request' (duration: 169.57614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:03:50.587265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.835977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:116600"} {"level":"info","ts":"2026-03-25T17:03:50.587314Z","caller":"traceutil/trace.go:171","msg":"trace[29270917] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6258; }","duration":"169.93299ms","start":"2026-03-25T17:03:50.417368Z","end":"2026-03-25T17:03:50.587301Z","steps":["trace[29270917] 'agreement among raft nodes before linearized reading' (duration: 169.648372ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:50.728415Z","caller":"traceutil/trace.go:171","msg":"trace[784692221] transaction","detail":"{read_only:false; response_revision:6259; number_of_response:1; }","duration":"177.047134ms","start":"2026-03-25T17:03:50.551345Z","end":"2026-03-25T17:03:50.728392Z","steps":["trace[784692221] 'process raft request' (duration: 174.423386ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:50.870918Z","caller":"traceutil/trace.go:171","msg":"trace[1861813769] transaction","detail":"{read_only:false; response_revision:6260; number_of_response:1; }","duration":"133.378659ms","start":"2026-03-25T17:03:50.737507Z","end":"2026-03-25T17:03:50.870886Z","steps":["trace[1861813769] 'process raft request' (duration: 129.997851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:03:51.260618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.876188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T17:03:51.260737Z","caller":"traceutil/trace.go:171","msg":"trace[1324198862] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:6261; }","duration":"120.052333ms","start":"2026-03-25T17:03:51.140654Z","end":"2026-03-25T17:03:51.260706Z","steps":["trace[1324198862] 'range keys from in-memory index tree' (duration: 119.585191ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:51.439443Z","caller":"traceutil/trace.go:171","msg":"trace[406769607] linearizableReadLoop","detail":"{readStateIndex:6493; appliedIndex:6492; }","duration":"101.10019ms","start":"2026-03-25T17:03:51.338308Z","end":"2026-03-25T17:03:51.439408Z","steps":["trace[406769607] 'read index received' (duration: 100.873003ms)","trace[406769607] 'applied index is now lower than readState.Index' (duration: 225.467µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:03:51.439657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.310836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:03:51.439757Z","caller":"traceutil/trace.go:171","msg":"trace[641126573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6261; }","duration":"101.462619ms","start":"2026-03-25T17:03:51.338272Z","end":"2026-03-25T17:03:51.439735Z","steps":["trace[641126573] 'agreement among raft nodes before linearized reading' (duration: 101.271374ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:03:51.63743Z","caller":"traceutil/trace.go:171","msg":"trace[462987879] linearizableReadLoop","detail":"{readStateIndex:6494; appliedIndex:6493; }","duration":"162.446995ms","start":"2026-03-25T17:03:51.474954Z","end":"2026-03-25T17:03:51.637401Z","steps":["trace[462987879] 'read index received' (duration: 162.147707ms)","trace[462987879] 'applied index is now lower than readState.Index' (duration: 297.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:03:51.637472Z","caller":"traceutil/trace.go:171","msg":"trace[401654537] transaction","detail":"{read_only:false; response_revision:6262; number_of_response:1; }","duration":"196.402338ms","start":"2026-03-25T17:03:51.441036Z","end":"2026-03-25T17:03:51.637439Z","steps":["trace[401654537] 'process raft request' (duration: 196.161891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:03:51.637667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.693651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:03:51.637727Z","caller":"traceutil/trace.go:171","msg":"trace[398610470] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6262; }","duration":"162.807544ms","start":"2026-03-25T17:03:51.474902Z","end":"2026-03-25T17:03:51.63771Z","steps":["trace[398610470] 'agreement among raft nodes before linearized reading' (duration: 162.595008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:29.505801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856910103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:04:30.00854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856910103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:04:30.509152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856910103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:04:31.009412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856910103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:04:31.019521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000410078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T17:04:31.019616Z","caller":"traceutil/trace.go:171","msg":"trace[874460730] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005005s","start":"2026-03-25T17:04:29.019051Z","end":"2026-03-25T17:04:31.019552Z","steps":["trace[874460730] 'agreement among raft nodes before linearized reading' (duration: 2.000434459s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:31.019673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.01903Z","time spent":"2.000633974s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 17:04:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T17:04:31.510023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856910103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:04:32.011203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856910103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:04:32.512039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856910103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:04:33.809814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856910103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:04:33.810012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790041528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T17:04:33.81006Z","caller":"traceutil/trace.go:171","msg":"trace[1917319688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.790161961s","start":"2026-03-25T17:04:31.019867Z","end":"2026-03-25T17:04:33.810029Z","steps":["trace[1917319688] 'agreement among raft nodes before linearized reading' (duration: 2.79010963s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.810098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:31.019834Z","time spent":"2.790257794s","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:04:33.81509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.810111008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T17:04:33.815167Z","caller":"traceutil/trace.go:171","msg":"trace[497107236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.81021819s","start":"2026-03-25T17:04:29.004932Z","end":"2026-03-25T17:04:33.81515Z","steps":["trace[497107236] 'agreement among raft nodes before linearized reading' (duration: 4.810118658s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.81521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.004921Z","time spent":"4.810278762s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/25 17:04:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T17:04:33.815319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.810352384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T17:04:33.815341Z","caller":"traceutil/trace.go:171","msg":"trace[340875923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.810387895s","start":"2026-03-25T17:04:29.004946Z","end":"2026-03-25T17:04:33.815334Z","steps":["trace[340875923] 'agreement among raft nodes before linearized reading' (duration: 4.810354594s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.81536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.004938Z","time spent":"4.810416876s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/25 17:04:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T17:04:33.815456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.004752Z","time spent":"4.810703644s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/25 17:04:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T17:04:33.815504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.810605261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T17:04:33.815522Z","caller":"traceutil/trace.go:171","msg":"trace[802667304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.810671773s","start":"2026-03-25T17:04:29.004844Z","end":"2026-03-25T17:04:33.815516Z","steps":["trace[802667304] 'agreement among raft nodes before linearized reading' (duration: 4.810652663s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.815538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.004821Z","time spent":"4.810712685s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/25 17:04:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T17:04:33.855176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.85014613s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:04:33.887324Z","caller":"traceutil/trace.go:171","msg":"trace[1112681716] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"4.876323621s","start":"2026-03-25T17:04:29.010968Z","end":"2026-03-25T17:04:33.887292Z","steps":["trace[1112681716] 'process raft request' (duration: 4.876120786s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.887475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.010935Z","time spent":"4.876460315s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:04:33.88757Z","caller":"traceutil/trace.go:171","msg":"trace[1572603196] transaction","detail":"{read_only:false; response_revision:6540; number_of_response:1; }","duration":"4.695865687s","start":"2026-03-25T17:04:29.191688Z","end":"2026-03-25T17:04:33.887554Z","steps":["trace[1572603196] 'process raft request' (duration: 4.69558214s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:04:33.887559Z","caller":"traceutil/trace.go:171","msg":"trace[1445531798] linearizableReadLoop","detail":"{readStateIndex:6781; appliedIndex:6776; }","duration":"4.882639415s","start":"2026-03-25T17:04:29.004899Z","end":"2026-03-25T17:04:33.887539Z","steps":["trace[1445531798] 'read index received' (duration: 4.850430377s)","trace[1445531798] 'applied index is now lower than readState.Index' (duration: 32.207718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:04:33.887654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.191665Z","time spent":"4.69593442s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:04:33.887332Z","caller":"traceutil/trace.go:171","msg":"trace[1831110594] transaction","detail":"{read_only:false; response_revision:6539; number_of_response:1; }","duration":"4.867154632s","start":"2026-03-25T17:04:29.020155Z","end":"2026-03-25T17:04:33.88731Z","steps":["trace[1831110594] 'process raft request' (duration: 4.867075191s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:04:33.887684Z","caller":"traceutil/trace.go:171","msg":"trace[1308011062] transaction","detail":"{read_only:false; response_revision:6541; number_of_response:1; }","duration":"2.241043677s","start":"2026-03-25T17:04:31.646629Z","end":"2026-03-25T17:04:33.887673Z","steps":["trace[1308011062] 'process raft request' (duration: 2.240839952s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.887711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.020142Z","time spent":"4.867547283s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T17:04:33.887753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:31.646601Z","time spent":"2.241107879s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:04:33.888615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144213868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:04:33.888655Z","caller":"traceutil/trace.go:171","msg":"trace[331245284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6541; }","duration":"2.144266969s","start":"2026-03-25T17:04:31.744375Z","end":"2026-03-25T17:04:33.888642Z","steps":["trace[331245284] 'agreement among raft nodes before linearized reading' (duration: 2.144194777s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.888692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:31.74437Z","time spent":"2.144312141s","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:04:33.88868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883649621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:04:33.888777Z","caller":"traceutil/trace.go:171","msg":"trace[935270905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6541; }","duration":"4.883822766s","start":"2026-03-25T17:04:29.004931Z","end":"2026-03-25T17:04:33.888754Z","steps":["trace[935270905] 'agreement among raft nodes before linearized reading' (duration: 4.883371584s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.888832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.004885Z","time spent":"4.883935389s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:04:33.889196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145310337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:04:33.889233Z","caller":"traceutil/trace.go:171","msg":"trace[521615125] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6541; }","duration":"2.145394279s","start":"2026-03-25T17:04:31.743826Z","end":"2026-03-25T17:04:33.889221Z","steps":["trace[521615125] 'agreement among raft nodes before linearized reading' (duration: 2.145271916s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.889277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:31.743812Z","time spent":"2.14545283s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:04:33.889506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060879005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:04:33.889611Z","caller":"traceutil/trace.go:171","msg":"trace[650510368] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6541; }","duration":"3.06103946s","start":"2026-03-25T17:04:30.828556Z","end":"2026-03-25T17:04:33.889595Z","steps":["trace[650510368] 'agreement among raft nodes before linearized reading' (duration: 3.060885966s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.889781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289554246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-25T17:04:33.889837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:30.828525Z","time spent":"3.061297716s","remote":"127.0.0.1:37522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:04:33.890166Z","caller":"traceutil/trace.go:171","msg":"trace[894231494] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6541; }","duration":"1.289939166s","start":"2026-03-25T17:04:32.600176Z","end":"2026-03-25T17:04:33.890115Z","steps":["trace[894231494] 'agreement among raft nodes before linearized reading' (duration: 1.289468474s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.890232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:32.60016Z","time spent":"1.290056019s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:04:33.890248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88512313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:04:33.890302Z","caller":"traceutil/trace.go:171","msg":"trace[968379473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6541; }","duration":"4.885302975s","start":"2026-03-25T17:04:29.004986Z","end":"2026-03-25T17:04:33.890289Z","steps":["trace[968379473] 'agreement among raft nodes before linearized reading' (duration: 4.885006046s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.890334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.004933Z","time spent":"4.885393457s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:04:33.890356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145038421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T17:04:33.890439Z","caller":"traceutil/trace.go:171","msg":"trace[403854430] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:6541; }","duration":"2.145127053s","start":"2026-03-25T17:04:31.745296Z","end":"2026-03-25T17:04:33.890423Z","steps":["trace[403854430] 'agreement among raft nodes before linearized reading' (duration: 2.144977159s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.890481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:31.745292Z","time spent":"2.145177724s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.103\" "} {"level":"warn","ts":"2026-03-25T17:04:33.890365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180531707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:04:33.89059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.879829092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-25T17:04:33.890519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066607303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:04:33.890635Z","caller":"traceutil/trace.go:171","msg":"trace[1162783302] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6541; }","duration":"3.066779778s","start":"2026-03-25T17:04:30.823844Z","end":"2026-03-25T17:04:33.890623Z","steps":["trace[1162783302] 'agreement among raft nodes before linearized reading' (duration: 3.066568263s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:04:33.890654Z","caller":"traceutil/trace.go:171","msg":"trace[1707317432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6541; }","duration":"4.879910664s","start":"2026-03-25T17:04:29.010708Z","end":"2026-03-25T17:04:33.890619Z","steps":["trace[1707317432] 'agreement among raft nodes before linearized reading' (duration: 4.879510234s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.890674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:30.823826Z","time spent":"3.06683235s","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:04:33.89069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.010689Z","time spent":"4.879990935s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T17:04:33.890592Z","caller":"traceutil/trace.go:171","msg":"trace[1990354551] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6541; }","duration":"3.180798454s","start":"2026-03-25T17:04:30.70978Z","end":"2026-03-25T17:04:33.890578Z","steps":["trace[1990354551] 'agreement among raft nodes before linearized reading' (duration: 3.180546608s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.890784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951554725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-25T17:04:33.890822Z","caller":"traceutil/trace.go:171","msg":"trace[1111108009] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6541; }","duration":"3.951625546s","start":"2026-03-25T17:04:29.939184Z","end":"2026-03-25T17:04:33.89081Z","steps":["trace[1111108009] 'agreement among raft nodes before linearized reading' (duration: 3.951153835s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.890844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.938967Z","time spent":"3.951871453s","remote":"127.0.0.1:53956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-25T17:04:33.890808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:30.709757Z","time spent":"3.180998848s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:04:33.890935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.871783743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142090"} {"level":"info","ts":"2026-03-25T17:04:33.890966Z","caller":"traceutil/trace.go:171","msg":"trace[2023921814] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6541; }","duration":"4.871843515s","start":"2026-03-25T17:04:29.019115Z","end":"2026-03-25T17:04:33.890958Z","steps":["trace[2023921814] 'agreement among raft nodes before linearized reading' (duration: 4.87050589s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:33.890984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:04:29.0191Z","time spent":"4.871878846s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":16,"response size":142113,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T17:05:44.623458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.608645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:05:44.623749Z","caller":"traceutil/trace.go:171","msg":"trace[1878106490] transaction","detail":"{read_only:false; response_revision:6943; number_of_response:1; }","duration":"126.594193ms","start":"2026-03-25T17:05:44.497133Z","end":"2026-03-25T17:05:44.623727Z","steps":["trace[1878106490] 'process raft request' (duration: 126.536942ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:05:44.623761Z","caller":"traceutil/trace.go:171","msg":"trace[354779406] transaction","detail":"{read_only:false; response_revision:6941; number_of_response:1; }","duration":"268.117105ms","start":"2026-03-25T17:05:44.355619Z","end":"2026-03-25T17:05:44.623737Z","steps":["trace[354779406] 'process raft request' (duration: 144.12388ms)","trace[354779406] 'compare' (duration: 123.490192ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:05:44.623862Z","caller":"traceutil/trace.go:171","msg":"trace[879882403] linearizableReadLoop","detail":"{readStateIndex:7198; appliedIndex:7195; }","duration":"267.464638ms","start":"2026-03-25T17:05:44.356381Z","end":"2026-03-25T17:05:44.623846Z","steps":["trace[879882403] 'read index received' (duration: 7.153786ms)","trace[879882403] 'applied index is now lower than readState.Index' (duration: 260.308842ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:05:44.623934Z","caller":"traceutil/trace.go:171","msg":"trace[503941678] transaction","detail":"{read_only:false; response_revision:6942; number_of_response:1; }","duration":"267.710314ms","start":"2026-03-25T17:05:44.356212Z","end":"2026-03-25T17:05:44.623922Z","steps":["trace[503941678] 'process raft request' (duration: 267.372225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:05:44.62414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.753935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150595"} {"level":"info","ts":"2026-03-25T17:05:44.624175Z","caller":"traceutil/trace.go:171","msg":"trace[768760967] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6943; }","duration":"267.840568ms","start":"2026-03-25T17:05:44.356325Z","end":"2026-03-25T17:05:44.624166Z","steps":["trace[768760967] 'agreement among raft nodes before linearized reading' (duration: 267.57888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:47.648053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.804248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:07:47.648212Z","caller":"traceutil/trace.go:171","msg":"trace[1644830874] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"202.562354ms","start":"2026-03-25T17:07:47.445623Z","end":"2026-03-25T17:07:47.648185Z","steps":["trace[1644830874] 'process raft request' (duration: 82.51851ms)","trace[1644830874] 'compare' (duration: 119.640465ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:47.862762Z","caller":"traceutil/trace.go:171","msg":"trace[931674856] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"416.898367ms","start":"2026-03-25T17:07:47.445822Z","end":"2026-03-25T17:07:47.862721Z","steps":["trace[931674856] 'process raft request' (duration: 416.571658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:47.862947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.445794Z","time spent":"417.05888ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12699,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:48.353575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.564952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:07:48.353671Z","caller":"traceutil/trace.go:171","msg":"trace[1381375861] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7906; }","duration":"215.726757ms","start":"2026-03-25T17:07:48.137926Z","end":"2026-03-25T17:07:48.353653Z","steps":["trace[1381375861] 'range keys from in-memory index tree' (duration: 215.386298ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:48.85416Z","caller":"traceutil/trace.go:171","msg":"trace[1515430097] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"107.17972ms","start":"2026-03-25T17:07:48.746953Z","end":"2026-03-25T17:07:48.854133Z","steps":["trace[1515430097] 'process raft request' (duration: 107.041347ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:48.860654Z","caller":"traceutil/trace.go:171","msg":"trace[1973025683] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"113.34162ms","start":"2026-03-25T17:07:48.747276Z","end":"2026-03-25T17:07:48.860618Z","steps":["trace[1973025683] 'process raft request' (duration: 113.087434ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:48.974828Z","caller":"traceutil/trace.go:171","msg":"trace[233098371] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"101.120083ms","start":"2026-03-25T17:07:48.873689Z","end":"2026-03-25T17:07:48.974809Z","steps":["trace[233098371] 'process raft request' (duration: 100.918928ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:49.353939Z","caller":"traceutil/trace.go:171","msg":"trace[2116364470] linearizableReadLoop","detail":"{readStateIndex:8201; appliedIndex:8198; }","duration":"363.501691ms","start":"2026-03-25T17:07:48.990413Z","end":"2026-03-25T17:07:49.353915Z","steps":["trace[2116364470] 'read index received' (duration: 33.385226ms)","trace[2116364470] 'applied index is now lower than readState.Index' (duration: 330.115155ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:49.354072Z","caller":"traceutil/trace.go:171","msg":"trace[1291904629] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"364.023804ms","start":"2026-03-25T17:07:48.989994Z","end":"2026-03-25T17:07:49.354018Z","steps":["trace[1291904629] 'process raft request' (duration: 363.769158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:49.354207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.763617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-25T17:07:49.354281Z","caller":"traceutil/trace.go:171","msg":"trace[752985906] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7913; }","duration":"363.869989ms","start":"2026-03-25T17:07:48.990389Z","end":"2026-03-25T17:07:49.354259Z","steps":["trace[752985906] 'agreement among raft nodes before linearized reading' (duration: 363.657874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:49.354339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:48.990383Z","time spent":"363.941161ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-25T17:07:49.354414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:48.989975Z","time spent":"364.226519ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15563,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:49.61431Z","caller":"traceutil/trace.go:171","msg":"trace[451491735] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"514.594011ms","start":"2026-03-25T17:07:49.099682Z","end":"2026-03-25T17:07:49.614276Z","steps":["trace[451491735] 'process raft request' (duration: 514.331824ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:49.614517Z","caller":"traceutil/trace.go:171","msg":"trace[2066318820] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"501.794079ms","start":"2026-03-25T17:07:49.112709Z","end":"2026-03-25T17:07:49.614503Z","steps":["trace[2066318820] 'process raft request' (duration: 501.507062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:49.614563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:49.099655Z","time spent":"514.749215ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:49.614632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:49.112687Z","time spent":"501.880831ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:49.614444Z","caller":"traceutil/trace.go:171","msg":"trace[1276437851] linearizableReadLoop","detail":"{readStateIndex:8203; appliedIndex:8201; }","duration":"260.407686ms","start":"2026-03-25T17:07:49.354011Z","end":"2026-03-25T17:07:49.614419Z","steps":["trace[1276437851] 'read index received' (duration: 260.067847ms)","trace[1276437851] 'applied index is now lower than readState.Index' (duration: 338.299µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:49.614778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.84833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T17:07:49.614804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.915637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-25T17:07:49.61479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.398557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-25T17:07:49.614902Z","caller":"traceutil/trace.go:171","msg":"trace[1341784588] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7915; }","duration":"563.587392ms","start":"2026-03-25T17:07:49.051294Z","end":"2026-03-25T17:07:49.614881Z","steps":["trace[1341784588] 'agreement among raft nodes before linearized reading' (duration: 563.280923ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:49.614902Z","caller":"traceutil/trace.go:171","msg":"trace[1315309098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7915; }","duration":"572.042251ms","start":"2026-03-25T17:07:49.042829Z","end":"2026-03-25T17:07:49.614871Z","steps":["trace[1315309098] 'agreement among raft nodes before linearized reading' (duration: 571.785934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:49.614976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:49.051285Z","time spent":"563.674034ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-25T17:07:49.614984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:49.042808Z","time spent":"572.156675ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-25T17:07:49.614836Z","caller":"traceutil/trace.go:171","msg":"trace[191152866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7915; }","duration":"511.956293ms","start":"2026-03-25T17:07:49.102866Z","end":"2026-03-25T17:07:49.614823Z","steps":["trace[191152866] 'agreement among raft nodes before linearized reading' (duration: 511.775328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:49.615055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:49.102848Z","time spent":"512.193059ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:07:49.615275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.767541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T17:07:49.615339Z","caller":"traceutil/trace.go:171","msg":"trace[1418283879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7915; }","duration":"335.879045ms","start":"2026-03-25T17:07:49.279446Z","end":"2026-03-25T17:07:49.615325Z","steps":["trace[1418283879] 'agreement among raft nodes before linearized reading' (duration: 335.021063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:49.615389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:49.279426Z","time spent":"335.951216ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:07:49.615565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.286627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:07:49.615652Z","caller":"traceutil/trace.go:171","msg":"trace[1735147686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7915; }","duration":"624.389929ms","start":"2026-03-25T17:07:48.991246Z","end":"2026-03-25T17:07:49.615636Z","steps":["trace[1735147686] 'agreement among raft nodes before linearized reading' (duration: 623.512256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:49.615717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:48.991239Z","time spent":"624.470191ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:07:49.691425Z","caller":"traceutil/trace.go:171","msg":"trace[360246085] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"326.802548ms","start":"2026-03-25T17:07:49.364595Z","end":"2026-03-25T17:07:49.691398Z","steps":["trace[360246085] 'process raft request' (duration: 326.647465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:49.69156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:49.364567Z","time spent":"326.928602ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12796,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:49.691591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.063542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-41b7efeb-cd81-4383-a87e-fda9f48a4923\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-25T17:07:49.69165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.265234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:07:49.691666Z","caller":"traceutil/trace.go:171","msg":"trace[923104398] range","detail":"{range_begin:/registry/persistentvolumes/pvc-41b7efeb-cd81-4383-a87e-fda9f48a4923; range_end:; response_count:1; response_revision:7916; }","duration":"333.190295ms","start":"2026-03-25T17:07:49.358458Z","end":"2026-03-25T17:07:49.691649Z","steps":["trace[923104398] 'agreement among raft nodes before linearized reading' (duration: 333.00153ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:49.69171Z","caller":"traceutil/trace.go:171","msg":"trace[1199442221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:7916; }","duration":"252.352967ms","start":"2026-03-25T17:07:49.439343Z","end":"2026-03-25T17:07:49.691696Z","steps":["trace[1199442221] 'agreement among raft nodes before linearized reading' (duration: 252.195943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:49.691594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.602103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-25T17:07:49.691746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:49.358437Z","time spent":"333.299917ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-41b7efeb-cd81-4383-a87e-fda9f48a4923\" "} {"level":"info","ts":"2026-03-25T17:07:49.691754Z","caller":"traceutil/trace.go:171","msg":"trace[424947186] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7916; }","duration":"267.799327ms","start":"2026-03-25T17:07:49.423944Z","end":"2026-03-25T17:07:49.691744Z","steps":["trace[424947186] 'agreement among raft nodes before linearized reading' (duration: 267.52317ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:49.87394Z","caller":"traceutil/trace.go:171","msg":"trace[81387367] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"142.032255ms","start":"2026-03-25T17:07:49.731874Z","end":"2026-03-25T17:07:49.873907Z","steps":["trace[81387367] 'process raft request' (duration: 141.637914ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:50.047402Z","caller":"traceutil/trace.go:171","msg":"trace[2073806069] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"149.353805ms","start":"2026-03-25T17:07:49.89802Z","end":"2026-03-25T17:07:50.047374Z","steps":["trace[2073806069] 'process raft request' (duration: 103.290891ms)","trace[2073806069] 'compare' (duration: 45.933011ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:50.356079Z","caller":"traceutil/trace.go:171","msg":"trace[606455898] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"301.43207ms","start":"2026-03-25T17:07:50.054604Z","end":"2026-03-25T17:07:50.356036Z","steps":["trace[606455898] 'process raft request' (duration: 301.096022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:50.35626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:50.054582Z","time spent":"301.591494ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7578,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T17:07:50.462842Z","caller":"traceutil/trace.go:171","msg":"trace[910758966] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"101.794882ms","start":"2026-03-25T17:07:50.361018Z","end":"2026-03-25T17:07:50.462813Z","steps":["trace[910758966] 'process raft request' (duration: 101.553325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:57.165962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.395013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:07:57.166199Z","caller":"traceutil/trace.go:171","msg":"trace[155743909] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"276.175605ms","start":"2026-03-25T17:07:56.889957Z","end":"2026-03-25T17:07:57.166133Z","steps":["trace[155743909] 'process raft request' (duration: 128.532975ms)","trace[155743909] 'compare' (duration: 147.26814ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:57.166461Z","caller":"traceutil/trace.go:171","msg":"trace[152074255] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8262; }","duration":"108.782222ms","start":"2026-03-25T17:07:57.057652Z","end":"2026-03-25T17:07:57.166434Z","steps":["trace[152074255] 'read index received' (duration: 63.321µs)","trace[152074255] 'applied index is now lower than readState.Index' (duration: 108.715211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:57.198678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.007808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T17:07:57.198803Z","caller":"traceutil/trace.go:171","msg":"trace[2493723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7974; }","duration":"141.249514ms","start":"2026-03-25T17:07:57.057531Z","end":"2026-03-25T17:07:57.19878Z","steps":["trace[2493723] 'agreement among raft nodes before linearized reading' (duration: 108.963336ms)","trace[2493723] 'range keys from in-memory index tree' (duration: 32.00016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:57.205248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.695625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:07:57.205358Z","caller":"traceutil/trace.go:171","msg":"trace[1707424315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7975; }","duration":"146.84766ms","start":"2026-03-25T17:07:57.058482Z","end":"2026-03-25T17:07:57.205329Z","steps":["trace[1707424315] 'agreement among raft nodes before linearized reading' (duration: 146.598333ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:08.097737Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5883} {"level":"info","ts":"2026-03-25T17:08:08.181982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5883,"took":"82.368436ms","hash":4148859648,"current-db-size-bytes":56995840,"current-db-size":"57 MB","current-db-size-in-use-bytes":26488832,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-25T17:08:08.18205Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4148859648,"revision":5883,"compact-revision":2954} {"level":"info","ts":"2026-03-25T17:08:12.392414Z","caller":"traceutil/trace.go:171","msg":"trace[155392305] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"175.458833ms","start":"2026-03-25T17:08:12.216918Z","end":"2026-03-25T17:08:12.392377Z","steps":["trace[155392305] 'process raft request' (duration: 175.200365ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:12.950749Z","caller":"traceutil/trace.go:171","msg":"trace[684977107] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"293.286399ms","start":"2026-03-25T17:08:12.65744Z","end":"2026-03-25T17:08:12.950727Z","steps":["trace[684977107] 'process raft request' (duration: 293.152526ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:13.313865Z","caller":"traceutil/trace.go:171","msg":"trace[1397704501] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8061; }","duration":"187.350521ms","start":"2026-03-25T17:08:13.126488Z","end":"2026-03-25T17:08:13.313838Z","steps":["trace[1397704501] 'process raft request' (duration: 136.838641ms)","trace[1397704501] 'compare' (duration: 50.216312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:13.61479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.924838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:08:13.61493Z","caller":"traceutil/trace.go:171","msg":"trace[113873540] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"289.84525ms","start":"2026-03-25T17:08:13.325065Z","end":"2026-03-25T17:08:13.61491Z","steps":["trace[113873540] 'process raft request' (duration: 124.718146ms)","trace[113873540] 'compare' (duration: 164.771024ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:13.912955Z","caller":"traceutil/trace.go:171","msg":"trace[753098510] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"247.618903ms","start":"2026-03-25T17:08:13.665309Z","end":"2026-03-25T17:08:13.912928Z","steps":["trace[753098510] 'process raft request' (duration: 197.080832ms)","trace[753098510] 'compare' (duration: 50.265794ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:13.943954Z","caller":"traceutil/trace.go:171","msg":"trace[970063252] linearizableReadLoop","detail":"{readStateIndex:8360; appliedIndex:8358; }","duration":"182.426733ms","start":"2026-03-25T17:08:13.761512Z","end":"2026-03-25T17:08:13.943939Z","steps":["trace[970063252] 'read index received' (duration: 100.901718ms)","trace[970063252] 'applied index is now lower than readState.Index' (duration: 81.524345ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:13.944042Z","caller":"traceutil/trace.go:171","msg":"trace[367130686] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"241.580728ms","start":"2026-03-25T17:08:13.702452Z","end":"2026-03-25T17:08:13.944033Z","steps":["trace[367130686] 'process raft request' (duration: 241.371113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:13.944201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.675749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:08:13.944227Z","caller":"traceutil/trace.go:171","msg":"trace[1980001711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8066; }","duration":"182.750631ms","start":"2026-03-25T17:08:13.761469Z","end":"2026-03-25T17:08:13.944219Z","steps":["trace[1980001711] 'agreement among raft nodes before linearized reading' (duration: 182.646219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:13.944441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.689148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-25T17:08:13.94442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.032303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:08:13.944468Z","caller":"traceutil/trace.go:171","msg":"trace[414586998] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8066; }","duration":"128.734259ms","start":"2026-03-25T17:08:13.815723Z","end":"2026-03-25T17:08:13.944457Z","steps":["trace[414586998] 'agreement among raft nodes before linearized reading' (duration: 128.680168ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:13.94449Z","caller":"traceutil/trace.go:171","msg":"trace[202706349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8066; }","duration":"140.137637ms","start":"2026-03-25T17:08:13.804338Z","end":"2026-03-25T17:08:13.944476Z","steps":["trace[202706349] 'agreement among raft nodes before linearized reading' (duration: 139.976172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:13.94468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.235691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:08:13.944703Z","caller":"traceutil/trace.go:171","msg":"trace[876067695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8066; }","duration":"110.288992ms","start":"2026-03-25T17:08:13.834409Z","end":"2026-03-25T17:08:13.944698Z","steps":["trace[876067695] 'agreement among raft nodes before linearized reading' (duration: 110.237551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:13.944717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.837162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:08:13.944736Z","caller":"traceutil/trace.go:171","msg":"trace[698050404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8066; }","duration":"133.878844ms","start":"2026-03-25T17:08:13.810851Z","end":"2026-03-25T17:08:13.94473Z","steps":["trace[698050404] 'agreement among raft nodes before linearized reading' (duration: 133.840673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:13.94468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.610941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:08:13.944822Z","caller":"traceutil/trace.go:171","msg":"trace[1987028528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8066; }","duration":"132.779135ms","start":"2026-03-25T17:08:13.812037Z","end":"2026-03-25T17:08:13.944816Z","steps":["trace[1987028528] 'agreement among raft nodes before linearized reading' (duration: 132.59569ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:14.132142Z","caller":"traceutil/trace.go:171","msg":"trace[1336414797] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"182.635879ms","start":"2026-03-25T17:08:13.949483Z","end":"2026-03-25T17:08:14.132119Z","steps":["trace[1336414797] 'process raft request' (duration: 175.957005ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:14.132215Z","caller":"traceutil/trace.go:171","msg":"trace[56509703] linearizableReadLoop","detail":"{readStateIndex:8363; appliedIndex:8360; }","duration":"181.323995ms","start":"2026-03-25T17:08:13.950875Z","end":"2026-03-25T17:08:14.132199Z","steps":["trace[56509703] 'read index received' (duration: 20.82687ms)","trace[56509703] 'applied index is now lower than readState.Index' (duration: 160.496175ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:14.132325Z","caller":"traceutil/trace.go:171","msg":"trace[441625498] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"181.091149ms","start":"2026-03-25T17:08:13.951224Z","end":"2026-03-25T17:08:14.132315Z","steps":["trace[441625498] 'process raft request' (duration: 180.880663ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:14.132327Z","caller":"traceutil/trace.go:171","msg":"trace[1215555401] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"172.022164ms","start":"2026-03-25T17:08:13.960293Z","end":"2026-03-25T17:08:14.132315Z","steps":["trace[1215555401] 'process raft request' (duration: 171.85556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:14.132482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.584391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:08:14.132535Z","caller":"traceutil/trace.go:171","msg":"trace[1417372357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8071; }","duration":"181.659153ms","start":"2026-03-25T17:08:13.950858Z","end":"2026-03-25T17:08:14.132517Z","steps":["trace[1417372357] 'agreement among raft nodes before linearized reading' (duration: 181.491128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:14.132654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.922438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:08:14.132695Z","caller":"traceutil/trace.go:171","msg":"trace[992070983] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8071; }","duration":"106.00384ms","start":"2026-03-25T17:08:14.026681Z","end":"2026-03-25T17:08:14.132685Z","steps":["trace[992070983] 'agreement among raft nodes before linearized reading' (duration: 105.929468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:14.132818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.897613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223957"} {"level":"info","ts":"2026-03-25T17:08:14.132879Z","caller":"traceutil/trace.go:171","msg":"trace[908929522] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8071; }","duration":"180.982496ms","start":"2026-03-25T17:08:13.951884Z","end":"2026-03-25T17:08:14.132867Z","steps":["trace[908929522] 'agreement among raft nodes before linearized reading' (duration: 180.655407ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:14.132945Z","caller":"traceutil/trace.go:171","msg":"trace[898028231] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"182.390983ms","start":"2026-03-25T17:08:13.950503Z","end":"2026-03-25T17:08:14.132894Z","steps":["trace[898028231] 'process raft request' (duration: 181.54193ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:14.477223Z","caller":"traceutil/trace.go:171","msg":"trace[112172450] linearizableReadLoop","detail":"{readStateIndex:8367; appliedIndex:8366; }","duration":"267.814067ms","start":"2026-03-25T17:08:14.209382Z","end":"2026-03-25T17:08:14.477196Z","steps":["trace[112172450] 'read index received' (duration: 267.554461ms)","trace[112172450] 'applied index is now lower than readState.Index' (duration: 258.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:14.477353Z","caller":"traceutil/trace.go:171","msg":"trace[711253911] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"289.440609ms","start":"2026-03-25T17:08:14.187874Z","end":"2026-03-25T17:08:14.477315Z","steps":["trace[711253911] 'process raft request' (duration: 289.158541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:14.477423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.922183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:14.477463Z","caller":"traceutil/trace.go:171","msg":"trace[32988901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8073; }","duration":"137.001235ms","start":"2026-03-25T17:08:14.340451Z","end":"2026-03-25T17:08:14.477452Z","steps":["trace[32988901] 'agreement among raft nodes before linearized reading' (duration: 136.900962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:14.477451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.056845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:14.477538Z","caller":"traceutil/trace.go:171","msg":"trace[350505016] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8073; }","duration":"268.189407ms","start":"2026-03-25T17:08:14.209329Z","end":"2026-03-25T17:08:14.477518Z","steps":["trace[350505016] 'agreement among raft nodes before linearized reading' (duration: 268.009773ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:14.7996Z","caller":"traceutil/trace.go:171","msg":"trace[864672534] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8367; }","duration":"314.506929ms","start":"2026-03-25T17:08:14.485036Z","end":"2026-03-25T17:08:14.799543Z","steps":["trace[864672534] 'read index received' (duration: 247.709906ms)","trace[864672534] 'applied index is now lower than readState.Index' (duration: 66.794523ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:14.799717Z","caller":"traceutil/trace.go:171","msg":"trace[2005054233] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"316.771398ms","start":"2026-03-25T17:08:14.48291Z","end":"2026-03-25T17:08:14.799682Z","steps":["trace[2005054233] 'process raft request' (duration: 249.780519ms)","trace[2005054233] 'compare' (duration: 66.061675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:14.799852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:14.482899Z","time spent":"316.887461ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T17:08:14.799913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.856428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:08:14.800012Z","caller":"traceutil/trace.go:171","msg":"trace[1351344948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8074; }","duration":"314.997971ms","start":"2026-03-25T17:08:14.484988Z","end":"2026-03-25T17:08:14.799986Z","steps":["trace[1351344948] 'agreement among raft nodes before linearized reading' (duration: 314.699224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:14.800062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:14.48497Z","time spent":"315.081295ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T17:08:15.024025Z","caller":"traceutil/trace.go:171","msg":"trace[314409329] linearizableReadLoop","detail":"{readStateIndex:8369; appliedIndex:8368; }","duration":"224.286999ms","start":"2026-03-25T17:08:14.79971Z","end":"2026-03-25T17:08:15.023997Z","steps":["trace[314409329] 'read index received' (duration: 195.542053ms)","trace[314409329] 'applied index is now lower than readState.Index' (duration: 28.743826ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:15.024112Z","caller":"traceutil/trace.go:171","msg":"trace[516705139] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"529.062586ms","start":"2026-03-25T17:08:14.494991Z","end":"2026-03-25T17:08:15.024054Z","steps":["trace[516705139] 'process raft request' (duration: 500.619378ms)","trace[516705139] 'compare' (duration: 28.251293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:15.024515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.893072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19444"} {"level":"warn","ts":"2026-03-25T17:08:15.024985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:14.494978Z","time spent":"529.918958ms","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45185,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:15.025048Z","caller":"traceutil/trace.go:171","msg":"trace[643632983] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8075; }","duration":"223.493848ms","start":"2026-03-25T17:08:14.801535Z","end":"2026-03-25T17:08:15.025029Z","steps":["trace[643632983] 'agreement among raft nodes before linearized reading' (duration: 222.609416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:15.02451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.511767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:08:15.025147Z","caller":"traceutil/trace.go:171","msg":"trace[215804783] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8075; }","duration":"276.214176ms","start":"2026-03-25T17:08:14.748916Z","end":"2026-03-25T17:08:15.02513Z","steps":["trace[215804783] 'agreement among raft nodes before linearized reading' (duration: 275.179329ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:15.260067Z","caller":"traceutil/trace.go:171","msg":"trace[1083654631] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"131.496882ms","start":"2026-03-25T17:08:15.128541Z","end":"2026-03-25T17:08:15.260038Z","steps":["trace[1083654631] 'process raft request' (duration: 127.823736ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:21.599247Z","caller":"traceutil/trace.go:171","msg":"trace[2025876846] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8438; }","duration":"114.151011ms","start":"2026-03-25T17:08:21.485066Z","end":"2026-03-25T17:08:21.599217Z","steps":["trace[2025876846] 'read index received' (duration: 113.826173ms)","trace[2025876846] 'applied index is now lower than readState.Index' (duration: 323.158µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:21.599299Z","caller":"traceutil/trace.go:171","msg":"trace[765948091] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"175.79855ms","start":"2026-03-25T17:08:21.423469Z","end":"2026-03-25T17:08:21.599267Z","steps":["trace[765948091] 'process raft request' (duration: 175.583045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:21.599736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.648225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:08:21.599804Z","caller":"traceutil/trace.go:171","msg":"trace[923634400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8142; }","duration":"114.763288ms","start":"2026-03-25T17:08:21.485023Z","end":"2026-03-25T17:08:21.599786Z","steps":["trace[923634400] 'agreement among raft nodes before linearized reading' (duration: 114.318027ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:22.138972Z","caller":"traceutil/trace.go:171","msg":"trace[878998805] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"177.746562ms","start":"2026-03-25T17:08:21.961198Z","end":"2026-03-25T17:08:22.138945Z","steps":["trace[878998805] 'process raft request' (duration: 177.612809ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:22.384545Z","caller":"traceutil/trace.go:171","msg":"trace[645621222] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8443; }","duration":"369.341342ms","start":"2026-03-25T17:08:22.015172Z","end":"2026-03-25T17:08:22.384513Z","steps":["trace[645621222] 'read index received' (duration: 123.578386ms)","trace[645621222] 'applied index is now lower than readState.Index' (duration: 245.761206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:22.384874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.771808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-25T17:08:22.38495Z","caller":"traceutil/trace.go:171","msg":"trace[2129135863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8147; }","duration":"215.890321ms","start":"2026-03-25T17:08:22.169041Z","end":"2026-03-25T17:08:22.384931Z","steps":["trace[2129135863] 'agreement among raft nodes before linearized reading' (duration: 215.699166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:22.385147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.981209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:08:22.38519Z","caller":"traceutil/trace.go:171","msg":"trace[678451365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8147; }","duration":"370.056091ms","start":"2026-03-25T17:08:22.01512Z","end":"2026-03-25T17:08:22.385176Z","steps":["trace[678451365] 'agreement among raft nodes before linearized reading' (duration: 369.952599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:22.385181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.986134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T17:08:22.385184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.014875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T17:08:22.385215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:22.015101Z","time spent":"370.108142ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:08:22.385193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.806824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:08:22.385241Z","caller":"traceutil/trace.go:171","msg":"trace[1414119851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8147; }","duration":"216.111557ms","start":"2026-03-25T17:08:22.169114Z","end":"2026-03-25T17:08:22.385225Z","steps":["trace[1414119851] 'agreement among raft nodes before linearized reading' (duration: 215.921503ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:22.385292Z","caller":"traceutil/trace.go:171","msg":"trace[1913223873] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8147; }","duration":"204.952287ms","start":"2026-03-25T17:08:22.180313Z","end":"2026-03-25T17:08:22.385265Z","steps":["trace[1913223873] 'agreement among raft nodes before linearized reading' (duration: 204.66217ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:22.385232Z","caller":"traceutil/trace.go:171","msg":"trace[376969290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8147; }","duration":"216.087596ms","start":"2026-03-25T17:08:22.169128Z","end":"2026-03-25T17:08:22.385215Z","steps":["trace[376969290] 'agreement among raft nodes before linearized reading' (duration: 215.894141ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:22.385569Z","caller":"traceutil/trace.go:171","msg":"trace[2039879144] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"390.127372ms","start":"2026-03-25T17:08:21.995392Z","end":"2026-03-25T17:08:22.385519Z","steps":["trace[2039879144] 'process raft request' (duration: 368.321145ms)","trace[2039879144] 'compare' (duration: 20.654976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:22.385714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:21.995364Z","time spent":"390.279416ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:08:35.991273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.427596ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:35.991325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456173513s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:08:35.99139Z","caller":"traceutil/trace.go:171","msg":"trace[90246150] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8345; }","duration":"353.568339ms","start":"2026-03-25T17:08:35.637801Z","end":"2026-03-25T17:08:35.991369Z","steps":["trace[90246150] 'range keys from in-memory index tree' (duration: 352.798008ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:35.99143Z","caller":"traceutil/trace.go:171","msg":"trace[685469442] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"1.470002702s","start":"2026-03-25T17:08:34.521403Z","end":"2026-03-25T17:08:35.991405Z","steps":["trace[685469442] 'process raft request' (duration: 13.664055ms)","trace[685469442] 'compare' (duration: 1.455817713s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:35.991531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:34.52139Z","time spent":"1.470090795s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:08:36.416684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.881597997s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T17:08:36.944875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.620748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:08:36.945138Z","caller":"traceutil/trace.go:171","msg":"trace[1227847874] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"478.602264ms","start":"2026-03-25T17:08:36.466522Z","end":"2026-03-25T17:08:36.945125Z","steps":["trace[1227847874] 'process raft request' (duration: 478.564693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.945186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:36.466493Z","time spent":"478.670987ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:36.945279Z","caller":"traceutil/trace.go:171","msg":"trace[1599253704] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"2.423609648s","start":"2026-03-25T17:08:34.521659Z","end":"2026-03-25T17:08:36.945269Z","steps":["trace[1599253704] 'process raft request' (duration: 1.895506758s)","trace[1599253704] 'compare' (duration: 527.157636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:36.945313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:34.521644Z","time spent":"2.4236497s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:36.945367Z","caller":"traceutil/trace.go:171","msg":"trace[1328338339] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"2.423632438s","start":"2026-03-25T17:08:34.521728Z","end":"2026-03-25T17:08:36.94536Z","steps":["trace[1328338339] 'process raft request' (duration: 2.423219778s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.945399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:34.521716Z","time spent":"2.423664741s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:36.945764Z","caller":"traceutil/trace.go:171","msg":"trace[698710064] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"2.032445274s","start":"2026-03-25T17:08:34.913235Z","end":"2026-03-25T17:08:36.94568Z","steps":["trace[698710064] 'process raft request' (duration: 2.031768966s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.945944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:34.913211Z","time spent":"2.032641348s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:36.9463Z","caller":"traceutil/trace.go:171","msg":"trace[662606397] linearizableReadLoop","detail":"{readStateIndex:8648; appliedIndex:8645; }","duration":"2.418778494s","start":"2026-03-25T17:08:34.527509Z","end":"2026-03-25T17:08:36.946288Z","steps":["trace[662606397] 'read index received' (duration: 7.558097ms)","trace[662606397] 'applied index is now lower than readState.Index' (duration: 2.411217587s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:36.946611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419093851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:08:36.946647Z","caller":"traceutil/trace.go:171","msg":"trace[1883981631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8352; }","duration":"2.419146002s","start":"2026-03-25T17:08:34.527489Z","end":"2026-03-25T17:08:36.946635Z","steps":["trace[1883981631] 'agreement among raft nodes before linearized reading' (duration: 2.418980698s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.946646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225549656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T17:08:36.946684Z","caller":"traceutil/trace.go:171","msg":"trace[891809805] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8352; }","duration":"2.225641619s","start":"2026-03-25T17:08:34.721032Z","end":"2026-03-25T17:08:36.946674Z","steps":["trace[891809805] 'agreement among raft nodes before linearized reading' (duration: 2.225524516s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.946681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:34.527481Z","time spent":"2.419193653s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:08:36.946686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25232197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:08:36.946707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:34.721005Z","time spent":"2.22569708s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-25T17:08:36.946725Z","caller":"traceutil/trace.go:171","msg":"trace[348241789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8352; }","duration":"1.252362461s","start":"2026-03-25T17:08:35.694352Z","end":"2026-03-25T17:08:36.946714Z","steps":["trace[348241789] 'agreement among raft nodes before linearized reading' (duration: 1.252252519s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.946714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605930001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:36.946759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.6943Z","time spent":"1.252451945s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:08:36.946779Z","caller":"traceutil/trace.go:171","msg":"trace[1669614808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8352; }","duration":"1.606030993s","start":"2026-03-25T17:08:35.340731Z","end":"2026-03-25T17:08:36.946762Z","steps":["trace[1669614808] 'agreement among raft nodes before linearized reading' (duration: 1.605926231s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.946771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.229739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:36.946817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.340715Z","time spent":"1.606094447s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T17:08:36.946848Z","caller":"traceutil/trace.go:171","msg":"trace[1265984954] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8352; }","duration":"747.362993ms","start":"2026-03-25T17:08:36.199464Z","end":"2026-03-25T17:08:36.946827Z","steps":["trace[1265984954] 'agreement among raft nodes before linearized reading' (duration: 747.202968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.946824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.677947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:36.946892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744468308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:36.946893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077094962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:08:36.946901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:36.199444Z","time spent":"747.437204ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:08:36.94692Z","caller":"traceutil/trace.go:171","msg":"trace[1257390882] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8352; }","duration":"1.74453976s","start":"2026-03-25T17:08:35.202373Z","end":"2026-03-25T17:08:36.946913Z","steps":["trace[1257390882] 'agreement among raft nodes before linearized reading' (duration: 1.744480309s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:36.946931Z","caller":"traceutil/trace.go:171","msg":"trace[983088998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8352; }","duration":"426.824601ms","start":"2026-03-25T17:08:36.520081Z","end":"2026-03-25T17:08:36.946906Z","steps":["trace[983088998] 'agreement among raft nodes before linearized reading' (duration: 426.611945ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:36.946935Z","caller":"traceutil/trace.go:171","msg":"trace[1354485687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8352; }","duration":"1.077177254s","start":"2026-03-25T17:08:35.869744Z","end":"2026-03-25T17:08:36.946922Z","steps":["trace[1354485687] 'agreement among raft nodes before linearized reading' (duration: 1.077079502s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.946974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:36.520068Z","time spent":"426.897663ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:08:36.946945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.202342Z","time spent":"1.744596611s","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:36.947002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223768541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T17:08:36.947022Z","caller":"traceutil/trace.go:171","msg":"trace[1427298614] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8352; }","duration":"2.223817933s","start":"2026-03-25T17:08:34.723197Z","end":"2026-03-25T17:08:36.947015Z","steps":["trace[1427298614] 'agreement among raft nodes before linearized reading' (duration: 2.223763161s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.947013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304003183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:36.947039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:34.723179Z","time spent":"2.223855953s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-25T17:08:36.947052Z","caller":"traceutil/trace.go:171","msg":"trace[482485179] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8352; }","duration":"1.304088255s","start":"2026-03-25T17:08:35.64295Z","end":"2026-03-25T17:08:36.947038Z","steps":["trace[482485179] 'agreement among raft nodes before linearized reading' (duration: 1.304032764s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.947083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106229079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:08:36.947109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.642915Z","time spent":"1.304175437s","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:08:36.947126Z","caller":"traceutil/trace.go:171","msg":"trace[1087572957] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8352; }","duration":"1.106311931s","start":"2026-03-25T17:08:35.840801Z","end":"2026-03-25T17:08:36.947113Z","steps":["trace[1087572957] 'agreement among raft nodes before linearized reading' (duration: 1.106231239s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.94716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.84078Z","time spent":"1.106371992s","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:36.94719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.590561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:08:36.947221Z","caller":"traceutil/trace.go:171","msg":"trace[2134357250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8352; }","duration":"427.658782ms","start":"2026-03-25T17:08:36.519553Z","end":"2026-03-25T17:08:36.947212Z","steps":["trace[2134357250] 'agreement among raft nodes before linearized reading' (duration: 427.536809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.947248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:36.519532Z","time spent":"427.709304ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T17:08:36.947284Z","caller":"traceutil/trace.go:171","msg":"trace[1870023429] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"1.554888116s","start":"2026-03-25T17:08:35.392383Z","end":"2026-03-25T17:08:36.947271Z","steps":["trace[1870023429] 'process raft request' (duration: 1.552652298s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:36.947296Z","caller":"traceutil/trace.go:171","msg":"trace[1304284643] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"1.294596968s","start":"2026-03-25T17:08:35.652691Z","end":"2026-03-25T17:08:36.947288Z","steps":["trace[1304284643] 'process raft request' (duration: 1.292367291s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.947342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.652668Z","time spent":"1.29464945s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:08:36.947345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.392346Z","time spent":"1.554964258s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:08:36.946978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.869722Z","time spent":"1.077241796s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:08:36.947434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568259204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:08:36.94747Z","caller":"traceutil/trace.go:171","msg":"trace[1361394934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8352; }","duration":"1.568365675s","start":"2026-03-25T17:08:35.379094Z","end":"2026-03-25T17:08:36.94746Z","steps":["trace[1361394934] 'agreement among raft nodes before linearized reading' (duration: 1.568223762s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.9475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.379047Z","time spent":"1.568446078s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T17:08:45.083609Z","caller":"traceutil/trace.go:171","msg":"trace[464522902] linearizableReadLoop","detail":"{readStateIndex:8696; appliedIndex:8693; }","duration":"106.564136ms","start":"2026-03-25T17:08:44.977024Z","end":"2026-03-25T17:08:45.083588Z","steps":["trace[464522902] 'read index received' (duration: 87.268335ms)","trace[464522902] 'applied index is now lower than readState.Index' (duration: 19.294911ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:45.083671Z","caller":"traceutil/trace.go:171","msg":"trace[745727013] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"110.322414ms","start":"2026-03-25T17:08:44.973316Z","end":"2026-03-25T17:08:45.083639Z","steps":["trace[745727013] 'process raft request' (duration: 110.120219ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:45.083725Z","caller":"traceutil/trace.go:171","msg":"trace[775908000] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"108.570419ms","start":"2026-03-25T17:08:44.975122Z","end":"2026-03-25T17:08:45.083693Z","steps":["trace[775908000] 'process raft request' (duration: 108.430595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:45.08406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.778002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:08:45.084372Z","caller":"traceutil/trace.go:171","msg":"trace[1770662003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8393; }","duration":"107.364197ms","start":"2026-03-25T17:08:44.976992Z","end":"2026-03-25T17:08:45.084357Z","steps":["trace[1770662003] 'agreement among raft nodes before linearized reading' (duration: 106.71066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:45.34771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.676391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:08:45.347881Z","caller":"traceutil/trace.go:171","msg":"trace[1666221556] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"258.955982ms","start":"2026-03-25T17:08:45.088906Z","end":"2026-03-25T17:08:45.347862Z","steps":["trace[1666221556] 'process raft request' (duration: 36.044265ms)","trace[1666221556] 'compare' (duration: 222.542157ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:45.348106Z","caller":"traceutil/trace.go:171","msg":"trace[381055346] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"255.830462ms","start":"2026-03-25T17:08:45.092256Z","end":"2026-03-25T17:08:45.348087Z","steps":["trace[381055346] 'process raft request' (duration: 255.784071ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:45.348113Z","caller":"traceutil/trace.go:171","msg":"trace[799256254] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"258.739687ms","start":"2026-03-25T17:08:45.089349Z","end":"2026-03-25T17:08:45.348089Z","steps":["trace[799256254] 'process raft request' (duration: 258.460219ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:45.348113Z","caller":"traceutil/trace.go:171","msg":"trace[1052146013] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"256.94412ms","start":"2026-03-25T17:08:45.091145Z","end":"2026-03-25T17:08:45.348089Z","steps":["trace[1052146013] 'process raft request' (duration: 256.818857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.717659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376151886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:47.717723Z","caller":"traceutil/trace.go:171","msg":"trace[62295541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8399; }","duration":"1.376259607s","start":"2026-03-25T17:08:46.341448Z","end":"2026-03-25T17:08:47.717708Z","steps":["trace[62295541] 'range keys from in-memory index tree' (duration: 1.376003131s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.717748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:46.341432Z","time spent":"1.37631044s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:08:47.718147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.114881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:08:47.718307Z","caller":"traceutil/trace.go:171","msg":"trace[2116493404] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"647.588732ms","start":"2026-03-25T17:08:47.07071Z","end":"2026-03-25T17:08:47.718298Z","steps":["trace[2116493404] 'process raft request' (duration: 498.260666ms)","trace[2116493404] 'compare' (duration: 148.957147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:47.718339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:47.070688Z","time spent":"647.634143ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:47.762456Z","caller":"traceutil/trace.go:171","msg":"trace[1280213901] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"672.893869ms","start":"2026-03-25T17:08:47.089534Z","end":"2026-03-25T17:08:47.762428Z","steps":["trace[1280213901] 'process raft request' (duration: 672.742775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.762592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:47.089501Z","time spent":"673.023322ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:47.762701Z","caller":"traceutil/trace.go:171","msg":"trace[419718965] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"672.819447ms","start":"2026-03-25T17:08:47.089859Z","end":"2026-03-25T17:08:47.762679Z","steps":["trace[419718965] 'process raft request' (duration: 672.537339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.762814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:47.089835Z","time spent":"672.91715ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:47.813219Z","caller":"traceutil/trace.go:171","msg":"trace[1754919160] linearizableReadLoop","detail":"{readStateIndex:8705; appliedIndex:8702; }","duration":"707.152098ms","start":"2026-03-25T17:08:47.106044Z","end":"2026-03-25T17:08:47.813196Z","steps":["trace[1754919160] 'read index received' (duration: 462.954349ms)","trace[1754919160] 'applied index is now lower than readState.Index' (duration: 244.196429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:47.813458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.408235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T17:08:47.813499Z","caller":"traceutil/trace.go:171","msg":"trace[509390106] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8402; }","duration":"707.508718ms","start":"2026-03-25T17:08:47.105976Z","end":"2026-03-25T17:08:47.813485Z","steps":["trace[509390106] 'agreement among raft nodes before linearized reading' (duration: 707.340973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.813533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:47.105957Z","time spent":"707.568059ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:08:47.813522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.96616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:08:47.813609Z","caller":"traceutil/trace.go:171","msg":"trace[1411246525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8402; }","duration":"703.084222ms","start":"2026-03-25T17:08:47.110509Z","end":"2026-03-25T17:08:47.813593Z","steps":["trace[1411246525] 'agreement among raft nodes before linearized reading' (duration: 702.871387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.813643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:47.110499Z","time spent":"703.134744ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:08:47.813698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.71986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:47.813741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.667326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T17:08:47.813787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.267642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T17:08:47.813816Z","caller":"traceutil/trace.go:171","msg":"trace[1879723918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8402; }","duration":"461.769198ms","start":"2026-03-25T17:08:47.352027Z","end":"2026-03-25T17:08:47.813796Z","steps":["trace[1879723918] 'agreement among raft nodes before linearized reading' (duration: 461.415688ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:47.813863Z","caller":"traceutil/trace.go:171","msg":"trace[69634343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8402; }","duration":"462.380774ms","start":"2026-03-25T17:08:47.351462Z","end":"2026-03-25T17:08:47.813843Z","steps":["trace[69634343] 'agreement among raft nodes before linearized reading' (duration: 462.21396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.813902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.92391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-25T17:08:47.813779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.674296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T17:08:47.813923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:47.351452Z","time spent":"462.461676ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T17:08:47.813942Z","caller":"traceutil/trace.go:171","msg":"trace[1953424632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8402; }","duration":"651.004771ms","start":"2026-03-25T17:08:47.162926Z","end":"2026-03-25T17:08:47.81393Z","steps":["trace[1953424632] 'agreement among raft nodes before linearized reading' (duration: 650.909459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.813887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:47.352015Z","time spent":"461.853651ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:08:47.813975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:47.162897Z","time spent":"651.070982ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T17:08:47.813975Z","caller":"traceutil/trace.go:171","msg":"trace[1311914563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8402; }","duration":"461.917592ms","start":"2026-03-25T17:08:47.352038Z","end":"2026-03-25T17:08:47.813955Z","steps":["trace[1311914563] 'agreement among raft nodes before linearized reading' (duration: 461.541012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.814028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:47.352015Z","time spent":"461.998484ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:08:47.813916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.406795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:08:47.814104Z","caller":"traceutil/trace.go:171","msg":"trace[353952163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8402; }","duration":"462.62875ms","start":"2026-03-25T17:08:47.351462Z","end":"2026-03-25T17:08:47.814091Z","steps":["trace[353952163] 'agreement among raft nodes before linearized reading' (duration: 462.383084ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:47.813809Z","caller":"traceutil/trace.go:171","msg":"trace[562919434] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8402; }","duration":"272.875125ms","start":"2026-03-25T17:08:47.540906Z","end":"2026-03-25T17:08:47.813781Z","steps":["trace[562919434] 'agreement among raft nodes before linearized reading' (duration: 272.634638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.814135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:47.351438Z","time spent":"462.688952ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:08:48.654731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.480075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:48.654804Z","caller":"traceutil/trace.go:171","msg":"trace[267825517] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8408; }","duration":"232.604669ms","start":"2026-03-25T17:08:48.422183Z","end":"2026-03-25T17:08:48.654788Z","steps":["trace[267825517] 'count revisions from in-memory index tree' (duration: 232.395333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.59089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856915099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T17:08:49.827489Z","caller":"traceutil/trace.go:171","msg":"trace[2090202901] linearizableReadLoop","detail":"{readStateIndex:8713; appliedIndex:8712; }","duration":"736.624713ms","start":"2026-03-25T17:08:49.09084Z","end":"2026-03-25T17:08:49.827465Z","steps":["trace[2090202901] 'read index received' (duration: 736.48194ms)","trace[2090202901] 'applied index is now lower than readState.Index' (duration: 141.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:49.827593Z","caller":"traceutil/trace.go:171","msg":"trace[1475796388] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"906.103012ms","start":"2026-03-25T17:08:48.921452Z","end":"2026-03-25T17:08:49.827555Z","steps":["trace[1475796388] 'process raft request' (duration: 905.853636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.827626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.763136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.827695Z","caller":"traceutil/trace.go:171","msg":"trace[1881769828] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8409; }","duration":"736.87481ms","start":"2026-03-25T17:08:49.09081Z","end":"2026-03-25T17:08:49.827685Z","steps":["trace[1881769828] 'agreement among raft nodes before linearized reading' (duration: 736.748207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.82776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:48.921432Z","time spent":"906.245506ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:08:49.827856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.090795Z","time spent":"736.92135ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-03-25T17:08:49.848953Z","caller":"traceutil/trace.go:171","msg":"trace[1746619189] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"125.53453ms","start":"2026-03-25T17:08:49.723399Z","end":"2026-03-25T17:08:49.848934Z","steps":["trace[1746619189] 'process raft request' (duration: 125.403426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.84938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.411399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.849452Z","caller":"traceutil/trace.go:171","msg":"trace[1175001114] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8412; }","duration":"758.520081ms","start":"2026-03-25T17:08:49.090916Z","end":"2026-03-25T17:08:49.849436Z","steps":["trace[1175001114] 'agreement among raft nodes before linearized reading' (duration: 758.398868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.849473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.041659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.849523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.811788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.849528Z","caller":"traceutil/trace.go:171","msg":"trace[134265672] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8412; }","duration":"550.136042ms","start":"2026-03-25T17:08:49.299381Z","end":"2026-03-25T17:08:49.849518Z","steps":["trace[134265672] 'agreement among raft nodes before linearized reading' (duration: 550.042099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.849592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.980039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.849574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.551448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.849617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.404957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.849643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.03232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.849644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.426321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.849657Z","caller":"traceutil/trace.go:171","msg":"trace[1851175448] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8412; }","duration":"472.668871ms","start":"2026-03-25T17:08:49.376964Z","end":"2026-03-25T17:08:49.849633Z","steps":["trace[1851175448] 'agreement among raft nodes before linearized reading' (duration: 472.506326ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.849668Z","caller":"traceutil/trace.go:171","msg":"trace[1123331387] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8412; }","duration":"417.474919ms","start":"2026-03-25T17:08:49.432178Z","end":"2026-03-25T17:08:49.849652Z","steps":["trace[1123331387] 'agreement among raft nodes before linearized reading' (duration: 417.362966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.84969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.823836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.849688Z","caller":"traceutil/trace.go:171","msg":"trace[1247012194] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8412; }","duration":"473.520563ms","start":"2026-03-25T17:08:49.376157Z","end":"2026-03-25T17:08:49.849677Z","steps":["trace[1247012194] 'agreement among raft nodes before linearized reading' (duration: 473.463802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.8497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.376902Z","time spent":"472.786904ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-25T17:08:49.849717Z","caller":"traceutil/trace.go:171","msg":"trace[360139037] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8412; }","duration":"603.862437ms","start":"2026-03-25T17:08:49.24585Z","end":"2026-03-25T17:08:49.849712Z","steps":["trace[360139037] 'agreement among raft nodes before linearized reading' (duration: 603.823636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.849728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.376131Z","time spent":"473.586215ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.849736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.245843Z","time spent":"603.888339ms","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.849778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.528715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.84982Z","caller":"traceutil/trace.go:171","msg":"trace[1504766790] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8412; }","duration":"401.592756ms","start":"2026-03-25T17:08:49.448214Z","end":"2026-03-25T17:08:49.849807Z","steps":["trace[1504766790] 'agreement among raft nodes before linearized reading' (duration: 401.505674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.849857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.44821Z","time spent":"401.638047ms","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.849866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.405941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.849841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.039517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.849895Z","caller":"traceutil/trace.go:171","msg":"trace[1892380138] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8412; }","duration":"490.458563ms","start":"2026-03-25T17:08:49.359427Z","end":"2026-03-25T17:08:49.849886Z","steps":["trace[1892380138] 'agreement among raft nodes before linearized reading' (duration: 490.412152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.849924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.359423Z","time spent":"490.492064ms","remote":"127.0.0.1:45732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-25T17:08:49.849926Z","caller":"traceutil/trace.go:171","msg":"trace[1086538726] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8412; }","duration":"417.15865ms","start":"2026-03-25T17:08:49.432741Z","end":"2026-03-25T17:08:49.8499Z","steps":["trace[1086538726] 'agreement among raft nodes before linearized reading' (duration: 417.019476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.849941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.519934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.849925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.71531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.849978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.432733Z","time spent":"417.226451ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.850034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.4114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.738749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.849964Z","caller":"traceutil/trace.go:171","msg":"trace[867996577] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8412; }","duration":"604.571515ms","start":"2026-03-25T17:08:49.245386Z","end":"2026-03-25T17:08:49.849958Z","steps":["trace[867996577] 'agreement among raft nodes before linearized reading' (duration: 604.534724ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.850082Z","caller":"traceutil/trace.go:171","msg":"trace[118620836] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8412; }","duration":"401.459702ms","start":"2026-03-25T17:08:49.448603Z","end":"2026-03-25T17:08:49.850063Z","steps":["trace[118620836] 'agreement among raft nodes before linearized reading' (duration: 401.38026ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.850086Z","caller":"traceutil/trace.go:171","msg":"trace[117715831] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8412; }","duration":"458.796571ms","start":"2026-03-25T17:08:49.391277Z","end":"2026-03-25T17:08:49.850073Z","steps":["trace[117715831] 'agreement among raft nodes before linearized reading' (duration: 458.728619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.448585Z","time spent":"401.516534ms","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.850124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.715401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.85015Z","caller":"traceutil/trace.go:171","msg":"trace[240333982] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8412; }","duration":"638.759083ms","start":"2026-03-25T17:08:49.211384Z","end":"2026-03-25T17:08:49.850143Z","steps":["trace[240333982] 'agreement among raft nodes before linearized reading' (duration: 638.719942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.245363Z","time spent":"604.724948ms","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.849995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.624576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.709788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.134877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.850251Z","caller":"traceutil/trace.go:171","msg":"trace[171265163] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8412; }","duration":"639.760809ms","start":"2026-03-25T17:08:49.210482Z","end":"2026-03-25T17:08:49.850243Z","steps":["trace[171265163] 'agreement among raft nodes before linearized reading' (duration: 639.731878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.205228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:08:49.850273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.21046Z","time spent":"639.80725ms","remote":"127.0.0.1:45702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-25T17:08:49.850282Z","caller":"traceutil/trace.go:171","msg":"trace[1358464149] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8412; }","duration":"393.25153ms","start":"2026-03-25T17:08:49.457022Z","end":"2026-03-25T17:08:49.850273Z","steps":["trace[1358464149] 'agreement among raft nodes before linearized reading' (duration: 393.181387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.356461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.849822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.695768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.45701Z","time spent":"393.28944ms","remote":"127.0.0.1:40120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:08:49.85034Z","caller":"traceutil/trace.go:171","msg":"trace[1665146190] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8412; }","duration":"474.256752ms","start":"2026-03-25T17:08:49.376076Z","end":"2026-03-25T17:08:49.850333Z","steps":["trace[1665146190] 'agreement among raft nodes before linearized reading' (duration: 473.720178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.37605Z","time spent":"474.315064ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.850381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.807873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.850407Z","caller":"traceutil/trace.go:171","msg":"trace[407408061] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8412; }","duration":"658.877705ms","start":"2026-03-25T17:08:49.191522Z","end":"2026-03-25T17:08:49.850399Z","steps":["trace[407408061] 'agreement among raft nodes before linearized reading' (duration: 658.837354ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.849561Z","caller":"traceutil/trace.go:171","msg":"trace[786229956] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8412; }","duration":"585.833869ms","start":"2026-03-25T17:08:49.263705Z","end":"2026-03-25T17:08:49.849539Z","steps":["trace[786229956] 'agreement among raft nodes before linearized reading' (duration: 585.797747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.914506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.792434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.263681Z","time spent":"586.780803ms","remote":"127.0.0.1:45716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-03-25T17:08:49.850516Z","caller":"traceutil/trace.go:171","msg":"trace[2070747584] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8412; }","duration":"742.847916ms","start":"2026-03-25T17:08:49.10766Z","end":"2026-03-25T17:08:49.850508Z","steps":["trace[2070747584] 'agreement among raft nodes before linearized reading' (duration: 742.791504ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.850513Z","caller":"traceutil/trace.go:171","msg":"trace[1998474453] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8412; }","duration":"658.945056ms","start":"2026-03-25T17:08:49.191553Z","end":"2026-03-25T17:08:49.850498Z","steps":["trace[1998474453] 'agreement among raft nodes before linearized reading' (duration: 658.903555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.107639Z","time spent":"742.891936ms","remote":"127.0.0.1:45668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.850543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.191504Z","time spent":"659.030658ms","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.85057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.864948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.850604Z","caller":"traceutil/trace.go:171","msg":"trace[573496975] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8412; }","duration":"672.901189ms","start":"2026-03-25T17:08:49.177695Z","end":"2026-03-25T17:08:49.850596Z","steps":["trace[573496975] 'agreement among raft nodes before linearized reading' (duration: 672.844397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.177412Z","time spent":"673.208317ms","remote":"127.0.0.1:45692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.850309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.748301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.642278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.253046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.850677Z","caller":"traceutil/trace.go:171","msg":"trace[1824945424] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8412; }","duration":"459.122859ms","start":"2026-03-25T17:08:49.391542Z","end":"2026-03-25T17:08:49.850665Z","steps":["trace[1824945424] 'agreement among raft nodes before linearized reading' (duration: 458.74557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.029392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.324419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.850729Z","caller":"traceutil/trace.go:171","msg":"trace[1561665972] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8412; }","duration":"673.30336ms","start":"2026-03-25T17:08:49.177417Z","end":"2026-03-25T17:08:49.850721Z","steps":["trace[1561665972] 'agreement among raft nodes before linearized reading' (duration: 673.255199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.318531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.261055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.850692Z","caller":"traceutil/trace.go:171","msg":"trace[1354219338] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8412; }","duration":"718.315558ms","start":"2026-03-25T17:08:49.132369Z","end":"2026-03-25T17:08:49.850685Z","steps":["trace[1354219338] 'agreement among raft nodes before linearized reading' (duration: 718.278527ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.850785Z","caller":"traceutil/trace.go:171","msg":"trace[21866158] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8412; }","duration":"659.315066ms","start":"2026-03-25T17:08:49.191462Z","end":"2026-03-25T17:08:49.850777Z","steps":["trace[21866158] 'agreement among raft nodes before linearized reading' (duration: 659.274965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.158615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.132349Z","time spent":"718.453482ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.850048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.78896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.850843Z","caller":"traceutil/trace.go:171","msg":"trace[1334565047] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8412; }","duration":"693.193906ms","start":"2026-03-25T17:08:49.157641Z","end":"2026-03-25T17:08:49.850835Z","steps":["trace[1334565047] 'agreement among raft nodes before linearized reading' (duration: 693.143464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.85085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.438281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.85087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.157589Z","time spent":"693.273677ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-25T17:08:49.850881Z","caller":"traceutil/trace.go:171","msg":"trace[1416033699] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8412; }","duration":"510.483363ms","start":"2026-03-25T17:08:49.34039Z","end":"2026-03-25T17:08:49.850874Z","steps":["trace[1416033699] 'agreement among raft nodes before linearized reading' (duration: 510.437711ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.850877Z","caller":"traceutil/trace.go:171","msg":"trace[1866961654] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8412; }","duration":"459.643512ms","start":"2026-03-25T17:08:49.391214Z","end":"2026-03-25T17:08:49.850857Z","steps":["trace[1866961654] 'agreement among raft nodes before linearized reading' (duration: 458.809991ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.850339Z","caller":"traceutil/trace.go:171","msg":"trace[506678507] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8412; }","duration":"693.431082ms","start":"2026-03-25T17:08:49.156898Z","end":"2026-03-25T17:08:49.850329Z","steps":["trace[506678507] 'agreement among raft nodes before linearized reading' (duration: 693.365071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.39118Z","time spent":"459.723954ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.850942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.156883Z","time spent":"694.049529ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.850946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.273104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.850976Z","caller":"traceutil/trace.go:171","msg":"trace[2071944466] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8412; }","duration":"511.312705ms","start":"2026-03-25T17:08:49.339656Z","end":"2026-03-25T17:08:49.850969Z","steps":["trace[2071944466] 'agreement among raft nodes before linearized reading' (duration: 511.269514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.391536Z","time spent":"459.183931ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.339652Z","time spent":"511.340395ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.851016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.035599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.39127Z","time spent":"458.839562ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-03-25T17:08:49.851053Z","caller":"traceutil/trace.go:171","msg":"trace[1888462808] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8412; }","duration":"694.10126ms","start":"2026-03-25T17:08:49.156943Z","end":"2026-03-25T17:08:49.851044Z","steps":["trace[1888462808] 'agreement among raft nodes before linearized reading' (duration: 694.050709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.191444Z","time spent":"659.360847ms","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.851088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.156919Z","time spent":"694.160932ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.851123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.609131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.851151Z","caller":"traceutil/trace.go:171","msg":"trace[1094999804] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8412; }","duration":"551.680872ms","start":"2026-03-25T17:08:49.299464Z","end":"2026-03-25T17:08:49.851144Z","steps":["trace[1094999804] 'agreement among raft nodes before linearized reading' (duration: 551.636841ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.850272Z","caller":"traceutil/trace.go:171","msg":"trace[1340440947] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8412; }","duration":"440.186578ms","start":"2026-03-25T17:08:49.410077Z","end":"2026-03-25T17:08:49.850264Z","steps":["trace[1340440947] 'agreement among raft nodes before linearized reading' (duration: 440.139446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.851099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.432169Z","time spent":"417.5438ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.851185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.410064Z","time spent":"441.110792ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.851205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.135197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.851228Z","caller":"traceutil/trace.go:171","msg":"trace[1504784561] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8412; }","duration":"534.165247ms","start":"2026-03-25T17:08:49.317055Z","end":"2026-03-25T17:08:49.85122Z","steps":["trace[1504784561] 'agreement among raft nodes before linearized reading' (duration: 534.130256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.658479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.851254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.317052Z","time spent":"534.196148ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:08:49.849663Z","caller":"traceutil/trace.go:171","msg":"trace[541618460] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8412; }","duration":"587.080192ms","start":"2026-03-25T17:08:49.262578Z","end":"2026-03-25T17:08:49.849658Z","steps":["trace[541618460] 'agreement among raft nodes before linearized reading' (duration: 587.047621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.12993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.054397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.849595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.299366Z","time spent":"550.215134ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:08:49.851346Z","caller":"traceutil/trace.go:171","msg":"trace[1658266773] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8412; }","duration":"440.3009ms","start":"2026-03-25T17:08:49.411017Z","end":"2026-03-25T17:08:49.851318Z","steps":["trace[1658266773] 'agreement among raft nodes before linearized reading' (duration: 439.12563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.851342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.942863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.935326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.850054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.71845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.85017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.211377Z","time spent":"638.787343ms","remote":"127.0.0.1:45702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-25T17:08:49.850746Z","caller":"traceutil/trace.go:171","msg":"trace[306036860] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8412; }","duration":"718.37909ms","start":"2026-03-25T17:08:49.132357Z","end":"2026-03-25T17:08:49.850736Z","steps":["trace[306036860] 'agreement among raft nodes before linearized reading' (duration: 718.346539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.851387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.411011Z","time spent":"440.363702ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-25T17:08:49.850028Z","caller":"traceutil/trace.go:171","msg":"trace[1342390943] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8412; }","duration":"401.892973ms","start":"2026-03-25T17:08:49.448117Z","end":"2026-03-25T17:08:49.85001Z","steps":["trace[1342390943] 'agreement among raft nodes before linearized reading' (duration: 401.634167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.851415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.132333Z","time spent":"719.070608ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.851433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.448101Z","time spent":"403.323291ms","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-25T17:08:49.851481Z","caller":"traceutil/trace.go:171","msg":"trace[12078090] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8412; }","duration":"623.358583ms","start":"2026-03-25T17:08:49.228103Z","end":"2026-03-25T17:08:49.851462Z","steps":["trace[12078090] 'agreement among raft nodes before linearized reading' (duration: 621.967187ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.849614Z","caller":"traceutil/trace.go:171","msg":"trace[191679049] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8412; }","duration":"587.031431ms","start":"2026-03-25T17:08:49.262577Z","end":"2026-03-25T17:08:49.849609Z","steps":["trace[191679049] 'agreement among raft nodes before linearized reading' (duration: 586.99617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.531872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.851527Z","caller":"traceutil/trace.go:171","msg":"trace[1562113245] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8412; }","duration":"551.143018ms","start":"2026-03-25T17:08:49.300368Z","end":"2026-03-25T17:08:49.851511Z","steps":["trace[1562113245] 'agreement among raft nodes before linearized reading' (duration: 550.929953ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.851546Z","caller":"traceutil/trace.go:171","msg":"trace[2079072830] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8412; }","duration":"640.921609ms","start":"2026-03-25T17:08:49.210616Z","end":"2026-03-25T17:08:49.851537Z","steps":["trace[2079072830] 'agreement among raft nodes before linearized reading' (duration: 639.568294ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.851529Z","caller":"traceutil/trace.go:171","msg":"trace[128900652] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8412; }","duration":"623.204569ms","start":"2026-03-25T17:08:49.228305Z","end":"2026-03-25T17:08:49.851509Z","steps":["trace[128900652] 'agreement among raft nodes before linearized reading' (duration: 621.730111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.850201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.064464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.850689Z","caller":"traceutil/trace.go:171","msg":"trace[1197789908] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8412; }","duration":"532.73276ms","start":"2026-03-25T17:08:49.317947Z","end":"2026-03-25T17:08:49.850679Z","steps":["trace[1197789908] 'agreement among raft nodes before linearized reading' (duration: 532.665058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.851574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.210594Z","time spent":"640.97087ms","remote":"127.0.0.1:45702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.85158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.300361Z","time spent":"551.20235ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.851595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.317933Z","time spent":"533.648624ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.851603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.228286Z","time spent":"623.308381ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.850764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.177397Z","time spent":"673.359091ms","remote":"127.0.0.1:45692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.851226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.965951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.851642Z","caller":"traceutil/trace.go:171","msg":"trace[1392845862] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8412; }","duration":"441.495032ms","start":"2026-03-25T17:08:49.410116Z","end":"2026-03-25T17:08:49.851611Z","steps":["trace[1392845862] 'agreement among raft nodes before linearized reading' (duration: 440.064954ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:49.851668Z","caller":"traceutil/trace.go:171","msg":"trace[128797438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8412; }","duration":"512.444184ms","start":"2026-03-25T17:08:49.339211Z","end":"2026-03-25T17:08:49.851655Z","steps":["trace[128797438] 'agreement among raft nodes before linearized reading' (duration: 511.976711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.851699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.339192Z","time spent":"512.498735ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:08:49.851709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.410112Z","time spent":"441.572933ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.851562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.262558Z","time spent":"588.98813ms","remote":"127.0.0.1:45716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:08:49.850773Z","caller":"traceutil/trace.go:171","msg":"trace[1625757422] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8412; }","duration":"492.365882ms","start":"2026-03-25T17:08:49.3584Z","end":"2026-03-25T17:08:49.850766Z","steps":["trace[1625757422] 'agreement among raft nodes before linearized reading' (duration: 492.310051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.851845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.358397Z","time spent":"493.365548ms","remote":"127.0.0.1:45732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.850811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.416433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.851957Z","caller":"traceutil/trace.go:171","msg":"trace[1979515948] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8412; }","duration":"493.575984ms","start":"2026-03-25T17:08:49.358368Z","end":"2026-03-25T17:08:49.851944Z","steps":["trace[1979515948] 'agreement among raft nodes before linearized reading' (duration: 492.422614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.852007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.358355Z","time spent":"493.637745ms","remote":"127.0.0.1:45732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.850819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.121952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.852108Z","caller":"traceutil/trace.go:171","msg":"trace[18921757] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8412; }","duration":"744.438817ms","start":"2026-03-25T17:08:49.107661Z","end":"2026-03-25T17:08:49.852099Z","steps":["trace[18921757] 'agreement among raft nodes before linearized reading' (duration: 743.140513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.852176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.107641Z","time spent":"744.523008ms","remote":"127.0.0.1:45668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.850909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.340385Z","time spent":"510.515433ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.85091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.277611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75bbf669bf-mh4d5.18a0249cd47f093e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-25T17:08:49.852767Z","caller":"traceutil/trace.go:171","msg":"trace[1810043896] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75bbf669bf-mh4d5.18a0249cd47f093e; range_end:; response_count:1; response_revision:8412; }","duration":"667.152141ms","start":"2026-03-25T17:08:49.185592Z","end":"2026-03-25T17:08:49.852744Z","steps":["trace[1810043896] 'agreement among raft nodes before linearized reading' (duration: 665.244101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.852815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.185566Z","time spent":"667.237022ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-75bbf669bf-mh4d5.18a0249cd47f093e\" "} {"level":"warn","ts":"2026-03-25T17:08:49.850416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.292692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.852989Z","caller":"traceutil/trace.go:171","msg":"trace[400092983] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8412; }","duration":"719.865328ms","start":"2026-03-25T17:08:49.133114Z","end":"2026-03-25T17:08:49.852979Z","steps":["trace[400092983] 'agreement among raft nodes before linearized reading' (duration: 717.280402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.853015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.133054Z","time spent":"719.95225ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.851173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.299444Z","time spent":"551.723393ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.853214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.96435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:49.851167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.51372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.855467Z","caller":"traceutil/trace.go:171","msg":"trace[88306983] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8412; }","duration":"515.805391ms","start":"2026-03-25T17:08:49.33963Z","end":"2026-03-25T17:08:49.855436Z","steps":["trace[88306983] 'agreement among raft nodes before linearized reading' (duration: 511.506799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.85553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.339622Z","time spent":"515.888133ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.851218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.012992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.855587Z","caller":"traceutil/trace.go:171","msg":"trace[654329824] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8412; }","duration":"764.396865ms","start":"2026-03-25T17:08:49.091177Z","end":"2026-03-25T17:08:49.855574Z","steps":["trace[654329824] 'agreement among raft nodes before linearized reading' (duration: 759.995621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.855676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.091172Z","time spent":"764.473697ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.850003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.732801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:08:49.855791Z","caller":"traceutil/trace.go:171","msg":"trace[1443015649] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8412; }","duration":"424.547902ms","start":"2026-03-25T17:08:49.431226Z","end":"2026-03-25T17:08:49.855773Z","steps":["trace[1443015649] 'agreement among raft nodes before linearized reading' (duration: 418.729691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.855865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.431206Z","time spent":"424.639995ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:08:49.851277Z","caller":"traceutil/trace.go:171","msg":"trace[780115041] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8412; }","duration":"743.177924ms","start":"2026-03-25T17:08:49.108088Z","end":"2026-03-25T17:08:49.851266Z","steps":["trace[780115041] 'agreement among raft nodes before linearized reading' (duration: 742.676391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.855971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.108074Z","time spent":"747.885006ms","remote":"127.0.0.1:45668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.85133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.262558Z","time spent":"588.750334ms","remote":"127.0.0.1:45716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.849486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.090911Z","time spent":"758.566462ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:08:49.851349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.292851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.856163Z","caller":"traceutil/trace.go:171","msg":"trace[720963900] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8412; }","duration":"539.124786ms","start":"2026-03-25T17:08:49.317016Z","end":"2026-03-25T17:08:49.856141Z","steps":["trace[720963900] 'agreement among raft nodes before linearized reading' (duration: 534.29173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.856225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.317001Z","time spent":"539.204098ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-25T17:08:49.851371Z","caller":"traceutil/trace.go:171","msg":"trace[1059640401] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8412; }","duration":"672.503239ms","start":"2026-03-25T17:08:49.178857Z","end":"2026-03-25T17:08:49.851361Z","steps":["trace[1059640401] 'agreement among raft nodes before linearized reading' (duration: 672.069348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.856376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.178843Z","time spent":"677.519298ms","remote":"127.0.0.1:45692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-25T17:08:49.850023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.479938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:49.856546Z","caller":"traceutil/trace.go:171","msg":"trace[1714410121] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8412; }","duration":"627.04752ms","start":"2026-03-25T17:08:49.229485Z","end":"2026-03-25T17:08:49.856532Z","steps":["trace[1714410121] 'agreement among raft nodes before linearized reading' (duration: 620.521849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.856584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.229454Z","time spent":"627.116191ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-03-25T17:08:49.850258Z","caller":"traceutil/trace.go:171","msg":"trace[1163622056] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8412; }","duration":"604.909594ms","start":"2026-03-25T17:08:49.245331Z","end":"2026-03-25T17:08:49.85024Z","steps":["trace[1163622056] 'agreement among raft nodes before linearized reading' (duration: 604.645167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.851548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.228074Z","time spent":"623.456525ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.856763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.245315Z","time spent":"611.424725ms","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T17:08:49.850439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.191497Z","time spent":"658.934607ms","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-03-25T17:08:49.853271Z","caller":"traceutil/trace.go:171","msg":"trace[1686777063] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8412; }","duration":"421.039531ms","start":"2026-03-25T17:08:49.432217Z","end":"2026-03-25T17:08:49.853257Z","steps":["trace[1686777063] 'agreement among raft nodes before linearized reading' (duration: 420.928168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:49.85714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:49.432211Z","time spent":"424.913771ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-03-25T17:08:49.965954Z","caller":"traceutil/trace.go:171","msg":"trace[198292780] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"106.772692ms","start":"2026-03-25T17:08:49.859148Z","end":"2026-03-25T17:08:49.96592Z","steps":["trace[198292780] 'process raft request' (duration: 106.547295ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:50.106254Z","caller":"traceutil/trace.go:171","msg":"trace[1404149140] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"135.803336ms","start":"2026-03-25T17:08:49.970423Z","end":"2026-03-25T17:08:50.106226Z","steps":["trace[1404149140] 'process raft request' (duration: 68.457638ms)","trace[1404149140] 'compare' (duration: 67.177024ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:50.106522Z","caller":"traceutil/trace.go:171","msg":"trace[1206910729] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"135.743314ms","start":"2026-03-25T17:08:49.970759Z","end":"2026-03-25T17:08:50.106502Z","steps":["trace[1206910729] 'process raft request' (duration: 135.62676ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:50.106605Z","caller":"traceutil/trace.go:171","msg":"trace[1549399096] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8718; }","duration":"135.674773ms","start":"2026-03-25T17:08:49.970902Z","end":"2026-03-25T17:08:50.106577Z","steps":["trace[1549399096] 'read index received' (duration: 68.066897ms)","trace[1549399096] 'applied index is now lower than readState.Index' (duration: 67.606526ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:50.106617Z","caller":"traceutil/trace.go:171","msg":"trace[1623564389] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"135.778015ms","start":"2026-03-25T17:08:49.970757Z","end":"2026-03-25T17:08:50.106535Z","steps":["trace[1623564389] 'process raft request' (duration: 135.424895ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:50.106741Z","caller":"traceutil/trace.go:171","msg":"trace[957033685] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"135.656672ms","start":"2026-03-25T17:08:49.971057Z","end":"2026-03-25T17:08:50.106714Z","steps":["trace[957033685] 'process raft request' (duration: 135.410546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:50.107092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.158154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223823"} {"level":"info","ts":"2026-03-25T17:08:50.107159Z","caller":"traceutil/trace.go:171","msg":"trace[1465818937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8418; }","duration":"136.262496ms","start":"2026-03-25T17:08:49.970878Z","end":"2026-03-25T17:08:50.10714Z","steps":["trace[1465818937] 'agreement among raft nodes before linearized reading' (duration: 135.807395ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:52.089242Z","caller":"traceutil/trace.go:171","msg":"trace[562258937] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"234.378635ms","start":"2026-03-25T17:08:51.85483Z","end":"2026-03-25T17:08:52.089208Z","steps":["trace[562258937] 'process raft request' (duration: 227.463216ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:52.089382Z","caller":"traceutil/trace.go:171","msg":"trace[818120457] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8724; }","duration":"119.062111ms","start":"2026-03-25T17:08:51.970297Z","end":"2026-03-25T17:08:52.089359Z","steps":["trace[818120457] 'read index received' (duration: 112.08122ms)","trace[818120457] 'applied index is now lower than readState.Index' (duration: 6.980051ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:52.089498Z","caller":"traceutil/trace.go:171","msg":"trace[370077840] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"234.400535ms","start":"2026-03-25T17:08:51.855087Z","end":"2026-03-25T17:08:52.089488Z","steps":["trace[370077840] 'process raft request' (duration: 234.141759ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:52.089387Z","caller":"traceutil/trace.go:171","msg":"trace[1187378859] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"234.528109ms","start":"2026-03-25T17:08:51.854823Z","end":"2026-03-25T17:08:52.089351Z","steps":["trace[1187378859] 'process raft request' (duration: 234.298823ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:52.089708Z","caller":"traceutil/trace.go:171","msg":"trace[1759554215] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"115.713954ms","start":"2026-03-25T17:08:51.973971Z","end":"2026-03-25T17:08:52.089685Z","steps":["trace[1759554215] 'process raft request' (duration: 115.349535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:52.089755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.531952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T17:08:52.089696Z","caller":"traceutil/trace.go:171","msg":"trace[1002616644] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"233.778399ms","start":"2026-03-25T17:08:51.855872Z","end":"2026-03-25T17:08:52.089651Z","steps":["trace[1002616644] 'process raft request' (duration: 233.40907ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:52.089797Z","caller":"traceutil/trace.go:171","msg":"trace[1823763562] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8424; }","duration":"114.604494ms","start":"2026-03-25T17:08:51.975178Z","end":"2026-03-25T17:08:52.089783Z","steps":["trace[1823763562] 'agreement among raft nodes before linearized reading' (duration: 114.466671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:52.089786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.464451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T17:08:52.089822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.328068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T17:08:52.089979Z","caller":"traceutil/trace.go:171","msg":"trace[1907275247] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8424; }","duration":"114.528294ms","start":"2026-03-25T17:08:51.975438Z","end":"2026-03-25T17:08:52.089966Z","steps":["trace[1907275247] 'agreement among raft nodes before linearized reading' (duration: 114.275787ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:52.08986Z","caller":"traceutil/trace.go:171","msg":"trace[154155944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8424; }","duration":"119.550484ms","start":"2026-03-25T17:08:51.970291Z","end":"2026-03-25T17:08:52.089842Z","steps":["trace[154155944] 'agreement among raft nodes before linearized reading' (duration: 119.330027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:16.423078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.494306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:09:16.423265Z","caller":"traceutil/trace.go:171","msg":"trace[1585715017] linearizableReadLoop","detail":"{readStateIndex:8925; appliedIndex:8923; }","duration":"160.937008ms","start":"2026-03-25T17:09:16.262311Z","end":"2026-03-25T17:09:16.423248Z","steps":["trace[1585715017] 'read index received' (duration: 37.117864ms)","trace[1585715017] 'applied index is now lower than readState.Index' (duration: 123.818324ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:16.423403Z","caller":"traceutil/trace.go:171","msg":"trace[1335928608] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"180.115786ms","start":"2026-03-25T17:09:16.243272Z","end":"2026-03-25T17:09:16.423388Z","steps":["trace[1335928608] 'process raft request' (duration: 56.22491ms)","trace[1335928608] 'compare' (duration: 123.308291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:16.42366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.87595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:09:16.423644Z","caller":"traceutil/trace.go:171","msg":"trace[1854422543] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"180.31144ms","start":"2026-03-25T17:09:16.243296Z","end":"2026-03-25T17:09:16.423608Z","steps":["trace[1854422543] 'process raft request' (duration: 179.87977ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:16.4237Z","caller":"traceutil/trace.go:171","msg":"trace[1873189129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8614; }","duration":"107.942702ms","start":"2026-03-25T17:09:16.315744Z","end":"2026-03-25T17:09:16.423687Z","steps":["trace[1873189129] 'agreement among raft nodes before linearized reading' (duration: 107.825459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:16.423658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.456893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:09:16.423785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.431381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T17:09:16.42382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.447744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:09:16.423812Z","caller":"traceutil/trace.go:171","msg":"trace[461877260] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8614; }","duration":"126.648528ms","start":"2026-03-25T17:09:16.297139Z","end":"2026-03-25T17:09:16.423787Z","steps":["trace[461877260] 'agreement among raft nodes before linearized reading' (duration: 126.433401ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:16.4239Z","caller":"traceutil/trace.go:171","msg":"trace[1316904862] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8614; }","duration":"116.568987ms","start":"2026-03-25T17:09:16.307313Z","end":"2026-03-25T17:09:16.423881Z","steps":["trace[1316904862] 'agreement among raft nodes before linearized reading' (duration: 116.297409ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:16.423897Z","caller":"traceutil/trace.go:171","msg":"trace[758303081] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8614; }","duration":"161.603966ms","start":"2026-03-25T17:09:16.262268Z","end":"2026-03-25T17:09:16.423872Z","steps":["trace[758303081] 'agreement among raft nodes before linearized reading' (duration: 161.262616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:20.753093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856915761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T17:09:21.197281Z","caller":"traceutil/trace.go:171","msg":"trace[242502258] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"998.011419ms","start":"2026-03-25T17:09:20.199242Z","end":"2026-03-25T17:09:21.197253Z","steps":["trace[242502258] 'process raft request' (duration: 997.821495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:21.197448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.199222Z","time spent":"998.136263ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:22.198339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001287825s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:09:22.25261Z","caller":"traceutil/trace.go:171","msg":"trace[1288533090] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"2.051496149s","start":"2026-03-25T17:09:20.201092Z","end":"2026-03-25T17:09:22.252588Z","steps":["trace[1288533090] 'process raft request' (duration: 2.051398956s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.252759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.201083Z","time spent":"2.051596972s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:22.252625Z","caller":"traceutil/trace.go:171","msg":"trace[163584413] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"2.051962911s","start":"2026-03-25T17:09:20.200608Z","end":"2026-03-25T17:09:22.252571Z","steps":["trace[163584413] 'process raft request' (duration: 1.997930989s)","trace[163584413] 'compare' (duration: 53.761885ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:22.252814Z","caller":"traceutil/trace.go:171","msg":"trace[332831190] linearizableReadLoop","detail":"{readStateIndex:8943; appliedIndex:8939; }","duration":"2.000089334s","start":"2026-03-25T17:09:20.252661Z","end":"2026-03-25T17:09:22.252751Z","steps":["trace[332831190] 'read index received' (duration: 944.375726ms)","trace[332831190] 'applied index is now lower than readState.Index' (duration: 1.055711567s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:22.252907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.200593Z","time spent":"2.05228295s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:22.253039Z","caller":"traceutil/trace.go:171","msg":"trace[1332492117] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"1.742423855s","start":"2026-03-25T17:09:20.510599Z","end":"2026-03-25T17:09:22.253022Z","steps":["trace[1332492117] 'process raft request' (duration: 1.741954143s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.253168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.510572Z","time spent":"1.742509597s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:22.253267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000605897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T17:09:22.253307Z","caller":"traceutil/trace.go:171","msg":"trace[1846094276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8631; }","duration":"2.000676358s","start":"2026-03-25T17:09:20.252621Z","end":"2026-03-25T17:09:22.253298Z","steps":["trace[1846094276] 'agreement among raft nodes before linearized reading' (duration: 2.000500694s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.253333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.252606Z","time spent":"2.00072031s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:22.272419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009927189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T17:09:22.272494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.087974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-25T17:09:22.272531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.381722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-25T17:09:22.272553Z","caller":"traceutil/trace.go:171","msg":"trace[28837282] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:8632; }","duration":"507.188938ms","start":"2026-03-25T17:09:21.765348Z","end":"2026-03-25T17:09:22.272537Z","steps":["trace[28837282] 'agreement among raft nodes before linearized reading' (duration: 507.029424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.272538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.775436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:09:22.272603Z","caller":"traceutil/trace.go:171","msg":"trace[255928031] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8632; }","duration":"153.501645ms","start":"2026-03-25T17:09:22.119084Z","end":"2026-03-25T17:09:22.272585Z","steps":["trace[255928031] 'agreement among raft nodes before linearized reading' (duration: 153.247079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.272612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:21.765327Z","time spent":"507.271809ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.103\" "} {"level":"warn","ts":"2026-03-25T17:09:22.272617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931847913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:22.272622Z","caller":"traceutil/trace.go:171","msg":"trace[1040135322] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8632; }","duration":"890.882619ms","start":"2026-03-25T17:09:21.381725Z","end":"2026-03-25T17:09:22.272607Z","steps":["trace[1040135322] 'agreement among raft nodes before linearized reading' (duration: 890.784056ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:22.272664Z","caller":"traceutil/trace.go:171","msg":"trace[1508425431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8632; }","duration":"1.931934886s","start":"2026-03-25T17:09:20.340716Z","end":"2026-03-25T17:09:22.272651Z","steps":["trace[1508425431] 'agreement among raft nodes before linearized reading' (duration: 1.931859604s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.272499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835684086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-25T17:09:22.272682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812512154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:09:22.272698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:21.381707Z","time spent":"890.982821ms","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:09:22.27274Z","caller":"traceutil/trace.go:171","msg":"trace[1934708045] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"150.407954ms","start":"2026-03-25T17:09:22.122313Z","end":"2026-03-25T17:09:22.272721Z","steps":["trace[1934708045] 'process raft request' (duration: 149.784508ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:22.27276Z","caller":"traceutil/trace.go:171","msg":"trace[1296507686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8632; }","duration":"1.812626727s","start":"2026-03-25T17:09:20.460114Z","end":"2026-03-25T17:09:22.27274Z","steps":["trace[1296507686] 'agreement among raft nodes before linearized reading' (duration: 1.812468983s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.272805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.460097Z","time spent":"1.812699649s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:09:22.272824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990519766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T17:09:22.272828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834193568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:09:22.272864Z","caller":"traceutil/trace.go:171","msg":"trace[1965812443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8632; }","duration":"1.990596138s","start":"2026-03-25T17:09:20.282256Z","end":"2026-03-25T17:09:22.272852Z","steps":["trace[1965812443] 'agreement among raft nodes before linearized reading' (duration: 1.990481785s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.272899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.282235Z","time spent":"1.990655339s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:22.272701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.340696Z","time spent":"1.931995457s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T17:09:22.272787Z","caller":"traceutil/trace.go:171","msg":"trace[223958911] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8632; }","duration":"1.835953333s","start":"2026-03-25T17:09:20.436772Z","end":"2026-03-25T17:09:22.272726Z","steps":["trace[223958911] 'agreement among raft nodes before linearized reading' (duration: 1.835625655s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.272456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80499743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:09:22.273058Z","caller":"traceutil/trace.go:171","msg":"trace[521604799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8632; }","duration":"1.805650347s","start":"2026-03-25T17:09:20.467397Z","end":"2026-03-25T17:09:22.273047Z","steps":["trace[521604799] 'agreement among raft nodes before linearized reading' (duration: 1.804864846s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.27308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.436754Z","time spent":"1.836285501s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T17:09:22.272895Z","caller":"traceutil/trace.go:171","msg":"trace[426865644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8632; }","duration":"1.83429553s","start":"2026-03-25T17:09:20.438587Z","end":"2026-03-25T17:09:22.272883Z","steps":["trace[426865644] 'agreement among raft nodes before linearized reading' (duration: 1.834146887s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.273103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.467378Z","time spent":"1.805709208s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"info","ts":"2026-03-25T17:09:22.273102Z","caller":"traceutil/trace.go:171","msg":"trace[1887122281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8632; }","duration":"2.010090214s","start":"2026-03-25T17:09:20.262434Z","end":"2026-03-25T17:09:22.272524Z","steps":["trace[1887122281] 'agreement among raft nodes before linearized reading' (duration: 2.009819836s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:22.273288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.262416Z","time spent":"2.010849453s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:22.273144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:20.438569Z","time spent":"1.834559887s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:09:22.273468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.560461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-25T17:09:22.27374Z","caller":"traceutil/trace.go:171","msg":"trace[1497627404] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8632; }","duration":"152.691393ms","start":"2026-03-25T17:09:22.120845Z","end":"2026-03-25T17:09:22.273536Z","steps":["trace[1497627404] 'agreement among raft nodes before linearized reading' (duration: 151.958084ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:23.573988Z","caller":"traceutil/trace.go:171","msg":"trace[181048938] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"146.450522ms","start":"2026-03-25T17:09:23.427511Z","end":"2026-03-25T17:09:23.573962Z","steps":["trace[181048938] 'process raft request' (duration: 146.199725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:23.817484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.839903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:09:23.817616Z","caller":"traceutil/trace.go:171","msg":"trace[1998971877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8643; }","duration":"184.014918ms","start":"2026-03-25T17:09:23.633571Z","end":"2026-03-25T17:09:23.817586Z","steps":["trace[1998971877] 'range keys from in-memory index tree' (duration: 183.571975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:35.876351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.202433ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:35.876481Z","caller":"traceutil/trace.go:171","msg":"trace[1292960246] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8742; }","duration":"238.358247ms","start":"2026-03-25T17:09:35.638103Z","end":"2026-03-25T17:09:35.876461Z","steps":["trace[1292960246] 'range keys from in-memory index tree' (duration: 238.172133ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:35.877021Z","caller":"traceutil/trace.go:171","msg":"trace[1010338398] linearizableReadLoop","detail":"{readStateIndex:9061; appliedIndex:9060; }","duration":"486.582552ms","start":"2026-03-25T17:09:35.390403Z","end":"2026-03-25T17:09:35.876985Z","steps":["trace[1010338398] 'read index received' (duration: 400.908818ms)","trace[1010338398] 'applied index is now lower than readState.Index' (duration: 85.672164ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:35.87705Z","caller":"traceutil/trace.go:171","msg":"trace[306838844] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"526.007055ms","start":"2026-03-25T17:09:35.351019Z","end":"2026-03-25T17:09:35.877026Z","steps":["trace[306838844] 'process raft request' (duration: 440.406973ms)","trace[306838844] 'compare' (duration: 85.231713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:35.87716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.743736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6wq78\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-25T17:09:35.877201Z","caller":"traceutil/trace.go:171","msg":"trace[611380462] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6wq78; range_end:; response_count:1; response_revision:8743; }","duration":"486.862449ms","start":"2026-03-25T17:09:35.390327Z","end":"2026-03-25T17:09:35.87719Z","steps":["trace[611380462] 'agreement among raft nodes before linearized reading' (duration: 486.765657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:35.877213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:35.351005Z","time spent":"526.107527ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:35.877236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:35.390301Z","time spent":"486.928681ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6wq78\" "} {"level":"info","ts":"2026-03-25T17:09:36.56696Z","caller":"traceutil/trace.go:171","msg":"trace[1237012774] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"183.504213ms","start":"2026-03-25T17:09:36.383424Z","end":"2026-03-25T17:09:36.566928Z","steps":["trace[1237012774] 'process raft request' (duration: 153.398551ms)","trace[1237012774] 'compare' (duration: 29.809334ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:37.165722Z","caller":"traceutil/trace.go:171","msg":"trace[1325976868] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"782.237107ms","start":"2026-03-25T17:09:36.383454Z","end":"2026-03-25T17:09:37.165691Z","steps":["trace[1325976868] 'process raft request' (duration: 781.95206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:37.165933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:36.383433Z","time spent":"782.39459ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:37.166148Z","caller":"traceutil/trace.go:171","msg":"trace[683959152] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"782.444982ms","start":"2026-03-25T17:09:36.383609Z","end":"2026-03-25T17:09:37.166054Z","steps":["trace[683959152] 'process raft request' (duration: 782.032892ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:37.166336Z","caller":"traceutil/trace.go:171","msg":"trace[1063314699] linearizableReadLoop","detail":"{readStateIndex:9069; appliedIndex:9067; }","duration":"782.760271ms","start":"2026-03-25T17:09:36.383543Z","end":"2026-03-25T17:09:37.166304Z","steps":["trace[1063314699] 'read index received' (duration: 153.29588ms)","trace[1063314699] 'applied index is now lower than readState.Index' (duration: 629.463081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:37.166405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:36.383591Z","time spent":"782.680998ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:37.16645Z","caller":"traceutil/trace.go:171","msg":"trace[1451176735] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"781.96282ms","start":"2026-03-25T17:09:36.384423Z","end":"2026-03-25T17:09:37.166386Z","steps":["trace[1451176735] 'process raft request' (duration: 781.763815ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:37.16673Z","caller":"traceutil/trace.go:171","msg":"trace[874921305] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"782.340309ms","start":"2026-03-25T17:09:36.38436Z","end":"2026-03-25T17:09:37.1667Z","steps":["trace[874921305] 'process raft request' (duration: 781.585509ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:37.166788Z","caller":"traceutil/trace.go:171","msg":"trace[1713722071] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"782.400881ms","start":"2026-03-25T17:09:36.384373Z","end":"2026-03-25T17:09:37.166773Z","steps":["trace[1713722071] 'process raft request' (duration: 781.777355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:37.166821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.541182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6wq78\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-25T17:09:37.166879Z","caller":"traceutil/trace.go:171","msg":"trace[931863900] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"768.068949ms","start":"2026-03-25T17:09:36.398795Z","end":"2026-03-25T17:09:37.166863Z","steps":["trace[931863900] 'process raft request' (duration: 767.442372ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:37.166896Z","caller":"traceutil/trace.go:171","msg":"trace[1212063030] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6wq78; range_end:; response_count:1; response_revision:8756; }","duration":"768.629644ms","start":"2026-03-25T17:09:36.398234Z","end":"2026-03-25T17:09:37.166864Z","steps":["trace[1212063030] 'agreement among raft nodes before linearized reading' (duration: 768.407527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:37.166953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:36.398214Z","time spent":"768.730157ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6wq78\" "} {"level":"warn","ts":"2026-03-25T17:09:37.167012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:36.384404Z","time spent":"782.140314ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:37.167282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.731386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228469"} {"level":"warn","ts":"2026-03-25T17:09:37.16744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:36.398782Z","time spent":"768.135322ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T17:09:37.167516Z","caller":"traceutil/trace.go:171","msg":"trace[694861568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8756; }","duration":"784.002213ms","start":"2026-03-25T17:09:36.383504Z","end":"2026-03-25T17:09:37.167506Z","steps":["trace[694861568] 'agreement among raft nodes before linearized reading' (duration: 783.386696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:37.1676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:36.383486Z","time spent":"784.106316ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228492,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T17:09:37.167378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:36.384341Z","time spent":"782.486754ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:37.167355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:36.384347Z","time spent":"782.457013ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:37.550956Z","caller":"traceutil/trace.go:171","msg":"trace[801741333] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"263.458059ms","start":"2026-03-25T17:09:37.287441Z","end":"2026-03-25T17:09:37.550899Z","steps":["trace[801741333] 'process raft request' (duration: 170.457005ms)","trace[801741333] 'compare' (duration: 92.805379ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:37.551013Z","caller":"traceutil/trace.go:171","msg":"trace[1357897199] linearizableReadLoop","detail":"{readStateIndex:9075; appliedIndex:9074; }","duration":"261.983261ms","start":"2026-03-25T17:09:37.289001Z","end":"2026-03-25T17:09:37.550984Z","steps":["trace[1357897199] 'read index received' (duration: 168.922865ms)","trace[1357897199] 'applied index is now lower than readState.Index' (duration: 93.057376ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:37.551012Z","caller":"traceutil/trace.go:171","msg":"trace[544633166] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"233.507601ms","start":"2026-03-25T17:09:37.317473Z","end":"2026-03-25T17:09:37.550981Z","steps":["trace[544633166] 'process raft request' (duration: 233.43772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:37.551309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.397993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-25T17:09:37.55139Z","caller":"traceutil/trace.go:171","msg":"trace[1020414681] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8758; }","duration":"263.432839ms","start":"2026-03-25T17:09:37.287933Z","end":"2026-03-25T17:09:37.551365Z","steps":["trace[1020414681] 'agreement among raft nodes before linearized reading' (duration: 263.176671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:37.557677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.802843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-25T17:09:37.557751Z","caller":"traceutil/trace.go:171","msg":"trace[1283334423] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8759; }","duration":"267.926876ms","start":"2026-03-25T17:09:37.289807Z","end":"2026-03-25T17:09:37.557734Z","steps":["trace[1283334423] 'agreement among raft nodes before linearized reading' (duration: 267.714831ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:38.573563Z","caller":"traceutil/trace.go:171","msg":"trace[728716189] linearizableReadLoop","detail":"{readStateIndex:9084; appliedIndex:9083; }","duration":"233.147673ms","start":"2026-03-25T17:09:38.340385Z","end":"2026-03-25T17:09:38.573533Z","steps":["trace[728716189] 'read index received' (duration: 233.090931ms)","trace[728716189] 'applied index is now lower than readState.Index' (duration: 55.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:38.573611Z","caller":"traceutil/trace.go:171","msg":"trace[1102610239] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"239.697352ms","start":"2026-03-25T17:09:38.333886Z","end":"2026-03-25T17:09:38.573584Z","steps":["trace[1102610239] 'process raft request' (duration: 239.517768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:38.573672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.283386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:38.573694Z","caller":"traceutil/trace.go:171","msg":"trace[629147318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8765; }","duration":"233.353238ms","start":"2026-03-25T17:09:38.340334Z","end":"2026-03-25T17:09:38.573688Z","steps":["trace[629147318] 'agreement among raft nodes before linearized reading' (duration: 233.302976ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:38.606076Z","caller":"traceutil/trace.go:171","msg":"trace[34452660] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"238.991624ms","start":"2026-03-25T17:09:38.367065Z","end":"2026-03-25T17:09:38.606056Z","steps":["trace[34452660] 'process raft request' (duration: 238.582614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:39.694799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.131014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:09:39.694955Z","caller":"traceutil/trace.go:171","msg":"trace[2124381276] linearizableReadLoop","detail":"{readStateIndex:9088; appliedIndex:9087; }","duration":"717.843097ms","start":"2026-03-25T17:09:38.977089Z","end":"2026-03-25T17:09:39.694932Z","steps":["trace[2124381276] 'read index received' (duration: 425.509967ms)","trace[2124381276] 'applied index is now lower than readState.Index' (duration: 292.33083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:39.695162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.059572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-25T17:09:39.695216Z","caller":"traceutil/trace.go:171","msg":"trace[1755310710] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8769; }","duration":"718.162455ms","start":"2026-03-25T17:09:38.977046Z","end":"2026-03-25T17:09:39.695208Z","steps":["trace[1755310710] 'agreement among raft nodes before linearized reading' (duration: 717.95759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:39.695248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:38.977027Z","time spent":"718.213745ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-25T17:09:39.694982Z","caller":"traceutil/trace.go:171","msg":"trace[151464746] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"728.708068ms","start":"2026-03-25T17:09:38.966243Z","end":"2026-03-25T17:09:39.694951Z","steps":["trace[151464746] 'process raft request' (duration: 436.349548ms)","trace[151464746] 'compare' (duration: 291.894868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:39.695534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:38.966225Z","time spent":"729.270252ms","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T17:09:40.181786Z","caller":"traceutil/trace.go:171","msg":"trace[1052395718] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9088; }","duration":"486.765447ms","start":"2026-03-25T17:09:39.694996Z","end":"2026-03-25T17:09:40.181761Z","steps":["trace[1052395718] 'read index received' (duration: 486.45118ms)","trace[1052395718] 'applied index is now lower than readState.Index' (duration: 313.107µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:40.182245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009999591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:09:40.182269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.86727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:40.182323Z","caller":"traceutil/trace.go:171","msg":"trace[1031423369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8770; }","duration":"1.010191437s","start":"2026-03-25T17:09:39.172108Z","end":"2026-03-25T17:09:40.1823Z","steps":["trace[1031423369] 'agreement among raft nodes before linearized reading' (duration: 1.00995272s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:40.182343Z","caller":"traceutil/trace.go:171","msg":"trace[829142945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8770; }","duration":"840.989933ms","start":"2026-03-25T17:09:39.341324Z","end":"2026-03-25T17:09:40.182314Z","steps":["trace[829142945] 'agreement among raft nodes before linearized reading' (duration: 840.801548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:40.182362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.172084Z","time spent":"1.010269858s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:40.182339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01036663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T17:09:40.182391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.341301Z","time spent":"841.077735ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T17:09:40.182399Z","caller":"traceutil/trace.go:171","msg":"trace[1161121765] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"625.348074ms","start":"2026-03-25T17:09:39.557025Z","end":"2026-03-25T17:09:40.182373Z","steps":["trace[1161121765] 'process raft request' (duration: 624.503803ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:40.182444Z","caller":"traceutil/trace.go:171","msg":"trace[1480013209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8770; }","duration":"1.010555074s","start":"2026-03-25T17:09:39.171865Z","end":"2026-03-25T17:09:40.182421Z","steps":["trace[1480013209] 'agreement among raft nodes before linearized reading' (duration: 1.010170854s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:40.182448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010458213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:09:40.182468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.277313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:09:40.182503Z","caller":"traceutil/trace.go:171","msg":"trace[1009065866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8770; }","duration":"1.010533394s","start":"2026-03-25T17:09:39.171955Z","end":"2026-03-25T17:09:40.182488Z","steps":["trace[1009065866] 'agreement among raft nodes before linearized reading' (duration: 1.01035381s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:40.18252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.160954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-25T17:09:40.182522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.557002Z","time spent":"625.450767ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:40.182553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.171947Z","time spent":"1.010594755s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:09:40.182551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011475799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:09:40.18257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.162769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-25T17:09:40.182573Z","caller":"traceutil/trace.go:171","msg":"trace[379459955] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8770; }","duration":"483.225355ms","start":"2026-03-25T17:09:39.699334Z","end":"2026-03-25T17:09:40.182559Z","steps":["trace[379459955] 'agreement among raft nodes before linearized reading' (duration: 483.086331ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:40.182604Z","caller":"traceutil/trace.go:171","msg":"trace[1111564463] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8770; }","duration":"484.20336ms","start":"2026-03-25T17:09:39.698391Z","end":"2026-03-25T17:09:40.182594Z","steps":["trace[1111564463] 'agreement among raft nodes before linearized reading' (duration: 484.135148ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:40.182606Z","caller":"traceutil/trace.go:171","msg":"trace[1187208652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8770; }","duration":"1.011586263s","start":"2026-03-25T17:09:39.171002Z","end":"2026-03-25T17:09:40.182589Z","steps":["trace[1187208652] 'agreement among raft nodes before linearized reading' (duration: 1.011450759s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:40.182613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.699328Z","time spent":"483.276406ms","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":621,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-25T17:09:40.182636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.698385Z","time spent":"484.246101ms","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-25T17:09:40.182645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.170969Z","time spent":"1.011667774s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:09:40.182566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.880728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:09:40.182477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.514142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75bbf669bf-mh4d5.18a0249cd47f093e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-25T17:09:40.182766Z","caller":"traceutil/trace.go:171","msg":"trace[1782489749] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8770; }","duration":"250.079433ms","start":"2026-03-25T17:09:39.932642Z","end":"2026-03-25T17:09:40.182721Z","steps":["trace[1782489749] 'agreement among raft nodes before linearized reading' (duration: 249.892248ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:40.18285Z","caller":"traceutil/trace.go:171","msg":"trace[832703689] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75bbf669bf-mh4d5.18a0249cd47f093e; range_end:; response_count:1; response_revision:8770; }","duration":"998.935704ms","start":"2026-03-25T17:09:39.183897Z","end":"2026-03-25T17:09:40.182833Z","steps":["trace[832703689] 'agreement among raft nodes before linearized reading' (duration: 998.380009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:40.182915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.183878Z","time spent":"999.021995ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-75bbf669bf-mh4d5.18a0249cd47f093e\" "} {"level":"warn","ts":"2026-03-25T17:09:40.182943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010506655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-25T17:09:40.182499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.171833Z","time spent":"1.010654588s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T17:09:40.182987Z","caller":"traceutil/trace.go:171","msg":"trace[407703758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8770; }","duration":"1.010570496s","start":"2026-03-25T17:09:39.172404Z","end":"2026-03-25T17:09:40.182975Z","steps":["trace[407703758] 'agreement among raft nodes before linearized reading' (duration: 1.009483157s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:40.182554Z","caller":"traceutil/trace.go:171","msg":"trace[132329852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8770; }","duration":"947.432526ms","start":"2026-03-25T17:09:39.235102Z","end":"2026-03-25T17:09:40.182534Z","steps":["trace[132329852] 'agreement among raft nodes before linearized reading' (duration: 947.152989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:40.183019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.172397Z","time spent":"1.010615047s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:40.183029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.235062Z","time spent":"947.9575ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T17:09:40.182499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.433777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-575d8796-ec85-41b4-bb16-05b59aa59d8e\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-25T17:09:40.183093Z","caller":"traceutil/trace.go:171","msg":"trace[1797599310] range","detail":"{range_begin:/registry/persistentvolumes/pvc-575d8796-ec85-41b4-bb16-05b59aa59d8e; range_end:; response_count:1; response_revision:8770; }","duration":"485.049582ms","start":"2026-03-25T17:09:39.698022Z","end":"2026-03-25T17:09:40.183071Z","steps":["trace[1797599310] 'agreement among raft nodes before linearized reading' (duration: 484.391615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:40.18318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.697996Z","time spent":"485.136605ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-575d8796-ec85-41b4-bb16-05b59aa59d8e\" "} {"level":"warn","ts":"2026-03-25T17:09:40.182652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.19979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-25T17:09:40.183247Z","caller":"traceutil/trace.go:171","msg":"trace[82956096] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8770; }","duration":"484.809985ms","start":"2026-03-25T17:09:39.698423Z","end":"2026-03-25T17:09:40.183233Z","steps":["trace[82956096] 'agreement among raft nodes before linearized reading' (duration: 484.101897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:40.183297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.698418Z","time spent":"484.866358ms","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-25T17:09:40.183433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008712736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:09:40.18352Z","caller":"traceutil/trace.go:171","msg":"trace[981478759] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8770; }","duration":"1.008873583s","start":"2026-03-25T17:09:39.174628Z","end":"2026-03-25T17:09:40.183501Z","steps":["trace[981478759] 'agreement among raft nodes before linearized reading' (duration: 1.007168278s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:40.183578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:39.174599Z","time spent":"1.008960004s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"info","ts":"2026-03-25T17:09:46.458105Z","caller":"traceutil/trace.go:171","msg":"trace[345360653] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"404.224344ms","start":"2026-03-25T17:09:46.053845Z","end":"2026-03-25T17:09:46.45807Z","steps":["trace[345360653] 'process raft request' (duration: 404.011179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:46.458285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:46.053815Z","time spent":"404.394568ms","remote":"127.0.0.1:53956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":390,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T17:09:46.462445Z","caller":"traceutil/trace.go:171","msg":"trace[1004316798] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9151; }","duration":"226.039428ms","start":"2026-03-25T17:09:46.236379Z","end":"2026-03-25T17:09:46.462418Z","steps":["trace[1004316798] 'read index received' (duration: 221.46438ms)","trace[1004316798] 'applied index is now lower than readState.Index' (duration: 4.573708ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:46.462663Z","caller":"traceutil/trace.go:171","msg":"trace[1956011281] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"258.839678ms","start":"2026-03-25T17:09:46.203793Z","end":"2026-03-25T17:09:46.462633Z","steps":["trace[1956011281] 'process raft request' (duration: 258.450909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:46.462766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.350817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:46.462857Z","caller":"traceutil/trace.go:171","msg":"trace[1553084296] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8832; }","duration":"226.49684ms","start":"2026-03-25T17:09:46.236337Z","end":"2026-03-25T17:09:46.462834Z","steps":["trace[1553084296] 'agreement among raft nodes before linearized reading' (duration: 226.246523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:46.462884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.118907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T17:09:46.462971Z","caller":"traceutil/trace.go:171","msg":"trace[890298423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8832; }","duration":"187.253451ms","start":"2026-03-25T17:09:46.275695Z","end":"2026-03-25T17:09:46.462949Z","steps":["trace[890298423] 'agreement among raft nodes before linearized reading' (duration: 186.998425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:46.463068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.610504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T17:09:46.463138Z","caller":"traceutil/trace.go:171","msg":"trace[1366121789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8832; }","duration":"176.706027ms","start":"2026-03-25T17:09:46.286415Z","end":"2026-03-25T17:09:46.463121Z","steps":["trace[1366121789] 'agreement among raft nodes before linearized reading' (duration: 176.490022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:46.463246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.84736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:09:46.46331Z","caller":"traceutil/trace.go:171","msg":"trace[1644818706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8832; }","duration":"177.017135ms","start":"2026-03-25T17:09:46.286276Z","end":"2026-03-25T17:09:46.463293Z","steps":["trace[1644818706] 'agreement among raft nodes before linearized reading' (duration: 176.852611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:46.463355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.181214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T17:09:46.463404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.948204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T17:09:46.463408Z","caller":"traceutil/trace.go:171","msg":"trace[598836453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8832; }","duration":"171.273536ms","start":"2026-03-25T17:09:46.292121Z","end":"2026-03-25T17:09:46.463394Z","steps":["trace[598836453] 'agreement among raft nodes before linearized reading' (duration: 171.130022ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:46.46344Z","caller":"traceutil/trace.go:171","msg":"trace[1585834120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8832; }","duration":"176.994085ms","start":"2026-03-25T17:09:46.286437Z","end":"2026-03-25T17:09:46.463431Z","steps":["trace[1585834120] 'agreement among raft nodes before linearized reading' (duration: 176.906023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:46.463664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.250989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T17:09:46.463749Z","caller":"traceutil/trace.go:171","msg":"trace[39418839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8832; }","duration":"185.432353ms","start":"2026-03-25T17:09:46.278295Z","end":"2026-03-25T17:09:46.463728Z","steps":["trace[39418839] 'agreement among raft nodes before linearized reading' (duration: 184.901609ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:51.891118Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002408.wal"} {"level":"info","ts":"2026-03-25T17:09:52.621993Z","caller":"traceutil/trace.go:171","msg":"trace[53675385] linearizableReadLoop","detail":"{readStateIndex:9267; appliedIndex:9266; }","duration":"124.324056ms","start":"2026-03-25T17:09:52.497637Z","end":"2026-03-25T17:09:52.621961Z","steps":["trace[53675385] 'read index received' (duration: 122.806237ms)","trace[53675385] 'applied index is now lower than readState.Index' (duration: 1.516469ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:52.622374Z","caller":"traceutil/trace.go:171","msg":"trace[1934685492] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"131.718919ms","start":"2026-03-25T17:09:52.490639Z","end":"2026-03-25T17:09:52.622358Z","steps":["trace[1934685492] 'process raft request' (duration: 130.264631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:52.622739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.081267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:09:52.622781Z","caller":"traceutil/trace.go:171","msg":"trace[1325162273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8943; }","duration":"125.179999ms","start":"2026-03-25T17:09:52.497591Z","end":"2026-03-25T17:09:52.622771Z","steps":["trace[1325162273] 'agreement among raft nodes before linearized reading' (duration: 125.007284ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:52.799797Z","caller":"traceutil/trace.go:171","msg":"trace[1811272110] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"235.37919ms","start":"2026-03-25T17:09:52.56438Z","end":"2026-03-25T17:09:52.799759Z","steps":["trace[1811272110] 'process raft request' (duration: 175.102476ms)","trace[1811272110] 'compare' (duration: 60.010188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:52.799932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.473648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T17:09:52.799967Z","caller":"traceutil/trace.go:171","msg":"trace[289922180] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8944; }","duration":"224.55043ms","start":"2026-03-25T17:09:52.575405Z","end":"2026-03-25T17:09:52.799956Z","steps":["trace[289922180] 'agreement among raft nodes before linearized reading' (duration: 224.385175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:52.799981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.107238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-25T17:09:52.799994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.372758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:09:52.800115Z","caller":"traceutil/trace.go:171","msg":"trace[654208339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8944; }","duration":"300.528591ms","start":"2026-03-25T17:09:52.499563Z","end":"2026-03-25T17:09:52.800092Z","steps":["trace[654208339] 'agreement among raft nodes before linearized reading' (duration: 300.164441ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:52.800046Z","caller":"traceutil/trace.go:171","msg":"trace[1082773368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8944; }","duration":"301.215251ms","start":"2026-03-25T17:09:52.498815Z","end":"2026-03-25T17:09:52.80003Z","steps":["trace[1082773368] 'agreement among raft nodes before linearized reading' (duration: 301.045876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:52.800166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:52.499556Z","time spent":"300.602323ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:09:52.800197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:52.498801Z","time spent":"301.370364ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:52.800003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.492011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:09:52.799701Z","caller":"traceutil/trace.go:171","msg":"trace[2069035654] linearizableReadLoop","detail":"{readStateIndex:9268; appliedIndex:9267; }","duration":"177.58708ms","start":"2026-03-25T17:09:52.62209Z","end":"2026-03-25T17:09:52.799677Z","steps":["trace[2069035654] 'read index received' (duration: 117.418308ms)","trace[2069035654] 'applied index is now lower than readState.Index' (duration: 60.167472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:52.800286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.384135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:09:52.80027Z","caller":"traceutil/trace.go:171","msg":"trace[522604647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8944; }","duration":"300.765998ms","start":"2026-03-25T17:09:52.499475Z","end":"2026-03-25T17:09:52.800241Z","steps":["trace[522604647] 'agreement among raft nodes before linearized reading' (duration: 300.302456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:52.800339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:52.499452Z","time spent":"300.874841ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:09:52.800382Z","caller":"traceutil/trace.go:171","msg":"trace[1714276788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8944; }","duration":"301.506928ms","start":"2026-03-25T17:09:52.498815Z","end":"2026-03-25T17:09:52.800322Z","steps":["trace[1714276788] 'agreement among raft nodes before linearized reading' (duration: 301.161399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:52.800433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:52.498801Z","time spent":"301.61962ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:52.80052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.172581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:09:52.800702Z","caller":"traceutil/trace.go:171","msg":"trace[408792439] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8944; }","duration":"293.453619ms","start":"2026-03-25T17:09:52.507218Z","end":"2026-03-25T17:09:52.800672Z","steps":["trace[408792439] 'agreement among raft nodes before linearized reading' (duration: 292.594466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:52.801111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.128087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-25T17:09:52.801153Z","caller":"traceutil/trace.go:171","msg":"trace[708117658] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8944; }","duration":"249.203869ms","start":"2026-03-25T17:09:52.551939Z","end":"2026-03-25T17:09:52.801143Z","steps":["trace[708117658] 'agreement among raft nodes before linearized reading' (duration: 247.741961ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:52.960006Z","caller":"traceutil/trace.go:171","msg":"trace[242546010] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"335.411158ms","start":"2026-03-25T17:09:52.624569Z","end":"2026-03-25T17:09:52.959981Z","steps":["trace[242546010] 'process raft request' (duration: 288.924742ms)","trace[242546010] 'compare' (duration: 46.323422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:52.960143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:52.624546Z","time spent":"335.52516ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:52.960337Z","caller":"traceutil/trace.go:171","msg":"trace[1219426221] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"334.432423ms","start":"2026-03-25T17:09:52.625874Z","end":"2026-03-25T17:09:52.960307Z","steps":["trace[1219426221] 'process raft request' (duration: 334.072703ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:52.960363Z","caller":"traceutil/trace.go:171","msg":"trace[111061966] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"328.299543ms","start":"2026-03-25T17:09:52.632039Z","end":"2026-03-25T17:09:52.960339Z","steps":["trace[111061966] 'process raft request' (duration: 328.144748ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:52.960428Z","caller":"traceutil/trace.go:171","msg":"trace[1422451151] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9268; }","duration":"160.103617ms","start":"2026-03-25T17:09:52.800299Z","end":"2026-03-25T17:09:52.960402Z","steps":["trace[1422451151] 'read index received' (duration: 113.297112ms)","trace[1422451151] 'applied index is now lower than readState.Index' (duration: 46.805415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:52.960462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:52.625866Z","time spent":"334.529885ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:52.960496Z","caller":"traceutil/trace.go:171","msg":"trace[679843993] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"292.582156ms","start":"2026-03-25T17:09:52.6679Z","end":"2026-03-25T17:09:52.960482Z","steps":["trace[679843993] 'process raft request' (duration: 292.400052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:52.960515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:52.63203Z","time spent":"328.405765ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:52.960639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.807369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T17:09:52.960675Z","caller":"traceutil/trace.go:171","msg":"trace[1467697171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8948; }","duration":"327.880822ms","start":"2026-03-25T17:09:52.632785Z","end":"2026-03-25T17:09:52.960666Z","steps":["trace[1467697171] 'agreement among raft nodes before linearized reading' (duration: 327.725458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:52.960682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.752344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-25T17:09:52.960702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:52.632776Z","time spent":"327.918892ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-25T17:09:52.96074Z","caller":"traceutil/trace.go:171","msg":"trace[577441260] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8948; }","duration":"239.842476ms","start":"2026-03-25T17:09:52.720878Z","end":"2026-03-25T17:09:52.96072Z","steps":["trace[577441260] 'agreement among raft nodes before linearized reading' (duration: 239.62158ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:52.990852Z","caller":"traceutil/trace.go:171","msg":"trace[43092623] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"186.489271ms","start":"2026-03-25T17:09:52.804341Z","end":"2026-03-25T17:09:52.99083Z","steps":["trace[43092623] 'process raft request' (duration: 186.318287ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:52.991128Z","caller":"traceutil/trace.go:171","msg":"trace[1012267397] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"186.747459ms","start":"2026-03-25T17:09:52.804359Z","end":"2026-03-25T17:09:52.991106Z","steps":["trace[1012267397] 'process raft request' (duration: 186.42097ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:52.991269Z","caller":"traceutil/trace.go:171","msg":"trace[461113640] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"186.06752ms","start":"2026-03-25T17:09:52.805072Z","end":"2026-03-25T17:09:52.991139Z","steps":["trace[461113640] 'process raft request' (duration: 185.978498ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:52.99127Z","caller":"traceutil/trace.go:171","msg":"trace[490957432] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"185.923368ms","start":"2026-03-25T17:09:52.805302Z","end":"2026-03-25T17:09:52.991226Z","steps":["trace[490957432] 'process raft request' (duration: 185.778364ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:52.991317Z","caller":"traceutil/trace.go:171","msg":"trace[2069580329] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"186.842961ms","start":"2026-03-25T17:09:52.80443Z","end":"2026-03-25T17:09:52.991273Z","steps":["trace[2069580329] 'process raft request' (duration: 186.547052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:52.991418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.273916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:232958"} {"level":"info","ts":"2026-03-25T17:09:52.991454Z","caller":"traceutil/trace.go:171","msg":"trace[257493278] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8953; }","duration":"186.325247ms","start":"2026-03-25T17:09:52.80512Z","end":"2026-03-25T17:09:52.991445Z","steps":["trace[257493278] 'agreement among raft nodes before linearized reading' (duration: 185.994609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:52.991507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.539355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-25T17:09:52.991584Z","caller":"traceutil/trace.go:171","msg":"trace[2131746350] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8953; }","duration":"163.67912ms","start":"2026-03-25T17:09:52.827889Z","end":"2026-03-25T17:09:52.991568Z","steps":["trace[2131746350] 'agreement among raft nodes before linearized reading' (duration: 163.437344ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:54.328438Z","caller":"traceutil/trace.go:171","msg":"trace[2066719557] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"185.409953ms","start":"2026-03-25T17:09:54.143007Z","end":"2026-03-25T17:09:54.328416Z","steps":["trace[2066719557] 'process raft request' (duration: 185.257919ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:54.940707Z","caller":"traceutil/trace.go:171","msg":"trace[1357592134] linearizableReadLoop","detail":"{readStateIndex:9284; appliedIndex:9283; }","duration":"138.598508ms","start":"2026-03-25T17:09:54.802089Z","end":"2026-03-25T17:09:54.940687Z","steps":["trace[1357592134] 'read index received' (duration: 138.404103ms)","trace[1357592134] 'applied index is now lower than readState.Index' (duration: 193.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:54.94082Z","caller":"traceutil/trace.go:171","msg":"trace[1640778752] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"312.277138ms","start":"2026-03-25T17:09:54.628518Z","end":"2026-03-25T17:09:54.940795Z","steps":["trace[1640778752] 'process raft request' (duration: 312.032761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:54.940937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.828725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:54.941186Z","caller":"traceutil/trace.go:171","msg":"trace[1962520900] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8960; }","duration":"139.126102ms","start":"2026-03-25T17:09:54.802046Z","end":"2026-03-25T17:09:54.941172Z","steps":["trace[1962520900] 'agreement among raft nodes before linearized reading' (duration: 138.793254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:54.941627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:54.628495Z","time spent":"312.576715ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:55.531599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.450696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:09:55.531666Z","caller":"traceutil/trace.go:171","msg":"trace[1914667346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8960; }","duration":"566.562319ms","start":"2026-03-25T17:09:54.96509Z","end":"2026-03-25T17:09:55.531652Z","steps":["trace[1914667346] 'range keys from in-memory index tree' (duration: 566.251021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:55.531697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:54.964989Z","time spent":"566.700383ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:55.531761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.607277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:09:55.531951Z","caller":"traceutil/trace.go:171","msg":"trace[89771125] linearizableReadLoop","detail":"{readStateIndex:9286; appliedIndex:9284; }","duration":"535.907984ms","start":"2026-03-25T17:09:54.99603Z","end":"2026-03-25T17:09:55.531938Z","steps":["trace[89771125] 'read index received' (duration: 238.063211ms)","trace[89771125] 'applied index is now lower than readState.Index' (duration: 297.843973ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:55.532016Z","caller":"traceutil/trace.go:171","msg":"trace[1038486358] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"565.799108ms","start":"2026-03-25T17:09:54.966208Z","end":"2026-03-25T17:09:55.532007Z","steps":["trace[1038486358] 'process raft request' (duration: 267.868553ms)","trace[1038486358] 'compare' (duration: 297.246768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:55.532063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:54.966176Z","time spent":"565.86435ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:55.532456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.820208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:55.532494Z","caller":"traceutil/trace.go:171","msg":"trace[395358559] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8962; }","duration":"491.89023ms","start":"2026-03-25T17:09:55.040594Z","end":"2026-03-25T17:09:55.532484Z","steps":["trace[395358559] 'agreement among raft nodes before linearized reading' (duration: 491.825478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:55.532516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:55.040577Z","time spent":"491.933012ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:09:55.532511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.204066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:55.532545Z","caller":"traceutil/trace.go:171","msg":"trace[866322606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8962; }","duration":"193.268327ms","start":"2026-03-25T17:09:55.33927Z","end":"2026-03-25T17:09:55.532538Z","steps":["trace[866322606] 'agreement among raft nodes before linearized reading' (duration: 193.215276ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:55.532463Z","caller":"traceutil/trace.go:171","msg":"trace[670815041] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"566.193799ms","start":"2026-03-25T17:09:54.96626Z","end":"2026-03-25T17:09:55.532454Z","steps":["trace[670815041] 'process raft request' (duration: 565.606004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:55.532581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.337291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-135bc948-0379-470d-9ef6-9942a0a96a3e\" ","response":"range_response_count:1 size:3641"} {"level":"warn","ts":"2026-03-25T17:09:55.532576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.52895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:09:55.532595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.572993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-25T17:09:55.532645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.207851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:09:55.532656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.135039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:09:55.532707Z","caller":"traceutil/trace.go:171","msg":"trace[1960528993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8962; }","duration":"476.718016ms","start":"2026-03-25T17:09:55.055961Z","end":"2026-03-25T17:09:55.532679Z","steps":["trace[1960528993] 'agreement among raft nodes before linearized reading' (duration: 476.439059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:55.532666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.323874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-25T17:09:55.532991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:55.055942Z","time spent":"476.830749ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T17:09:55.533049Z","caller":"traceutil/trace.go:171","msg":"trace[2079208510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8962; }","duration":"536.721673ms","start":"2026-03-25T17:09:54.9963Z","end":"2026-03-25T17:09:55.533022Z","steps":["trace[2079208510] 'agreement among raft nodes before linearized reading' (duration: 536.021255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:55.532637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.282375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T17:09:55.533172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:54.996296Z","time spent":"536.857687ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T17:09:55.533262Z","caller":"traceutil/trace.go:171","msg":"trace[2110878039] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8962; }","duration":"533.936371ms","start":"2026-03-25T17:09:54.999297Z","end":"2026-03-25T17:09:55.533234Z","steps":["trace[2110878039] 'agreement among raft nodes before linearized reading' (duration: 533.127291ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:55.532632Z","caller":"traceutil/trace.go:171","msg":"trace[1066824114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-135bc948-0379-470d-9ef6-9942a0a96a3e; range_end:; response_count:1; response_revision:8962; }","duration":"408.415803ms","start":"2026-03-25T17:09:55.124203Z","end":"2026-03-25T17:09:55.532619Z","steps":["trace[1066824114] 'agreement among raft nodes before linearized reading' (duration: 408.28592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:55.533343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:54.999287Z","time spent":"534.025794ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:09:55.533346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:55.124191Z","time spent":"409.134453ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-135bc948-0379-470d-9ef6-9942a0a96a3e\" "} {"level":"warn","ts":"2026-03-25T17:09:55.532636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:54.966241Z","time spent":"566.331933ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:55.532643Z","caller":"traceutil/trace.go:171","msg":"trace[883491917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8962; }","duration":"536.633103ms","start":"2026-03-25T17:09:54.995993Z","end":"2026-03-25T17:09:55.532626Z","steps":["trace[883491917] 'agreement among raft nodes before linearized reading' (duration: 536.443758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:55.533565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:54.995976Z","time spent":"537.547156ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:09:55.532726Z","caller":"traceutil/trace.go:171","msg":"trace[1608217153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8962; }","duration":"536.250692ms","start":"2026-03-25T17:09:54.99646Z","end":"2026-03-25T17:09:55.532711Z","steps":["trace[1608217153] 'agreement among raft nodes before linearized reading' (duration: 536.066467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:55.533684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:54.996431Z","time spent":"537.242847ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T17:09:55.532722Z","caller":"traceutil/trace.go:171","msg":"trace[407342052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8962; }","duration":"536.296882ms","start":"2026-03-25T17:09:54.996409Z","end":"2026-03-25T17:09:55.532706Z","steps":["trace[407342052] 'agreement among raft nodes before linearized reading' (duration: 536.125658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:55.533758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:54.996402Z","time spent":"537.337879ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:09:55.819764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.619651ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:55.819874Z","caller":"traceutil/trace.go:171","msg":"trace[1153794937] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8963; }","duration":"182.742894ms","start":"2026-03-25T17:09:55.637114Z","end":"2026-03-25T17:09:55.819857Z","steps":["trace[1153794937] 'range keys from in-memory index tree' (duration: 182.606611ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:55.82007Z","caller":"traceutil/trace.go:171","msg":"trace[236880770] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"281.278121ms","start":"2026-03-25T17:09:55.538783Z","end":"2026-03-25T17:09:55.820061Z","steps":["trace[236880770] 'process raft request' (duration: 281.136607ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:55.820108Z","caller":"traceutil/trace.go:171","msg":"trace[301000235] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"282.163015ms","start":"2026-03-25T17:09:55.537902Z","end":"2026-03-25T17:09:55.820065Z","steps":["trace[301000235] 'process raft request' (duration: 194.072929ms)","trace[301000235] 'compare' (duration: 87.646455ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:55.820202Z","caller":"traceutil/trace.go:171","msg":"trace[1797555520] linearizableReadLoop","detail":"{readStateIndex:9292; appliedIndex:9287; }","duration":"221.85182ms","start":"2026-03-25T17:09:55.598329Z","end":"2026-03-25T17:09:55.820181Z","steps":["trace[1797555520] 'read index received' (duration: 133.843045ms)","trace[1797555520] 'applied index is now lower than readState.Index' (duration: 88.008135ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:55.820217Z","caller":"traceutil/trace.go:171","msg":"trace[1012439523] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"280.754828ms","start":"2026-03-25T17:09:55.539415Z","end":"2026-03-25T17:09:55.82017Z","steps":["trace[1012439523] 'process raft request' (duration: 280.640865ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:55.820296Z","caller":"traceutil/trace.go:171","msg":"trace[1389533740] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"280.743928ms","start":"2026-03-25T17:09:55.539542Z","end":"2026-03-25T17:09:55.820286Z","steps":["trace[1389533740] 'process raft request' (duration: 280.543532ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:55.820319Z","caller":"traceutil/trace.go:171","msg":"trace[61409901] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"281.062037ms","start":"2026-03-25T17:09:55.539243Z","end":"2026-03-25T17:09:55.820305Z","steps":["trace[61409901] 'process raft request' (duration: 280.779909ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:55.820586Z","caller":"traceutil/trace.go:171","msg":"trace[203290847] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"199.830227ms","start":"2026-03-25T17:09:55.620748Z","end":"2026-03-25T17:09:55.820579Z","steps":["trace[203290847] 'process raft request' (duration: 199.388777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:55.820982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.443534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:09:55.82106Z","caller":"traceutil/trace.go:171","msg":"trace[2108655723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8969; }","duration":"222.756023ms","start":"2026-03-25T17:09:55.598286Z","end":"2026-03-25T17:09:55.821042Z","steps":["trace[2108655723] 'agreement among raft nodes before linearized reading' (duration: 221.979973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:56.970123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.044648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:09:56.970209Z","caller":"traceutil/trace.go:171","msg":"trace[832013686] linearizableReadLoop","detail":"{readStateIndex:9294; appliedIndex:9293; }","duration":"1.022102044s","start":"2026-03-25T17:09:55.948093Z","end":"2026-03-25T17:09:56.970195Z","steps":["trace[832013686] 'read index received' (duration: 312.78975ms)","trace[832013686] 'applied index is now lower than readState.Index' (duration: 709.310264ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:56.970274Z","caller":"traceutil/trace.go:171","msg":"trace[1757807416] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"1.037862473s","start":"2026-03-25T17:09:55.932396Z","end":"2026-03-25T17:09:56.970258Z","steps":["trace[1757807416] 'process raft request' (duration: 328.61364ms)","trace[1757807416] 'compare' (duration: 708.586486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:56.970343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:55.932363Z","time spent":"1.037953685s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T17:09:56.97037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022272979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:09:56.970397Z","caller":"traceutil/trace.go:171","msg":"trace[695250041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8970; }","duration":"1.02230564s","start":"2026-03-25T17:09:55.948084Z","end":"2026-03-25T17:09:56.970389Z","steps":["trace[695250041] 'agreement among raft nodes before linearized reading' (duration: 1.022165316s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:56.970416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:55.948031Z","time spent":"1.022379693s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T17:09:57.470908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856916787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:09:57.971409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856916787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:09:57.97624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029040955s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:09:57.976511Z","caller":"traceutil/trace.go:171","msg":"trace[499552381] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"1.029415305s","start":"2026-03-25T17:09:56.947075Z","end":"2026-03-25T17:09:57.97649Z","steps":["trace[499552381] 'process raft request' (duration: 1.029295641s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:57.976637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:56.947053Z","time spent":"1.029515207s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:58.256144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.523055ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T17:09:58.25658Z","caller":"traceutil/trace.go:171","msg":"trace[346825163] linearizableReadLoop","detail":"{readStateIndex:9298; appliedIndex:9295; }","duration":"1.286327455s","start":"2026-03-25T17:09:56.970227Z","end":"2026-03-25T17:09:58.256554Z","steps":["trace[346825163] 'read index received' (duration: 1.006373337s)","trace[346825163] 'applied index is now lower than readState.Index' (duration: 279.952708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:58.256783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468780881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-03-25T17:09:58.256858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926525665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:58.256919Z","caller":"traceutil/trace.go:171","msg":"trace[637889568] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8973; }","duration":"1.926636447s","start":"2026-03-25T17:09:56.330268Z","end":"2026-03-25T17:09:58.256905Z","steps":["trace[637889568] 'agreement among raft nodes before linearized reading' (duration: 1.926496343s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.256939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137983494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:58.256951Z","caller":"traceutil/trace.go:171","msg":"trace[230226445] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"716.895293ms","start":"2026-03-25T17:09:57.540047Z","end":"2026-03-25T17:09:58.256942Z","steps":["trace[230226445] 'process raft request' (duration: 716.433251ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:58.256995Z","caller":"traceutil/trace.go:171","msg":"trace[143260539] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8973; }","duration":"2.138070307s","start":"2026-03-25T17:09:56.118906Z","end":"2026-03-25T17:09:58.256976Z","steps":["trace[143260539] 'agreement among raft nodes before linearized reading' (duration: 2.137997145s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.25736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717806516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-135bc948-0379-470d-9ef6-9942a0a96a3e\" ","response":"range_response_count:1 size:3641"} {"level":"warn","ts":"2026-03-25T17:09:58.257358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.729329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:09:58.257389Z","caller":"traceutil/trace.go:171","msg":"trace[1231233107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-135bc948-0379-470d-9ef6-9942a0a96a3e; range_end:; response_count:1; response_revision:8973; }","duration":"1.717869547s","start":"2026-03-25T17:09:56.539513Z","end":"2026-03-25T17:09:58.257382Z","steps":["trace[1231233107] 'agreement among raft nodes before linearized reading' (duration: 1.717465417s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.257405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:56.53949Z","time spent":"1.717911799s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-135bc948-0379-470d-9ef6-9942a0a96a3e\" "} {"level":"info","ts":"2026-03-25T17:09:58.257408Z","caller":"traceutil/trace.go:171","msg":"trace[306699732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8973; }","duration":"431.890143ms","start":"2026-03-25T17:09:57.825507Z","end":"2026-03-25T17:09:58.257397Z","steps":["trace[306699732] 'agreement among raft nodes before linearized reading' (duration: 431.75979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.257392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.270833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-25T17:09:58.257442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.825474Z","time spent":"431.959605ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:09:58.257403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:56.118884Z","time spent":"2.138505328s","remote":"127.0.0.1:46042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:09:58.257492Z","caller":"traceutil/trace.go:171","msg":"trace[1121358959] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8973; }","duration":"432.399177ms","start":"2026-03-25T17:09:57.825065Z","end":"2026-03-25T17:09:58.257465Z","steps":["trace[1121358959] 'agreement among raft nodes before linearized reading' (duration: 432.14025ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:58.256918Z","caller":"traceutil/trace.go:171","msg":"trace[1262051109] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"716.970425ms","start":"2026-03-25T17:09:57.539937Z","end":"2026-03-25T17:09:58.256907Z","steps":["trace[1262051109] 'process raft request' (duration: 716.361279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.257577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.825058Z","time spent":"432.482578ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:09:58.257626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.539918Z","time spent":"717.618611ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:58.256959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:56.33025Z","time spent":"1.926702499s","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:09:58.256874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680464866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-135bc948-0379-470d-9ef6-9942a0a96a3e\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-03-25T17:09:58.257748Z","caller":"traceutil/trace.go:171","msg":"trace[1343806212] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-135bc948-0379-470d-9ef6-9942a0a96a3e; range_end:; response_count:1; response_revision:8973; }","duration":"1.68138464s","start":"2026-03-25T17:09:56.576351Z","end":"2026-03-25T17:09:58.257736Z","steps":["trace[1343806212] 'agreement among raft nodes before linearized reading' (duration: 1.680352084s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.257048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.540022Z","time spent":"716.964295ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:58.257793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:56.576333Z","time spent":"1.681449071s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-135bc948-0379-470d-9ef6-9942a0a96a3e\" "} {"level":"warn","ts":"2026-03-25T17:09:58.257104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33705035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:09:58.256869Z","caller":"traceutil/trace.go:171","msg":"trace[1553897750] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8973; }","duration":"1.468903893s","start":"2026-03-25T17:09:56.787945Z","end":"2026-03-25T17:09:58.256849Z","steps":["trace[1553897750] 'agreement among raft nodes before linearized reading' (duration: 1.468632627s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:58.257912Z","caller":"traceutil/trace.go:171","msg":"trace[1100164823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8973; }","duration":"1.337865442s","start":"2026-03-25T17:09:56.919999Z","end":"2026-03-25T17:09:58.257865Z","steps":["trace[1100164823] 'agreement among raft nodes before linearized reading' (duration: 1.337075881s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.258014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:56.919977Z","time spent":"1.338006695s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:09:58.257142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916306239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:09:58.257941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:56.787929Z","time spent":"1.469996383s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-25T17:09:58.258087Z","caller":"traceutil/trace.go:171","msg":"trace[484611566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8973; }","duration":"1.917301535s","start":"2026-03-25T17:09:56.340774Z","end":"2026-03-25T17:09:58.258075Z","steps":["trace[484611566] 'agreement among raft nodes before linearized reading' (duration: 1.91634774s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.257234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285646538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-03-25T17:09:58.258191Z","caller":"traceutil/trace.go:171","msg":"trace[619158912] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8973; }","duration":"1.286623342s","start":"2026-03-25T17:09:56.971552Z","end":"2026-03-25T17:09:58.258175Z","steps":["trace[619158912] 'agreement among raft nodes before linearized reading' (duration: 1.285604846s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.258238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:56.971535Z","time spent":"1.286687624s","remote":"127.0.0.1:53964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19360,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-25T17:09:58.25728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.749619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:09:58.258392Z","caller":"traceutil/trace.go:171","msg":"trace[2059647095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8973; }","duration":"655.898668ms","start":"2026-03-25T17:09:57.602481Z","end":"2026-03-25T17:09:58.258379Z","steps":["trace[2059647095] 'agreement among raft nodes before linearized reading' (duration: 654.686467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.258438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.602465Z","time spent":"655.957189ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:58.257314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.356691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:09:58.258574Z","caller":"traceutil/trace.go:171","msg":"trace[233998430] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:8973; }","duration":"652.607733ms","start":"2026-03-25T17:09:57.605953Z","end":"2026-03-25T17:09:58.258561Z","steps":["trace[233998430] 'agreement among raft nodes before linearized reading' (duration: 651.288939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.2587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.605913Z","time spent":"652.769867ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:09:58.257228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.581437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:09:58.257315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.240332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:09:58.258824Z","caller":"traceutil/trace.go:171","msg":"trace[1687598261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8973; }","duration":"433.808792ms","start":"2026-03-25T17:09:57.825003Z","end":"2026-03-25T17:09:58.258811Z","steps":["trace[1687598261] 'agreement among raft nodes before linearized reading' (duration: 432.15892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.258854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.824982Z","time spent":"433.863024ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:58.257291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106429524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:58.258951Z","caller":"traceutil/trace.go:171","msg":"trace[866794198] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8973; }","duration":"1.108156559s","start":"2026-03-25T17:09:57.150779Z","end":"2026-03-25T17:09:58.258935Z","steps":["trace[866794198] 'agreement among raft nodes before linearized reading' (duration: 1.106393624s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.259007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.150756Z","time spent":"1.108235131s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:09:58.259087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:56.340746Z","time spent":"1.917375928s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:09:58.257314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.76087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:09:58.259228Z","caller":"traceutil/trace.go:171","msg":"trace[909433824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8973; }","duration":"433.712049ms","start":"2026-03-25T17:09:57.825503Z","end":"2026-03-25T17:09:58.259215Z","steps":["trace[909433824] 'agreement among raft nodes before linearized reading' (duration: 431.677488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.259273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.825493Z","time spent":"433.766481ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:09:58.257188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068582122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:58.259363Z","caller":"traceutil/trace.go:171","msg":"trace[1292153969] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8973; }","duration":"1.07079392s","start":"2026-03-25T17:09:57.188557Z","end":"2026-03-25T17:09:58.259351Z","steps":["trace[1292153969] 'agreement among raft nodes before linearized reading' (duration: 1.068611063s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.259395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.188537Z","time spent":"1.07084674s","remote":"127.0.0.1:36798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:09:58.257317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.215242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:09:58.259576Z","caller":"traceutil/trace.go:171","msg":"trace[1072297323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8973; }","duration":"434.505701ms","start":"2026-03-25T17:09:57.825061Z","end":"2026-03-25T17:09:58.259566Z","steps":["trace[1072297323] 'agreement among raft nodes before linearized reading' (duration: 432.117509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.259612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.825041Z","time spent":"434.552612ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:09:58.260139Z","caller":"traceutil/trace.go:171","msg":"trace[801784819] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8973; }","duration":"638.205288ms","start":"2026-03-25T17:09:57.620604Z","end":"2026-03-25T17:09:58.258809Z","steps":["trace[801784819] 'agreement among raft nodes before linearized reading' (duration: 636.606017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.26022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:57.62058Z","time spent":"639.625105ms","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:09:58.739941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.683562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:09:58.740021Z","caller":"traceutil/trace.go:171","msg":"trace[48773447] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"478.340218ms","start":"2026-03-25T17:09:58.261667Z","end":"2026-03-25T17:09:58.740007Z","steps":["trace[48773447] 'process raft request' (duration: 233.521333ms)","trace[48773447] 'compare' (duration: 244.60018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:58.740062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.261647Z","time spent":"478.395799ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:58.748685Z","caller":"traceutil/trace.go:171","msg":"trace[896929976] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"485.776762ms","start":"2026-03-25T17:09:58.262882Z","end":"2026-03-25T17:09:58.748659Z","steps":["trace[896929976] 'process raft request' (duration: 485.525354ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:58.748697Z","caller":"traceutil/trace.go:171","msg":"trace[250450448] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"485.196006ms","start":"2026-03-25T17:09:58.26348Z","end":"2026-03-25T17:09:58.748676Z","steps":["trace[250450448] 'process raft request' (duration: 485.067712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.748758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.262863Z","time spent":"485.857483ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:58.748688Z","caller":"traceutil/trace.go:171","msg":"trace[571609560] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"484.684333ms","start":"2026-03-25T17:09:58.263968Z","end":"2026-03-25T17:09:58.748652Z","steps":["trace[571609560] 'process raft request' (duration: 484.621631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.748838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.26345Z","time spent":"485.288849ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:58.749059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.263954Z","time spent":"484.92991ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:58.74932Z","caller":"traceutil/trace.go:171","msg":"trace[1058414980] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"484.349235ms","start":"2026-03-25T17:09:58.264958Z","end":"2026-03-25T17:09:58.749307Z","steps":["trace[1058414980] 'process raft request' (duration: 483.661947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.749396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.264945Z","time spent":"484.410696ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:09:58.749749Z","caller":"traceutil/trace.go:171","msg":"trace[1937023833] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"480.956647ms","start":"2026-03-25T17:09:58.268762Z","end":"2026-03-25T17:09:58.749719Z","steps":["trace[1937023833] 'process raft request' (duration: 480.495224ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:58.749843Z","caller":"traceutil/trace.go:171","msg":"trace[564729715] linearizableReadLoop","detail":"{readStateIndex:9303; appliedIndex:9298; }","duration":"483.089911ms","start":"2026-03-25T17:09:58.26674Z","end":"2026-03-25T17:09:58.74983Z","steps":["trace[564729715] 'read index received' (duration: 228.420111ms)","trace[564729715] 'applied index is now lower than readState.Index' (duration: 254.66884ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:58.749852Z","caller":"traceutil/trace.go:171","msg":"trace[1389433645] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"479.301082ms","start":"2026-03-25T17:09:58.270526Z","end":"2026-03-25T17:09:58.749827Z","steps":["trace[1389433645] 'process raft request' (duration: 479.19087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.749927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.268747Z","time spent":"481.0943ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:58.749964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.270514Z","time spent":"479.388925ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:09:58.750159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.582527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:09:58.75027Z","caller":"traceutil/trace.go:171","msg":"trace[1517347604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8980; }","duration":"480.722181ms","start":"2026-03-25T17:09:58.269534Z","end":"2026-03-25T17:09:58.750257Z","steps":["trace[1517347604] 'agreement among raft nodes before linearized reading' (duration: 480.564247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.750233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.270998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-25T17:09:58.750385Z","caller":"traceutil/trace.go:171","msg":"trace[1086950961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8980; }","duration":"480.446063ms","start":"2026-03-25T17:09:58.269922Z","end":"2026-03-25T17:09:58.750368Z","steps":["trace[1086950961] 'agreement among raft nodes before linearized reading' (duration: 480.226427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.750451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.269905Z","time spent":"480.523254ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T17:09:58.750456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.269525Z","time spent":"480.827123ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:09:58.752565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.811342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:232958"} {"level":"info","ts":"2026-03-25T17:09:58.752635Z","caller":"traceutil/trace.go:171","msg":"trace[328053844] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8980; }","duration":"485.921115ms","start":"2026-03-25T17:09:58.266697Z","end":"2026-03-25T17:09:58.752618Z","steps":["trace[328053844] 'agreement among raft nodes before linearized reading' (duration: 483.238855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:58.752691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.266682Z","time spent":"485.993617ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":232981,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T17:09:59.126287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.325696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:09:59.126409Z","caller":"traceutil/trace.go:171","msg":"trace[14312609] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"361.152446ms","start":"2026-03-25T17:09:58.765233Z","end":"2026-03-25T17:09:59.126385Z","steps":["trace[14312609] 'process raft request' (duration: 258.629035ms)","trace[14312609] 'compare' (duration: 102.030238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:09:59.126478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:09:58.765218Z","time spent":"361.228968ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:04.979024Z","caller":"traceutil/trace.go:171","msg":"trace[1765622192] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"282.861084ms","start":"2026-03-25T17:10:04.696141Z","end":"2026-03-25T17:10:04.979002Z","steps":["trace[1765622192] 'process raft request' (duration: 282.740751ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:05.199251Z","caller":"traceutil/trace.go:171","msg":"trace[1040512517] linearizableReadLoop","detail":"{readStateIndex:9361; appliedIndex:9359; }","duration":"452.980019ms","start":"2026-03-25T17:10:04.746246Z","end":"2026-03-25T17:10:05.199226Z","steps":["trace[1040512517] 'read index received' (duration: 232.704511ms)","trace[1040512517] 'applied index is now lower than readState.Index' (duration: 220.274478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:10:05.199666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.402141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-25T17:10:05.199734Z","caller":"traceutil/trace.go:171","msg":"trace[1261454003] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9034; }","duration":"453.514024ms","start":"2026-03-25T17:10:04.746203Z","end":"2026-03-25T17:10:05.199717Z","steps":["trace[1261454003] 'agreement among raft nodes before linearized reading' (duration: 453.277438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:05.199768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:04.746179Z","time spent":"453.582055ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-25T17:10:05.199785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.498067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:10:05.199899Z","caller":"traceutil/trace.go:171","msg":"trace[1792563763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9034; }","duration":"420.727162ms","start":"2026-03-25T17:10:04.779154Z","end":"2026-03-25T17:10:05.199881Z","steps":["trace[1792563763] 'agreement among raft nodes before linearized reading' (duration: 420.433145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:05.199971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:04.779123Z","time spent":"420.835895ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:10:05.200148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.006214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:10:05.200217Z","caller":"traceutil/trace.go:171","msg":"trace[541154257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9034; }","duration":"420.140577ms","start":"2026-03-25T17:10:04.780059Z","end":"2026-03-25T17:10:05.200199Z","steps":["trace[541154257] 'agreement among raft nodes before linearized reading' (duration: 419.933652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:05.200268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:04.780021Z","time spent":"420.238659ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:10:05.200325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.120962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:10:05.200381Z","caller":"traceutil/trace.go:171","msg":"trace[2010123126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:9034; }","duration":"416.201694ms","start":"2026-03-25T17:10:04.784164Z","end":"2026-03-25T17:10:05.200366Z","steps":["trace[2010123126] 'agreement among raft nodes before linearized reading' (duration: 415.992359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:05.200425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:04.784154Z","time spent":"416.261046ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:10:05.201046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.202753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:10:05.199985Z","caller":"traceutil/trace.go:171","msg":"trace[2112244631] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"489.328693ms","start":"2026-03-25T17:10:04.710643Z","end":"2026-03-25T17:10:05.199972Z","steps":["trace[2112244631] 'process raft request' (duration: 434.736116ms)","trace[2112244631] 'compare' (duration: 53.664443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:10:05.201139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:04.710613Z","time spent":"490.471993ms","remote":"127.0.0.1:60348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:05.201139Z","caller":"traceutil/trace.go:171","msg":"trace[35534672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9034; }","duration":"419.331047ms","start":"2026-03-25T17:10:04.781787Z","end":"2026-03-25T17:10:05.201118Z","steps":["trace[35534672] 'agreement among raft nodes before linearized reading' (duration: 419.171633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:05.201166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.867691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T17:10:05.201196Z","caller":"traceutil/trace.go:171","msg":"trace[102546603] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9034; }","duration":"421.909592ms","start":"2026-03-25T17:10:04.779278Z","end":"2026-03-25T17:10:05.201187Z","steps":["trace[102546603] 'agreement among raft nodes before linearized reading' (duration: 421.81847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:05.201202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:04.781757Z","time spent":"419.426048ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:10:05.201224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:04.77904Z","time spent":"422.17865ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:10:05.201206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.8382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:10:05.201321Z","caller":"traceutil/trace.go:171","msg":"trace[1944176795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9034; }","duration":"422.021725ms","start":"2026-03-25T17:10:04.779274Z","end":"2026-03-25T17:10:05.201296Z","steps":["trace[1944176795] 'agreement among raft nodes before linearized reading' (duration: 421.739168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:05.201801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:04.779262Z","time spent":"422.524289ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:10:05.201392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.121129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:10:05.205623Z","caller":"traceutil/trace.go:171","msg":"trace[2104113231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9034; }","duration":"426.38681ms","start":"2026-03-25T17:10:04.77922Z","end":"2026-03-25T17:10:05.205607Z","steps":["trace[2104113231] 'agreement among raft nodes before linearized reading' (duration: 421.79634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:05.205724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:04.779206Z","time spent":"426.502473ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T17:10:06.561313Z","caller":"traceutil/trace.go:171","msg":"trace[2111496294] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"104.905574ms","start":"2026-03-25T17:10:06.456363Z","end":"2026-03-25T17:10:06.561268Z","steps":["trace[2111496294] 'process raft request' (duration: 84.158145ms)","trace[2111496294] 'compare' (duration: 20.439131ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:10:07.207461Z","caller":"traceutil/trace.go:171","msg":"trace[33123888] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9374; }","duration":"102.180393ms","start":"2026-03-25T17:10:07.105254Z","end":"2026-03-25T17:10:07.207435Z","steps":["trace[33123888] 'read index received' (duration: 79.868833ms)","trace[33123888] 'applied index is now lower than readState.Index' (duration: 22.310189ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:10:07.207492Z","caller":"traceutil/trace.go:171","msg":"trace[1402870774] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"103.053785ms","start":"2026-03-25T17:10:07.104404Z","end":"2026-03-25T17:10:07.207457Z","steps":["trace[1402870774] 'process raft request' (duration: 80.732615ms)","trace[1402870774] 'compare' (duration: 22.147486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:10:07.207942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.401778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-25T17:10:07.208002Z","caller":"traceutil/trace.go:171","msg":"trace[885090996] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9047; }","duration":"102.760028ms","start":"2026-03-25T17:10:07.105229Z","end":"2026-03-25T17:10:07.207989Z","steps":["trace[885090996] 'agreement among raft nodes before linearized reading' (duration: 102.316846ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:07.392727Z","caller":"traceutil/trace.go:171","msg":"trace[722931104] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"124.629675ms","start":"2026-03-25T17:10:07.268058Z","end":"2026-03-25T17:10:07.392688Z","steps":["trace[722931104] 'process raft request' (duration: 60.438399ms)","trace[722931104] 'compare' (duration: 63.9717ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:10:07.429617Z","caller":"traceutil/trace.go:171","msg":"trace[1181535369] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"161.054161ms","start":"2026-03-25T17:10:07.268536Z","end":"2026-03-25T17:10:07.42959Z","steps":["trace[1181535369] 'process raft request' (duration: 160.354012ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:07.429748Z","caller":"traceutil/trace.go:171","msg":"trace[932377465] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"161.177934ms","start":"2026-03-25T17:10:07.268559Z","end":"2026-03-25T17:10:07.429737Z","steps":["trace[932377465] 'process raft request' (duration: 160.949899ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:07.42997Z","caller":"traceutil/trace.go:171","msg":"trace[641133388] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"161.394611ms","start":"2026-03-25T17:10:07.268568Z","end":"2026-03-25T17:10:07.429962Z","steps":["trace[641133388] 'process raft request' (duration: 161.118213ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:07.429999Z","caller":"traceutil/trace.go:171","msg":"trace[465054895] linearizableReadLoop","detail":"{readStateIndex:9382; appliedIndex:9376; }","duration":"127.709346ms","start":"2026-03-25T17:10:07.302276Z","end":"2026-03-25T17:10:07.429985Z","steps":["trace[465054895] 'read index received' (duration: 26.14476ms)","trace[465054895] 'applied index is now lower than readState.Index' (duration: 101.563596ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:10:07.430041Z","caller":"traceutil/trace.go:171","msg":"trace[1630550070] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"161.299019ms","start":"2026-03-25T17:10:07.268735Z","end":"2026-03-25T17:10:07.430034Z","steps":["trace[1630550070] 'process raft request' (duration: 161.158215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:07.430088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.794928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:10:07.430132Z","caller":"traceutil/trace.go:171","msg":"trace[2062268666] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9054; }","duration":"127.907862ms","start":"2026-03-25T17:10:07.302209Z","end":"2026-03-25T17:10:07.430117Z","steps":["trace[2062268666] 'agreement among raft nodes before linearized reading' (duration: 127.82316ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:07.430154Z","caller":"traceutil/trace.go:171","msg":"trace[2032180782] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"160.819925ms","start":"2026-03-25T17:10:07.269293Z","end":"2026-03-25T17:10:07.430113Z","steps":["trace[2032180782] 'process raft request' (duration: 160.656001ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:09.643105Z","caller":"traceutil/trace.go:171","msg":"trace[1534838612] transaction","detail":"{read_only:false; response_revision:9062; number_of_response:1; }","duration":"158.779022ms","start":"2026-03-25T17:10:09.48427Z","end":"2026-03-25T17:10:09.643049Z","steps":["trace[1534838612] 'process raft request' (duration: 158.512266ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:09.647958Z","caller":"traceutil/trace.go:171","msg":"trace[2129235810] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"162.744476ms","start":"2026-03-25T17:10:09.485187Z","end":"2026-03-25T17:10:09.647932Z","steps":["trace[2129235810] 'process raft request' (duration: 162.707655ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:09.648185Z","caller":"traceutil/trace.go:171","msg":"trace[634000429] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"163.273449ms","start":"2026-03-25T17:10:09.484894Z","end":"2026-03-25T17:10:09.648168Z","steps":["trace[634000429] 'process raft request' (duration: 162.768575ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:09.648227Z","caller":"traceutil/trace.go:171","msg":"trace[1969623931] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"163.166736ms","start":"2026-03-25T17:10:09.485054Z","end":"2026-03-25T17:10:09.648221Z","steps":["trace[1969623931] 'process raft request' (duration: 162.742386ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:09.648197Z","caller":"traceutil/trace.go:171","msg":"trace[222290739] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"163.127005ms","start":"2026-03-25T17:10:09.485054Z","end":"2026-03-25T17:10:09.648181Z","steps":["trace[222290739] 'process raft request' (duration: 162.781367ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:09.648305Z","caller":"traceutil/trace.go:171","msg":"trace[1323288004] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"163.130385ms","start":"2026-03-25T17:10:09.485136Z","end":"2026-03-25T17:10:09.648266Z","steps":["trace[1323288004] 'process raft request' (duration: 162.731905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:20.618097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856917164,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T17:10:20.936937Z","caller":"traceutil/trace.go:171","msg":"trace[2056804875] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"849.432792ms","start":"2026-03-25T17:10:20.087479Z","end":"2026-03-25T17:10:20.936912Z","steps":["trace[2056804875] 'process raft request' (duration: 849.259368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:20.937087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:20.087441Z","time spent":"849.570776ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:20.949692Z","caller":"traceutil/trace.go:171","msg":"trace[901400847] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"574.979757ms","start":"2026-03-25T17:10:20.374678Z","end":"2026-03-25T17:10:20.949658Z","steps":["trace[901400847] 'process raft request' (duration: 574.73153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:20.949893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:20.374644Z","time spent":"575.133881ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:20.949914Z","caller":"traceutil/trace.go:171","msg":"trace[1108078987] linearizableReadLoop","detail":"{readStateIndex:9451; appliedIndex:9448; }","duration":"832.579685ms","start":"2026-03-25T17:10:20.117288Z","end":"2026-03-25T17:10:20.949867Z","steps":["trace[1108078987] 'read index received' (duration: 819.462055ms)","trace[1108078987] 'applied index is now lower than readState.Index' (duration: 13.11394ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:10:20.949982Z","caller":"traceutil/trace.go:171","msg":"trace[88794491] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"500.090002ms","start":"2026-03-25T17:10:20.449877Z","end":"2026-03-25T17:10:20.949967Z","steps":["trace[88794491] 'process raft request' (duration: 499.730213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:20.950046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:20.449843Z","time spent":"500.170315ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:10:20.950216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.899203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:10:20.950294Z","caller":"traceutil/trace.go:171","msg":"trace[1180226754] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9121; }","duration":"833.078508ms","start":"2026-03-25T17:10:20.117199Z","end":"2026-03-25T17:10:20.950278Z","steps":["trace[1180226754] 'agreement among raft nodes before linearized reading' (duration: 832.802441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:20.950335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:20.117161Z","time spent":"833.16444ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:10:20.950485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.93749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:10:20.950588Z","caller":"traceutil/trace.go:171","msg":"trace[2072247096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9121; }","duration":"611.124145ms","start":"2026-03-25T17:10:20.339443Z","end":"2026-03-25T17:10:20.950567Z","steps":["trace[2072247096] 'agreement among raft nodes before linearized reading' (duration: 610.715345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:20.950623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:20.339393Z","time spent":"611.223288ms","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:10:22.223897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856917178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:10:22.725092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856917178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:10:23.647679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856917178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:10:24.148793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856917178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:10:24.653607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856917178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:10:24.806325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.084133006s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:10:24.815866Z","caller":"traceutil/trace.go:171","msg":"trace[97891044] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"3.093754246s","start":"2026-03-25T17:10:21.722084Z","end":"2026-03-25T17:10:24.815838Z","steps":["trace[97891044] 'process raft request' (duration: 3.084972778s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.816022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:21.722067Z","time spent":"3.093868079s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:24.829539Z","caller":"traceutil/trace.go:171","msg":"trace[1157457674] linearizableReadLoop","detail":"{readStateIndex:9458; appliedIndex:9452; }","duration":"3.106498136s","start":"2026-03-25T17:10:21.723009Z","end":"2026-03-25T17:10:24.829507Z","steps":["trace[1157457674] 'read index received' (duration: 3.083830818s)","trace[1157457674] 'applied index is now lower than readState.Index' (duration: 22.665768ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:10:24.83004Z","caller":"traceutil/trace.go:171","msg":"trace[2027809870] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"2.002578079s","start":"2026-03-25T17:10:22.827444Z","end":"2026-03-25T17:10:24.830022Z","steps":["trace[2027809870] 'process raft request' (duration: 2.001740246s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.830154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:22.827409Z","time spent":"2.002666851s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:24.830368Z","caller":"traceutil/trace.go:171","msg":"trace[17471428] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"1.883283992s","start":"2026-03-25T17:10:22.947071Z","end":"2026-03-25T17:10:24.830355Z","steps":["trace[17471428] 'process raft request' (duration: 1.882257016s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.830428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:22.946986Z","time spent":"1.883407655s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:24.830614Z","caller":"traceutil/trace.go:171","msg":"trace[10591026] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"1.873406604s","start":"2026-03-25T17:10:22.957191Z","end":"2026-03-25T17:10:24.830597Z","steps":["trace[10591026] 'process raft request' (duration: 1.872184823s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.830701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:22.957161Z","time spent":"1.873490537s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:24.830862Z","caller":"traceutil/trace.go:171","msg":"trace[2120914308] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"1.872155352s","start":"2026-03-25T17:10:22.958693Z","end":"2026-03-25T17:10:24.830848Z","steps":["trace[2120914308] 'process raft request' (duration: 1.870725785s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.830933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:22.958667Z","time spent":"1.872226934s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:24.831098Z","caller":"traceutil/trace.go:171","msg":"trace[892707930] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"922.693714ms","start":"2026-03-25T17:10:23.908391Z","end":"2026-03-25T17:10:24.831084Z","steps":["trace[892707930] 'process raft request' (duration: 921.068582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.831219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:23.908349Z","time spent":"922.777936ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:10:24.831486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108490288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:10:24.831551Z","caller":"traceutil/trace.go:171","msg":"trace[23123952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9128; }","duration":"3.108617711s","start":"2026-03-25T17:10:21.72292Z","end":"2026-03-25T17:10:24.831538Z","steps":["trace[23123952] 'agreement among raft nodes before linearized reading' (duration: 3.108446407s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.831598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:21.722873Z","time spent":"3.108704174s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:10:24.831854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10318202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T17:10:24.831906Z","caller":"traceutil/trace.go:171","msg":"trace[1852706333] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9128; }","duration":"3.103287323s","start":"2026-03-25T17:10:21.728601Z","end":"2026-03-25T17:10:24.831888Z","steps":["trace[1852706333] 'agreement among raft nodes before linearized reading' (duration: 3.10316133s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.831943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:21.72857Z","time spent":"3.103364405s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:10:24.832381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918016623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:10:24.832432Z","caller":"traceutil/trace.go:171","msg":"trace[1945133670] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9128; }","duration":"1.918134687s","start":"2026-03-25T17:10:22.914281Z","end":"2026-03-25T17:10:24.832415Z","steps":["trace[1945133670] 'agreement among raft nodes before linearized reading' (duration: 1.918050035s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.832477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:22.914252Z","time spent":"1.918211398s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:10:24.832521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825222844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T17:10:24.832625Z","caller":"traceutil/trace.go:171","msg":"trace[526309166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9128; }","duration":"1.825367687s","start":"2026-03-25T17:10:23.00723Z","end":"2026-03-25T17:10:24.832598Z","steps":["trace[526309166] 'agreement among raft nodes before linearized reading' (duration: 1.82509697s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.832672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:23.007214Z","time spent":"1.82544738s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:10:24.832714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104559006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:10:24.832754Z","caller":"traceutil/trace.go:171","msg":"trace[223944280] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9128; }","duration":"2.104649149s","start":"2026-03-25T17:10:22.728095Z","end":"2026-03-25T17:10:24.832744Z","steps":["trace[223944280] 'agreement among raft nodes before linearized reading' (duration: 2.104571906s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.832785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:22.728068Z","time spent":"2.10470903s","remote":"127.0.0.1:53822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:10:24.833001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341982539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-25T17:10:24.833048Z","caller":"traceutil/trace.go:171","msg":"trace[884444448] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9128; }","duration":"2.34204822s","start":"2026-03-25T17:10:22.490983Z","end":"2026-03-25T17:10:24.833031Z","steps":["trace[884444448] 'agreement among raft nodes before linearized reading' (duration: 2.341922627s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.83311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:22.490966Z","time spent":"2.342127692s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-25T17:10:24.833205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.123531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:10:24.833245Z","caller":"traceutil/trace.go:171","msg":"trace[874411145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9128; }","duration":"617.196033ms","start":"2026-03-25T17:10:24.216038Z","end":"2026-03-25T17:10:24.833235Z","steps":["trace[874411145] 'agreement among raft nodes before linearized reading' (duration: 617.07364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.833193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098197601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T17:10:24.833333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.336366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:10:24.833338Z","caller":"traceutil/trace.go:171","msg":"trace[1195985888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9128; }","duration":"3.098381805s","start":"2026-03-25T17:10:21.734931Z","end":"2026-03-25T17:10:24.833313Z","steps":["trace[1195985888] 'agreement among raft nodes before linearized reading' (duration: 3.098038906s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:24.833371Z","caller":"traceutil/trace.go:171","msg":"trace[791159809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9128; }","duration":"649.416018ms","start":"2026-03-25T17:10:24.183942Z","end":"2026-03-25T17:10:24.833358Z","steps":["trace[791159809] 'agreement among raft nodes before linearized reading' (duration: 649.350676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.833402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:24.183914Z","time spent":"649.47901ms","remote":"127.0.0.1:53846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:10:24.833402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:21.734921Z","time spent":"3.098470778s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:10:24.833697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.105025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:10:24.833729Z","caller":"traceutil/trace.go:171","msg":"trace[354161962] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9128; }","duration":"705.174947ms","start":"2026-03-25T17:10:24.128545Z","end":"2026-03-25T17:10:24.83372Z","steps":["trace[354161962] 'agreement among raft nodes before linearized reading' (duration: 705.039563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.833749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423102166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10854"} {"level":"warn","ts":"2026-03-25T17:10:24.833759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:24.128516Z","time spent":"705.235758ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":60,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:10:24.833793Z","caller":"traceutil/trace.go:171","msg":"trace[2055352694] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9128; }","duration":"2.423158618s","start":"2026-03-25T17:10:22.41061Z","end":"2026-03-25T17:10:24.833768Z","steps":["trace[2055352694] 'agreement among raft nodes before linearized reading' (duration: 2.423044715s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.833815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:22.410592Z","time spent":"2.423217329s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10877,"request content":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-25T17:10:24.833968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103448247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-25T17:10:24.834002Z","caller":"traceutil/trace.go:171","msg":"trace[279928069] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9128; }","duration":"1.103519988s","start":"2026-03-25T17:10:23.730472Z","end":"2026-03-25T17:10:24.833992Z","steps":["trace[279928069] 'agreement among raft nodes before linearized reading' (duration: 1.103418896s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.834028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:23.730442Z","time spent":"1.10357932s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-25T17:10:24.834221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108278922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:10:24.834275Z","caller":"traceutil/trace.go:171","msg":"trace[1985672984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:9128; }","duration":"1.108322113s","start":"2026-03-25T17:10:23.725924Z","end":"2026-03-25T17:10:24.834247Z","steps":["trace[1985672984] 'agreement among raft nodes before linearized reading' (duration: 1.10819723s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.83427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759875598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-25T17:10:24.834341Z","caller":"traceutil/trace.go:171","msg":"trace[1344014499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9128; }","duration":"1.75997375s","start":"2026-03-25T17:10:23.07435Z","end":"2026-03-25T17:10:24.834323Z","steps":["trace[1344014499] 'agreement among raft nodes before linearized reading' (duration: 1.759793736s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.834387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:23.071898Z","time spent":"1.762476696s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-25T17:10:24.834567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108705093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:10:24.834598Z","caller":"traceutil/trace.go:171","msg":"trace[352847547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9128; }","duration":"1.108755254s","start":"2026-03-25T17:10:23.725836Z","end":"2026-03-25T17:10:24.834591Z","steps":["trace[352847547] 'agreement among raft nodes before linearized reading' (duration: 1.108652592s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.834619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:23.725829Z","time spent":"1.108785445s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:10:24.834724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114575175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:10:24.834758Z","caller":"traceutil/trace.go:171","msg":"trace[1059438584] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9128; }","duration":"1.114609486s","start":"2026-03-25T17:10:23.720139Z","end":"2026-03-25T17:10:24.834748Z","steps":["trace[1059438584] 'agreement among raft nodes before linearized reading' (duration: 1.114549504s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.834782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:23.720101Z","time spent":"1.114674548s","remote":"127.0.0.1:49986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:10:24.8343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:23.725921Z","time spent":"1.108369404s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:10:24.834391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10822574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:10:24.834996Z","caller":"traceutil/trace.go:171","msg":"trace[1428278972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9128; }","duration":"1.108809595s","start":"2026-03-25T17:10:23.726159Z","end":"2026-03-25T17:10:24.834969Z","steps":["trace[1428278972] 'agreement among raft nodes before linearized reading' (duration: 1.108155748s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.835031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:23.726143Z","time spent":"1.108879708s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:10:24.833276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:24.216016Z","time spent":"617.253394ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T17:10:24.835625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600254705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-25T17:10:24.835714Z","caller":"traceutil/trace.go:171","msg":"trace[580436389] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9128; }","duration":"2.600389359s","start":"2026-03-25T17:10:22.235311Z","end":"2026-03-25T17:10:24.835701Z","steps":["trace[580436389] 'agreement among raft nodes before linearized reading' (duration: 2.600234015s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.835722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100407179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:10:24.835747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:22.235283Z","time spent":"2.60045658s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-25T17:10:24.835756Z","caller":"traceutil/trace.go:171","msg":"trace[1389814343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9128; }","duration":"3.10046452s","start":"2026-03-25T17:10:21.735282Z","end":"2026-03-25T17:10:24.835747Z","steps":["trace[1389814343] 'agreement among raft nodes before linearized reading' (duration: 3.100338597s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.83578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:21.735274Z","time spent":"3.100500931s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:10:24.838596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069535646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.103\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T17:10:24.838875Z","caller":"traceutil/trace.go:171","msg":"trace[808537280] range","detail":"{range_begin:/registry/masterleases/199.19.213.103; range_end:; response_count:1; response_revision:9128; }","duration":"3.070098162s","start":"2026-03-25T17:10:21.768755Z","end":"2026-03-25T17:10:24.838853Z","steps":["trace[808537280] 'agreement among raft nodes before linearized reading' (duration: 3.066788266s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:24.838949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:21.768747Z","time spent":"3.070189784s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.103\" "} {"level":"info","ts":"2026-03-25T17:10:45.092381Z","caller":"traceutil/trace.go:171","msg":"trace[480005731] transaction","detail":"{read_only:false; response_revision:9356; number_of_response:1; }","duration":"112.893431ms","start":"2026-03-25T17:10:44.979452Z","end":"2026-03-25T17:10:45.092345Z","steps":["trace[480005731] 'process raft request' (duration: 37.849912ms)","trace[480005731] 'compare' (duration: 74.846584ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:10:45.092479Z","caller":"traceutil/trace.go:171","msg":"trace[224586673] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"111.664659ms","start":"2026-03-25T17:10:44.9808Z","end":"2026-03-25T17:10:45.092465Z","steps":["trace[224586673] 'process raft request' (duration: 111.532036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:45.092555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.895476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:10:45.092617Z","caller":"traceutil/trace.go:171","msg":"trace[1214782785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9356; }","duration":"111.999218ms","start":"2026-03-25T17:10:44.9806Z","end":"2026-03-25T17:10:45.0926Z","steps":["trace[1214782785] 'agreement among raft nodes before linearized reading' (duration: 111.807034ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:45.092389Z","caller":"traceutil/trace.go:171","msg":"trace[1268987342] linearizableReadLoop","detail":"{readStateIndex:9693; appliedIndex:9692; }","duration":"111.727602ms","start":"2026-03-25T17:10:44.980643Z","end":"2026-03-25T17:10:45.09237Z","steps":["trace[1268987342] 'read index received' (duration: 36.677113ms)","trace[1268987342] 'applied index is now lower than readState.Index' (duration: 75.049299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:10:45.092979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.310736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:10:45.093067Z","caller":"traceutil/trace.go:171","msg":"trace[341752267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9357; }","duration":"105.425328ms","start":"2026-03-25T17:10:44.98761Z","end":"2026-03-25T17:10:45.093035Z","steps":["trace[341752267] 'agreement among raft nodes before linearized reading' (duration: 105.165492ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:45.223653Z","caller":"traceutil/trace.go:171","msg":"trace[1677353360] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"126.056083ms","start":"2026-03-25T17:10:45.097564Z","end":"2026-03-25T17:10:45.223621Z","steps":["trace[1677353360] 'process raft request' (duration: 96.155868ms)","trace[1677353360] 'compare' (duration: 29.483685ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:10:45.223819Z","caller":"traceutil/trace.go:171","msg":"trace[1237693692] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"126.165546ms","start":"2026-03-25T17:10:45.097643Z","end":"2026-03-25T17:10:45.223809Z","steps":["trace[1237693692] 'process raft request' (duration: 125.808226ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:45.628596Z","caller":"traceutil/trace.go:171","msg":"trace[1595904452] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"225.759022ms","start":"2026-03-25T17:10:45.402819Z","end":"2026-03-25T17:10:45.628578Z","steps":["trace[1595904452] 'process raft request' (duration: 225.400262ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:45.62849Z","caller":"traceutil/trace.go:171","msg":"trace[2101859111] linearizableReadLoop","detail":"{readStateIndex:9701; appliedIndex:9699; }","duration":"220.956137ms","start":"2026-03-25T17:10:45.407509Z","end":"2026-03-25T17:10:45.628466Z","steps":["trace[2101859111] 'read index received' (duration: 34.124926ms)","trace[2101859111] 'applied index is now lower than readState.Index' (duration: 186.830071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:10:45.628908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.377888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:10:45.629Z","caller":"traceutil/trace.go:171","msg":"trace[1671688614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9364; }","duration":"221.532232ms","start":"2026-03-25T17:10:45.407448Z","end":"2026-03-25T17:10:45.62898Z","steps":["trace[1671688614] 'agreement among raft nodes before linearized reading' (duration: 221.259115ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:53.441135Z","caller":"traceutil/trace.go:171","msg":"trace[1447528045] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"460.925358ms","start":"2026-03-25T17:10:52.980173Z","end":"2026-03-25T17:10:53.441099Z","steps":["trace[1447528045] 'process raft request' (duration: 460.61705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:53.441419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:52.980146Z","time spent":"461.091922ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:53.44501Z","caller":"traceutil/trace.go:171","msg":"trace[2002797656] linearizableReadLoop","detail":"{readStateIndex:9738; appliedIndex:9735; }","duration":"446.108135ms","start":"2026-03-25T17:10:52.998882Z","end":"2026-03-25T17:10:53.44499Z","steps":["trace[2002797656] 'read index received' (duration: 441.986507ms)","trace[2002797656] 'applied index is now lower than readState.Index' (duration: 4.120757ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:10:53.445057Z","caller":"traceutil/trace.go:171","msg":"trace[53107002] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"463.100526ms","start":"2026-03-25T17:10:52.981927Z","end":"2026-03-25T17:10:53.445027Z","steps":["trace[53107002] 'process raft request' (duration: 462.88327ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:53.445127Z","caller":"traceutil/trace.go:171","msg":"trace[1205095849] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"462.994163ms","start":"2026-03-25T17:10:52.982125Z","end":"2026-03-25T17:10:53.445119Z","steps":["trace[1205095849] 'process raft request' (duration: 462.825949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:53.445203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:52.981904Z","time spent":"463.212039ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:10:53.445226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:52.982119Z","time spent":"463.032433ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:10:53.445404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.521785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:10:53.445432Z","caller":"traceutil/trace.go:171","msg":"trace[645430028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9399; }","duration":"446.572716ms","start":"2026-03-25T17:10:52.998851Z","end":"2026-03-25T17:10:53.445424Z","steps":["trace[645430028] 'agreement among raft nodes before linearized reading' (duration: 446.473434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:53.445451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:52.998839Z","time spent":"446.607727ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:10:53.44567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.721038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T17:10:53.445701Z","caller":"traceutil/trace.go:171","msg":"trace[1799622424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9399; }","duration":"310.77866ms","start":"2026-03-25T17:10:53.134914Z","end":"2026-03-25T17:10:53.445692Z","steps":["trace[1799622424] 'agreement among raft nodes before linearized reading' (duration: 310.620695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:53.445731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:53.134899Z","time spent":"310.825592ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:10:53.445877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.696894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-25T17:10:53.445899Z","caller":"traceutil/trace.go:171","msg":"trace[525863567] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9399; }","duration":"182.763897ms","start":"2026-03-25T17:10:53.263126Z","end":"2026-03-25T17:10:53.44589Z","steps":["trace[525863567] 'agreement among raft nodes before linearized reading' (duration: 182.701715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:53.445871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.614532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T17:10:53.445984Z","caller":"traceutil/trace.go:171","msg":"trace[2021416905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9399; }","duration":"182.743355ms","start":"2026-03-25T17:10:53.263216Z","end":"2026-03-25T17:10:53.44596Z","steps":["trace[2021416905] 'agreement among raft nodes before linearized reading' (duration: 182.466479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:53.446049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.939012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:10:53.446069Z","caller":"traceutil/trace.go:171","msg":"trace[1315158097] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:9399; }","duration":"256.982933ms","start":"2026-03-25T17:10:53.189079Z","end":"2026-03-25T17:10:53.446062Z","steps":["trace[1315158097] 'agreement among raft nodes before linearized reading' (duration: 256.908591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:53.446214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.220157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:10:53.446236Z","caller":"traceutil/trace.go:171","msg":"trace[1329447088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9399; }","duration":"275.270688ms","start":"2026-03-25T17:10:53.17096Z","end":"2026-03-25T17:10:53.446231Z","steps":["trace[1329447088] 'agreement among raft nodes before linearized reading' (duration: 275.212707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:55.956049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856917947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T17:10:56.322436Z","caller":"traceutil/trace.go:171","msg":"trace[2111773036] transaction","detail":"{read_only:false; response_revision:9409; number_of_response:1; }","duration":"871.48389ms","start":"2026-03-25T17:10:55.450929Z","end":"2026-03-25T17:10:56.322413Z","steps":["trace[2111773036] 'process raft request' (duration: 871.320505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.322592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.450907Z","time spent":"871.616054ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:10:56.34284Z","caller":"traceutil/trace.go:171","msg":"trace[1674837582] linearizableReadLoop","detail":"{readStateIndex:9752; appliedIndex:9747; }","duration":"887.143206ms","start":"2026-03-25T17:10:55.455661Z","end":"2026-03-25T17:10:56.342804Z","steps":["trace[1674837582] 'read index received' (duration: 866.597713ms)","trace[1674837582] 'applied index is now lower than readState.Index' (duration: 20.544373ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:10:56.343281Z","caller":"traceutil/trace.go:171","msg":"trace[925452591] transaction","detail":"{read_only:false; response_revision:9410; number_of_response:1; }","duration":"888.266486ms","start":"2026-03-25T17:10:55.454996Z","end":"2026-03-25T17:10:56.343263Z","steps":["trace[925452591] 'process raft request' (duration: 887.498585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.343416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.454964Z","time spent":"888.363968ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:10:56.343812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.123381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-25T17:10:56.343844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.824214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:10:56.343844Z","caller":"traceutil/trace.go:171","msg":"trace[185292491] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"770.803036ms","start":"2026-03-25T17:10:55.572994Z","end":"2026-03-25T17:10:56.343797Z","steps":["trace[185292491] 'process raft request' (duration: 769.719628ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:56.343931Z","caller":"traceutil/trace.go:171","msg":"trace[524723385] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"688.847627ms","start":"2026-03-25T17:10:55.655074Z","end":"2026-03-25T17:10:56.343922Z","steps":["trace[524723385] 'process raft request' (duration: 687.683567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.344017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.655055Z","time spent":"688.9078ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:10:56.34407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.572972Z","time spent":"770.990412ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:10:56.34419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.914746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:10:56.344247Z","caller":"traceutil/trace.go:171","msg":"trace[800007676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9413; }","duration":"499.027618ms","start":"2026-03-25T17:10:55.845207Z","end":"2026-03-25T17:10:56.344234Z","steps":["trace[800007676] 'agreement among raft nodes before linearized reading' (duration: 498.874255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.344298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.845176Z","time spent":"499.107731ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T17:10:56.344318Z","caller":"traceutil/trace.go:171","msg":"trace[1819408320] transaction","detail":"{read_only:false; response_revision:9411; number_of_response:1; }","duration":"815.848685ms","start":"2026-03-25T17:10:55.52846Z","end":"2026-03-25T17:10:56.344309Z","steps":["trace[1819408320] 'process raft request' (duration: 814.187753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.344332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.029164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T17:10:56.344359Z","caller":"traceutil/trace.go:171","msg":"trace[212194645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9413; }","duration":"882.075295ms","start":"2026-03-25T17:10:55.462276Z","end":"2026-03-25T17:10:56.344351Z","steps":["trace[212194645] 'agreement among raft nodes before linearized reading' (duration: 881.991093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.344372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.528439Z","time spent":"815.901856ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:10:56.344386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.462266Z","time spent":"882.115886ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T17:10:56.343886Z","caller":"traceutil/trace.go:171","msg":"trace[539080390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9413; }","duration":"888.237944ms","start":"2026-03-25T17:10:55.455627Z","end":"2026-03-25T17:10:56.343865Z","steps":["trace[539080390] 'agreement among raft nodes before linearized reading' (duration: 887.982188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.344487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.87133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-25T17:10:56.3445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.455615Z","time spent":"888.871561ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T17:10:56.34451Z","caller":"traceutil/trace.go:171","msg":"trace[772041677] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9413; }","duration":"691.001904ms","start":"2026-03-25T17:10:55.653499Z","end":"2026-03-25T17:10:56.344501Z","steps":["trace[772041677] 'agreement among raft nodes before linearized reading' (duration: 690.941082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.344553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.653479Z","time spent":"691.058415ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:10:56.344601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.846265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:10:56.344653Z","caller":"traceutil/trace.go:171","msg":"trace[174651444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9413; }","duration":"887.926056ms","start":"2026-03-25T17:10:55.456713Z","end":"2026-03-25T17:10:56.34464Z","steps":["trace[174651444] 'agreement among raft nodes before linearized reading' (duration: 887.793773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.344684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.456704Z","time spent":"887.972958ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:10:56.344718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.63224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:10:56.34476Z","caller":"traceutil/trace.go:171","msg":"trace[577378772] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:9413; }","duration":"877.689332ms","start":"2026-03-25T17:10:55.467061Z","end":"2026-03-25T17:10:56.34475Z","steps":["trace[577378772] 'agreement among raft nodes before linearized reading' (duration: 877.575658ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:56.343898Z","caller":"traceutil/trace.go:171","msg":"trace[484522758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9413; }","duration":"887.881546ms","start":"2026-03-25T17:10:55.456002Z","end":"2026-03-25T17:10:56.343883Z","steps":["trace[484522758] 'agreement among raft nodes before linearized reading' (duration: 887.65095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.344791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.467054Z","time spent":"877.725053ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:10:56.345023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.607059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T17:10:56.345061Z","caller":"traceutil/trace.go:171","msg":"trace[874406349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9413; }","duration":"882.66156ms","start":"2026-03-25T17:10:55.46239Z","end":"2026-03-25T17:10:56.345052Z","steps":["trace[874406349] 'agreement among raft nodes before linearized reading' (duration: 882.562368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:10:56.345092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.462385Z","time spent":"882.700061ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:10:56.344793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:10:55.45599Z","time spent":"888.79581ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:11:08.64087Z","caller":"traceutil/trace.go:171","msg":"trace[1906760306] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"169.813009ms","start":"2026-03-25T17:11:08.471026Z","end":"2026-03-25T17:11:08.640839Z","steps":["trace[1906760306] 'process raft request' (duration: 169.592594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:08.923746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.432619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:11:08.924006Z","caller":"traceutil/trace.go:171","msg":"trace[355403979] transaction","detail":"{read_only:false; response_revision:9479; number_of_response:1; }","duration":"442.685126ms","start":"2026-03-25T17:11:08.481281Z","end":"2026-03-25T17:11:08.923966Z","steps":["trace[355403979] 'process raft request' (duration: 262.926278ms)","trace[355403979] 'compare' (duration: 179.280935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:11:08.924172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.481262Z","time spent":"442.822039ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:08.924352Z","caller":"traceutil/trace.go:171","msg":"trace[231224653] linearizableReadLoop","detail":"{readStateIndex:9822; appliedIndex:9819; }","duration":"415.528801ms","start":"2026-03-25T17:11:08.50875Z","end":"2026-03-25T17:11:08.924279Z","steps":["trace[231224653] 'read index received' (duration: 131.821004ms)","trace[231224653] 'applied index is now lower than readState.Index' (duration: 283.705717ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:11:08.924661Z","caller":"traceutil/trace.go:171","msg":"trace[958971105] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"437.547581ms","start":"2026-03-25T17:11:08.487099Z","end":"2026-03-25T17:11:08.924646Z","steps":["trace[958971105] 'process raft request' (duration: 436.775181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:08.924692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.942571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:11:08.924737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.487077Z","time spent":"437.625065ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:08.924746Z","caller":"traceutil/trace.go:171","msg":"trace[947850762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9480; }","duration":"416.038724ms","start":"2026-03-25T17:11:08.508691Z","end":"2026-03-25T17:11:08.92473Z","steps":["trace[947850762] 'agreement among raft nodes before linearized reading' (duration: 415.771536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:08.92471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.586276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:11:08.924801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.508653Z","time spent":"416.135676ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:11:08.924846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.38978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:11:08.924872Z","caller":"traceutil/trace.go:171","msg":"trace[1785350932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9480; }","duration":"409.75226ms","start":"2026-03-25T17:11:08.515052Z","end":"2026-03-25T17:11:08.924805Z","steps":["trace[1785350932] 'agreement among raft nodes before linearized reading' (duration: 409.493943ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:11:08.924912Z","caller":"traceutil/trace.go:171","msg":"trace[147426509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9480; }","duration":"387.471612ms","start":"2026-03-25T17:11:08.53742Z","end":"2026-03-25T17:11:08.924892Z","steps":["trace[147426509] 'agreement among raft nodes before linearized reading' (duration: 387.300697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:08.924921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.557036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T17:11:08.924976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.794677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-25T17:11:08.924984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.537406Z","time spent":"387.562414ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T17:11:08.925023Z","caller":"traceutil/trace.go:171","msg":"trace[142074921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9480; }","duration":"400.852109ms","start":"2026-03-25T17:11:08.524159Z","end":"2026-03-25T17:11:08.925011Z","steps":["trace[142074921] 'agreement among raft nodes before linearized reading' (duration: 400.747617ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:11:08.925031Z","caller":"traceutil/trace.go:171","msg":"trace[917238811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:9480; }","duration":"389.73622ms","start":"2026-03-25T17:11:08.535273Z","end":"2026-03-25T17:11:08.925009Z","steps":["trace[917238811] 'agreement among raft nodes before linearized reading' (duration: 389.390812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:08.924986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.515022Z","time spent":"409.946525ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:11:08.925053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.524154Z","time spent":"400.89305ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:11:08.925081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.535247Z","time spent":"389.824573ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:11:08.925119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.416379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:11:08.925223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.2623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T17:11:08.925244Z","caller":"traceutil/trace.go:171","msg":"trace[1244998635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9480; }","duration":"407.555013ms","start":"2026-03-25T17:11:08.517673Z","end":"2026-03-25T17:11:08.925228Z","steps":["trace[1244998635] 'agreement among raft nodes before linearized reading' (duration: 407.03783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:08.925405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.517643Z","time spent":"407.699116ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:11:08.925255Z","caller":"traceutil/trace.go:171","msg":"trace[680988018] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9480; }","duration":"408.301252ms","start":"2026-03-25T17:11:08.51694Z","end":"2026-03-25T17:11:08.925242Z","steps":["trace[680988018] 'agreement among raft nodes before linearized reading' (duration: 408.21609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:08.92549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.516933Z","time spent":"408.536359ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:11:09.430853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856918130,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T17:11:09.851556Z","caller":"traceutil/trace.go:171","msg":"trace[1703293306] transaction","detail":"{read_only:false; response_revision:9481; number_of_response:1; }","duration":"922.037073ms","start":"2026-03-25T17:11:08.929487Z","end":"2026-03-25T17:11:09.851525Z","steps":["trace[1703293306] 'process raft request' (duration: 921.794247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:09.85212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.929461Z","time spent":"922.196047ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:09.891042Z","caller":"traceutil/trace.go:171","msg":"trace[1315744566] linearizableReadLoop","detail":"{readStateIndex:9828; appliedIndex:9822; }","duration":"960.986104ms","start":"2026-03-25T17:11:08.930041Z","end":"2026-03-25T17:11:09.891027Z","steps":["trace[1315744566] 'read index received' (duration: 921.361635ms)","trace[1315744566] 'applied index is now lower than readState.Index' (duration: 39.623699ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:11:09.891222Z","caller":"traceutil/trace.go:171","msg":"trace[610393160] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"961.070646ms","start":"2026-03-25T17:11:08.930126Z","end":"2026-03-25T17:11:09.891197Z","steps":["trace[610393160] 'process raft request' (duration: 960.81008ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:11:09.891322Z","caller":"traceutil/trace.go:171","msg":"trace[1354042365] transaction","detail":"{read_only:false; response_revision:9482; number_of_response:1; }","duration":"961.495456ms","start":"2026-03-25T17:11:08.929782Z","end":"2026-03-25T17:11:09.891277Z","steps":["trace[1354042365] 'process raft request' (duration: 961.036705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:09.891366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.930108Z","time spent":"961.185539ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:09.89136Z","caller":"traceutil/trace.go:171","msg":"trace[1820646930] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"960.567423ms","start":"2026-03-25T17:11:08.930751Z","end":"2026-03-25T17:11:09.891318Z","steps":["trace[1820646930] 'process raft request' (duration: 960.249476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:09.891467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.92976Z","time spent":"961.62222ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:09.891488Z","caller":"traceutil/trace.go:171","msg":"trace[495170876] transaction","detail":"{read_only:false; response_revision:9483; number_of_response:1; }","duration":"961.694531ms","start":"2026-03-25T17:11:08.929783Z","end":"2026-03-25T17:11:09.891478Z","steps":["trace[495170876] 'process raft request' (duration: 961.123637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:09.891521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.930741Z","time spent":"960.693336ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:11:09.891539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.929693Z","time spent":"961.816266ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:09.891623Z","caller":"traceutil/trace.go:171","msg":"trace[249540889] transaction","detail":"{read_only:false; response_revision:9485; number_of_response:1; }","duration":"961.398956ms","start":"2026-03-25T17:11:08.930216Z","end":"2026-03-25T17:11:09.891615Z","steps":["trace[249540889] 'process raft request' (duration: 960.760579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:09.891661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.930201Z","time spent":"961.439026ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:11:09.892096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.048981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261431"} {"level":"info","ts":"2026-03-25T17:11:09.892145Z","caller":"traceutil/trace.go:171","msg":"trace[384194547] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9486; }","duration":"962.121503ms","start":"2026-03-25T17:11:08.930012Z","end":"2026-03-25T17:11:09.892134Z","steps":["trace[384194547] 'agreement among raft nodes before linearized reading' (duration: 961.615221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:09.892181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:08.930002Z","time spent":"962.170874ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261454,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-25T17:11:10.19907Z","caller":"traceutil/trace.go:171","msg":"trace[1706193750] linearizableReadLoop","detail":"{readStateIndex:9829; appliedIndex:9828; }","duration":"307.942047ms","start":"2026-03-25T17:11:09.891093Z","end":"2026-03-25T17:11:10.199035Z","steps":["trace[1706193750] 'read index received' (duration: 307.635368ms)","trace[1706193750] 'applied index is now lower than readState.Index' (duration: 305.749µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:11:10.199882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013291102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75bbf669bf-mh4d5.18a0249cd47f093e\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-25T17:11:10.199863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.764366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:11:10.199982Z","caller":"traceutil/trace.go:171","msg":"trace[1985528290] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75bbf669bf-mh4d5.18a0249cd47f093e; range_end:; response_count:1; response_revision:9487; }","duration":"1.013438965s","start":"2026-03-25T17:11:09.186526Z","end":"2026-03-25T17:11:10.199965Z","steps":["trace[1985528290] 'agreement among raft nodes before linearized reading' (duration: 1.01319916s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.200015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:09.186506Z","time spent":"1.013500816s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-75bbf669bf-mh4d5.18a0249cd47f093e\" "} {"level":"warn","ts":"2026-03-25T17:11:10.199916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.079376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:11:10.200073Z","caller":"traceutil/trace.go:171","msg":"trace[1267696303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9487; }","duration":"860.005991ms","start":"2026-03-25T17:11:09.340034Z","end":"2026-03-25T17:11:10.20004Z","steps":["trace[1267696303] 'agreement among raft nodes before linearized reading' (duration: 859.661133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.200131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:09.340018Z","time spent":"860.100334ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T17:11:10.200139Z","caller":"traceutil/trace.go:171","msg":"trace[1076745792] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9487; }","duration":"728.375244ms","start":"2026-03-25T17:11:09.471728Z","end":"2026-03-25T17:11:10.200103Z","steps":["trace[1076745792] 'agreement among raft nodes before linearized reading' (duration: 728.034575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.200209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:09.471698Z","time spent":"728.491826ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:11:10.200219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088823563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:11:10.200252Z","caller":"traceutil/trace.go:171","msg":"trace[2025539410] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9487; }","duration":"1.088895516s","start":"2026-03-25T17:11:09.111347Z","end":"2026-03-25T17:11:10.200242Z","steps":["trace[2025539410] 'agreement among raft nodes before linearized reading' (duration: 1.088840134s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.200274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:09.111323Z","time spent":"1.088945187s","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:11:10.200449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.268011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T17:11:10.200469Z","caller":"traceutil/trace.go:171","msg":"trace[692956803] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9487; }","duration":"309.329813ms","start":"2026-03-25T17:11:09.891133Z","end":"2026-03-25T17:11:10.200463Z","steps":["trace[692956803] 'agreement among raft nodes before linearized reading' (duration: 309.259061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.200486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:09.891107Z","time spent":"309.374964ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:11:10.200495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.997907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130493"} {"level":"info","ts":"2026-03-25T17:11:10.200523Z","caller":"traceutil/trace.go:171","msg":"trace[2052274112] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9487; }","duration":"839.058739ms","start":"2026-03-25T17:11:09.361456Z","end":"2026-03-25T17:11:10.200515Z","steps":["trace[2052274112] 'agreement among raft nodes before linearized reading' (duration: 838.890335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.200542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:09.361436Z","time spent":"839.10235ms","remote":"127.0.0.1:53828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130516,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-25T17:11:10.200587Z","caller":"traceutil/trace.go:171","msg":"trace[1532711555] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"311.242122ms","start":"2026-03-25T17:11:09.889291Z","end":"2026-03-25T17:11:10.200533Z","steps":["trace[1532711555] 'process raft request' (duration: 309.541909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.200853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:09.889269Z","time spent":"311.487229ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:11:10.200926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.495749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-25T17:11:10.201005Z","caller":"traceutil/trace.go:171","msg":"trace[1589987881] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9487; }","duration":"844.632403ms","start":"2026-03-25T17:11:09.356353Z","end":"2026-03-25T17:11:10.200986Z","steps":["trace[1589987881] 'agreement among raft nodes before linearized reading' (duration: 844.395447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.201013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.3429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-25T17:11:10.201043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:09.356329Z","time spent":"844.707306ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-25T17:11:10.201087Z","caller":"traceutil/trace.go:171","msg":"trace[1018753973] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9487; }","duration":"310.439162ms","start":"2026-03-25T17:11:09.890626Z","end":"2026-03-25T17:11:10.201066Z","steps":["trace[1018753973] 'agreement among raft nodes before linearized reading' (duration: 310.138014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.20114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:09.890618Z","time spent":"310.512534ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-25T17:11:10.626543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.246984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:11:10.626696Z","caller":"traceutil/trace.go:171","msg":"trace[1458011781] linearizableReadLoop","detail":"{readStateIndex:9832; appliedIndex:9830; }","duration":"395.361337ms","start":"2026-03-25T17:11:10.231322Z","end":"2026-03-25T17:11:10.626684Z","steps":["trace[1458011781] 'read index received' (duration: 71.176848ms)","trace[1458011781] 'applied index is now lower than readState.Index' (duration: 324.183519ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:11:10.626813Z","caller":"traceutil/trace.go:171","msg":"trace[947945517] transaction","detail":"{read_only:false; response_revision:9490; number_of_response:1; }","duration":"419.094114ms","start":"2026-03-25T17:11:10.207711Z","end":"2026-03-25T17:11:10.626805Z","steps":["trace[947945517] 'process raft request' (duration: 418.910849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.626905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:10.207698Z","time spent":"419.141094ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:11:10.626992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.1009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-25T17:11:10.627064Z","caller":"traceutil/trace.go:171","msg":"trace[1342748185] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9490; }","duration":"390.197592ms","start":"2026-03-25T17:11:10.236849Z","end":"2026-03-25T17:11:10.627046Z","steps":["trace[1342748185] 'agreement among raft nodes before linearized reading' (duration: 390.017718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.627112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:10.236829Z","time spent":"390.272724ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-25T17:11:10.627415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.18074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:58 size:82717"} {"level":"info","ts":"2026-03-25T17:11:10.627486Z","caller":"traceutil/trace.go:171","msg":"trace[829790308] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:58; response_revision:9490; }","duration":"423.287862ms","start":"2026-03-25T17:11:10.204182Z","end":"2026-03-25T17:11:10.62747Z","steps":["trace[829790308] 'agreement among raft nodes before linearized reading' (duration: 422.682006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:10.627529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:10.20417Z","time spent":"423.346834ms","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":58,"response size":82740,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-25T17:11:10.627545Z","caller":"traceutil/trace.go:171","msg":"trace[377822709] transaction","detail":"{read_only:false; response_revision:9489; number_of_response:1; }","duration":"420.5128ms","start":"2026-03-25T17:11:10.206994Z","end":"2026-03-25T17:11:10.627507Z","steps":["trace[377822709] 'process raft request' (duration: 95.434718ms)","trace[377822709] 'compare' (duration: 323.038119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:11:10.627699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:10.206975Z","time spent":"420.648734ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:11.140856Z","caller":"traceutil/trace.go:171","msg":"trace[1998824079] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"209.754728ms","start":"2026-03-25T17:11:10.93108Z","end":"2026-03-25T17:11:11.140835Z","steps":["trace[1998824079] 'process raft request' (duration: 209.632295ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:11:11.156849Z","caller":"traceutil/trace.go:171","msg":"trace[1475404689] transaction","detail":"{read_only:false; response_revision:9493; number_of_response:1; }","duration":"223.640258ms","start":"2026-03-25T17:11:10.933173Z","end":"2026-03-25T17:11:11.156814Z","steps":["trace[1475404689] 'process raft request' (duration: 223.441783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:17.842741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856918272,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T17:11:17.872731Z","caller":"traceutil/trace.go:171","msg":"trace[813010270] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"818.519904ms","start":"2026-03-25T17:11:17.05418Z","end":"2026-03-25T17:11:17.8727Z","steps":["trace[813010270] 'process raft request' (duration: 817.917798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:17.873031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:17.054158Z","time spent":"818.801761ms","remote":"127.0.0.1:53964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19206,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:17.873493Z","caller":"traceutil/trace.go:171","msg":"trace[311165441] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"695.176202ms","start":"2026-03-25T17:11:17.178268Z","end":"2026-03-25T17:11:17.873445Z","steps":["trace[311165441] 'process raft request' (duration: 695.007618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:17.873743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:17.178235Z","time spent":"695.394857ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:17.877399Z","caller":"traceutil/trace.go:171","msg":"trace[1291513343] linearizableReadLoop","detail":"{readStateIndex:9890; appliedIndex:9886; }","duration":"535.780513ms","start":"2026-03-25T17:11:17.341589Z","end":"2026-03-25T17:11:17.87737Z","steps":["trace[1291513343] 'read index received' (duration: 530.774893ms)","trace[1291513343] 'applied index is now lower than readState.Index' (duration: 5.003999ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:11:17.877584Z","caller":"traceutil/trace.go:171","msg":"trace[55307764] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"168.145867ms","start":"2026-03-25T17:11:17.709394Z","end":"2026-03-25T17:11:17.87754Z","steps":["trace[55307764] 'process raft request' (duration: 167.687154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:17.877914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.344757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:11:17.877974Z","caller":"traceutil/trace.go:171","msg":"trace[305353728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9546; }","duration":"536.480091ms","start":"2026-03-25T17:11:17.341478Z","end":"2026-03-25T17:11:17.877958Z","steps":["trace[305353728] 'agreement among raft nodes before linearized reading' (duration: 536.369918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:17.878014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:17.341449Z","time spent":"536.556082ms","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:11:17.878207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.213112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:11:17.878246Z","caller":"traceutil/trace.go:171","msg":"trace[1081247848] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9546; }","duration":"368.255853ms","start":"2026-03-25T17:11:17.50998Z","end":"2026-03-25T17:11:17.878236Z","steps":["trace[1081247848] 'agreement among raft nodes before linearized reading' (duration: 368.189491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:17.878301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:17.509914Z","time spent":"368.368465ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:11:18.838337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856918289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:11:19.338643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856918289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:11:19.839589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856918289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:11:20.33845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T17:11:20.338572Z","caller":"traceutil/trace.go:171","msg":"trace[1152827515] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000969581s","start":"2026-03-25T17:11:18.337574Z","end":"2026-03-25T17:11:20.338544Z","steps":["trace[1152827515] 'agreement among raft nodes before linearized reading' (duration: 2.000341784s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:20.338617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:18.33753Z","time spent":"2.001076093s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 17:11:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T17:11:20.346069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856918289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:11:20.846368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856918289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:11:21.347035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856918289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:11:21.766948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.792036549s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:11:21.781072Z","caller":"traceutil/trace.go:171","msg":"trace[927516497] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"3.806274649s","start":"2026-03-25T17:11:17.974768Z","end":"2026-03-25T17:11:21.781042Z","steps":["trace[927516497] 'process raft request' (duration: 3.792686857s)","trace[927516497] 'compare' (duration: 11.614241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:11:21.781215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:17.974735Z","time spent":"3.806400152s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:21.781836Z","caller":"traceutil/trace.go:171","msg":"trace[863535917] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"2.85399501s","start":"2026-03-25T17:11:18.927829Z","end":"2026-03-25T17:11:21.781824Z","steps":["trace[863535917] 'process raft request' (duration: 2.853866966s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.781887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:18.927799Z","time spent":"2.854058721s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:21.782182Z","caller":"traceutil/trace.go:171","msg":"trace[15152154] linearizableReadLoop","detail":"{readStateIndex:9899; appliedIndex:9894; }","duration":"3.444534206s","start":"2026-03-25T17:11:18.337638Z","end":"2026-03-25T17:11:21.782173Z","steps":["trace[15152154] 'read index received' (duration: 3.429734442s)","trace[15152154] 'applied index is now lower than readState.Index' (duration: 14.799034ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:11:21.78223Z","caller":"traceutil/trace.go:171","msg":"trace[71213815] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"2.214371941s","start":"2026-03-25T17:11:19.567852Z","end":"2026-03-25T17:11:21.782224Z","steps":["trace[71213815] 'process raft request' (duration: 2.214100475s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.7823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:19.567832Z","time spent":"2.214407133s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T17:11:21.78249Z","caller":"traceutil/trace.go:171","msg":"trace[1534916220] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"1.891723863s","start":"2026-03-25T17:11:19.890759Z","end":"2026-03-25T17:11:21.782483Z","steps":["trace[1534916220] 'process raft request' (duration: 1.891379704s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.782557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:19.890725Z","time spent":"1.891778244s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:11:21.78275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228672143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:11:21.782838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83927369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:11:21.782836Z","caller":"traceutil/trace.go:171","msg":"trace[1742894948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9555; }","duration":"2.228809817s","start":"2026-03-25T17:11:19.554006Z","end":"2026-03-25T17:11:21.782816Z","steps":["trace[1742894948] 'agreement among raft nodes before linearized reading' (duration: 2.228539889s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:11:21.78286Z","caller":"traceutil/trace.go:171","msg":"trace[390647084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9555; }","duration":"1.839349673s","start":"2026-03-25T17:11:19.943504Z","end":"2026-03-25T17:11:21.782854Z","steps":["trace[390647084] 'agreement among raft nodes before linearized reading' (duration: 1.839305362s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.78288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:19.943477Z","time spent":"1.839399683s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:11:21.782885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:19.553986Z","time spent":"2.228891999s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:11:21.782898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050164471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:11:21.782854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.705779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:11:21.782943Z","caller":"traceutil/trace.go:171","msg":"trace[1531675091] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9555; }","duration":"1.050249073s","start":"2026-03-25T17:11:20.732675Z","end":"2026-03-25T17:11:21.782924Z","steps":["trace[1531675091] 'agreement among raft nodes before linearized reading' (duration: 1.050198711s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:11:21.782971Z","caller":"traceutil/trace.go:171","msg":"trace[313297832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9555; }","duration":"927.878464ms","start":"2026-03-25T17:11:20.855081Z","end":"2026-03-25T17:11:21.782959Z","steps":["trace[313297832] 'agreement among raft nodes before linearized reading' (duration: 927.732001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.782989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:20.732422Z","time spent":"1.050557711s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-25T17:11:21.783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:20.855053Z","time spent":"927.936405ms","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:11:21.78275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824472796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T17:11:21.783133Z","caller":"traceutil/trace.go:171","msg":"trace[1275753625] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9555; }","duration":"1.824895798s","start":"2026-03-25T17:11:19.95823Z","end":"2026-03-25T17:11:21.783126Z","steps":["trace[1275753625] 'agreement among raft nodes before linearized reading' (duration: 1.824342673s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.783151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:19.958224Z","time spent":"1.824920688s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:11:21.783164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228497108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T17:11:21.783188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444804068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:11:21.783197Z","caller":"traceutil/trace.go:171","msg":"trace[39585417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9555; }","duration":"2.22855228s","start":"2026-03-25T17:11:19.554635Z","end":"2026-03-25T17:11:21.783187Z","steps":["trace[39585417] 'agreement among raft nodes before linearized reading' (duration: 2.228453908s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.783225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:19.55398Z","time spent":"2.229240398s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T17:11:21.783221Z","caller":"traceutil/trace.go:171","msg":"trace[497899119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9555; }","duration":"1.44488592s","start":"2026-03-25T17:11:20.338324Z","end":"2026-03-25T17:11:21.78321Z","steps":["trace[497899119] 'agreement among raft nodes before linearized reading' (duration: 1.444831438s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.783252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:20.338289Z","time spent":"1.444957042s","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:11:21.783362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804726324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:11:21.78338Z","caller":"traceutil/trace.go:171","msg":"trace[1814708343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:9555; }","duration":"1.804755045s","start":"2026-03-25T17:11:19.97862Z","end":"2026-03-25T17:11:21.783375Z","steps":["trace[1814708343] 'agreement among raft nodes before linearized reading' (duration: 1.804696763s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.783393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:19.978614Z","time spent":"1.804776225s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:11:21.783406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229342881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:11:21.783429Z","caller":"traceutil/trace.go:171","msg":"trace[1503399068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9555; }","duration":"2.229415943s","start":"2026-03-25T17:11:19.554006Z","end":"2026-03-25T17:11:21.783422Z","steps":["trace[1503399068] 'agreement among raft nodes before linearized reading' (duration: 2.229350871s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.783448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:19.55398Z","time spent":"2.229463884s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:11:21.782793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878600122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:11:21.783535Z","caller":"traceutil/trace.go:171","msg":"trace[1965524113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9555; }","duration":"1.879341161s","start":"2026-03-25T17:11:19.904186Z","end":"2026-03-25T17:11:21.783527Z","steps":["trace[1965524113] 'agreement among raft nodes before linearized reading' (duration: 1.878543951s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.783556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:19.904142Z","time spent":"1.879407703s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:11:21.786386Z","caller":"traceutil/trace.go:171","msg":"trace[1007365925] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"2.431357336s","start":"2026-03-25T17:11:19.350696Z","end":"2026-03-25T17:11:21.782053Z","steps":["trace[1007365925] 'process raft request' (duration: 2.431098599s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:11:21.786869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:11:19.350663Z","time spent":"2.436130961s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:11:33.830229Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d82047944f922143","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-25T17:11:33.835841Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-25T17:11:33.835942Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-25T17:12:26.144503Z","caller":"traceutil/trace.go:171","msg":"trace[302216492] transaction","detail":"{read_only:false; response_revision:10073; number_of_response:1; }","duration":"105.707395ms","start":"2026-03-25T17:12:26.038774Z","end":"2026-03-25T17:12:26.144482Z","steps":["trace[302216492] 'process raft request' (duration: 105.56514ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:26.15133Z","caller":"traceutil/trace.go:171","msg":"trace[171953509] transaction","detail":"{read_only:false; response_revision:10075; number_of_response:1; }","duration":"107.610753ms","start":"2026-03-25T17:12:26.043696Z","end":"2026-03-25T17:12:26.151306Z","steps":["trace[171953509] 'process raft request' (duration: 107.571402ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:26.151481Z","caller":"traceutil/trace.go:171","msg":"trace[718456974] transaction","detail":"{read_only:false; response_revision:10074; number_of_response:1; }","duration":"112.272376ms","start":"2026-03-25T17:12:26.039159Z","end":"2026-03-25T17:12:26.151431Z","steps":["trace[718456974] 'process raft request' (duration: 111.965798ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:26.390993Z","caller":"traceutil/trace.go:171","msg":"trace[514367620] linearizableReadLoop","detail":"{readStateIndex:10438; appliedIndex:10437; }","duration":"130.432238ms","start":"2026-03-25T17:12:26.260534Z","end":"2026-03-25T17:12:26.390967Z","steps":["trace[514367620] 'read index received' (duration: 115.919431ms)","trace[514367620] 'applied index is now lower than readState.Index' (duration: 14.511727ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:12:26.391224Z","caller":"traceutil/trace.go:171","msg":"trace[639630461] transaction","detail":"{read_only:false; response_revision:10078; number_of_response:1; }","duration":"206.227815ms","start":"2026-03-25T17:12:26.184976Z","end":"2026-03-25T17:12:26.391203Z","steps":["trace[639630461] 'process raft request' (duration: 191.486372ms)","trace[639630461] 'compare' (duration: 14.316521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:12:26.391533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.89135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-25T17:12:26.391586Z","caller":"traceutil/trace.go:171","msg":"trace[209541891] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10079; }","duration":"204.973383ms","start":"2026-03-25T17:12:26.186597Z","end":"2026-03-25T17:12:26.39157Z","steps":["trace[209541891] 'agreement among raft nodes before linearized reading' (duration: 204.823718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:12:26.39173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.075378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:12:26.391762Z","caller":"traceutil/trace.go:171","msg":"trace[649349286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:10079; }","duration":"155.133418ms","start":"2026-03-25T17:12:26.23662Z","end":"2026-03-25T17:12:26.391754Z","steps":["trace[649349286] 'agreement among raft nodes before linearized reading' (duration: 155.038646ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:26.391284Z","caller":"traceutil/trace.go:171","msg":"trace[1529137299] transaction","detail":"{read_only:false; response_revision:10079; number_of_response:1; }","duration":"125.57231ms","start":"2026-03-25T17:12:26.265688Z","end":"2026-03-25T17:12:26.39126Z","steps":["trace[1529137299] 'process raft request' (duration: 125.250012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:12:26.391968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.969882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T17:12:26.392188Z","caller":"traceutil/trace.go:171","msg":"trace[2056808489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10079; }","duration":"205.204548ms","start":"2026-03-25T17:12:26.186973Z","end":"2026-03-25T17:12:26.392178Z","steps":["trace[2056808489] 'agreement among raft nodes before linearized reading' (duration: 204.929301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:02.835582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856920240,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T17:13:03.158958Z","caller":"traceutil/trace.go:171","msg":"trace[1182406854] transaction","detail":"{read_only:false; response_revision:10316; number_of_response:1; }","duration":"877.458982ms","start":"2026-03-25T17:13:02.281451Z","end":"2026-03-25T17:13:03.15891Z","steps":["trace[1182406854] 'process raft request' (duration: 876.97452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:03.159236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:02.281418Z","time spent":"877.674028ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:03.163293Z","caller":"traceutil/trace.go:171","msg":"trace[1228060180] linearizableReadLoop","detail":"{readStateIndex:10688; appliedIndex:10686; }","duration":"828.682626ms","start":"2026-03-25T17:13:02.334584Z","end":"2026-03-25T17:13:03.163267Z","steps":["trace[1228060180] 'read index received' (duration: 824.858896ms)","trace[1228060180] 'applied index is now lower than readState.Index' (duration: 3.82261ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:13:03.163539Z","caller":"traceutil/trace.go:171","msg":"trace[1371442616] transaction","detail":"{read_only:false; response_revision:10317; number_of_response:1; }","duration":"880.539882ms","start":"2026-03-25T17:13:02.282988Z","end":"2026-03-25T17:13:03.163528Z","steps":["trace[1371442616] 'process raft request' (duration: 880.07593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:03.163639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:02.282968Z","time spent":"880.594944ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:03.163784Z","caller":"traceutil/trace.go:171","msg":"trace[964580744] transaction","detail":"{read_only:false; response_revision:10318; number_of_response:1; }","duration":"876.495587ms","start":"2026-03-25T17:13:02.287277Z","end":"2026-03-25T17:13:03.163772Z","steps":["trace[964580744] 'process raft request' (duration: 875.925792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:03.163826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:02.287235Z","time spent":"876.567379ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:03.163914Z","caller":"traceutil/trace.go:171","msg":"trace[1439782875] transaction","detail":"{read_only:false; response_revision:10319; number_of_response:1; }","duration":"113.776434ms","start":"2026-03-25T17:13:03.050129Z","end":"2026-03-25T17:13:03.163905Z","steps":["trace[1439782875] 'process raft request' (duration: 113.108136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:03.164078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.506077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:13:03.164103Z","caller":"traceutil/trace.go:171","msg":"trace[754998498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10319; }","duration":"829.591739ms","start":"2026-03-25T17:13:02.334504Z","end":"2026-03-25T17:13:03.164096Z","steps":["trace[754998498] 'agreement among raft nodes before linearized reading' (duration: 829.497277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:03.164124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:02.334474Z","time spent":"829.644511ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:13:03.164231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.993561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:13:03.164259Z","caller":"traceutil/trace.go:171","msg":"trace[885918435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10319; }","duration":"822.064383ms","start":"2026-03-25T17:13:02.342187Z","end":"2026-03-25T17:13:03.164251Z","steps":["trace[885918435] 'agreement among raft nodes before linearized reading' (duration: 822.024072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:03.164276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:02.342162Z","time spent":"822.109335ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:13:03.164515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.823017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T17:13:03.164543Z","caller":"traceutil/trace.go:171","msg":"trace[1223245619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:10319; }","duration":"494.90189ms","start":"2026-03-25T17:13:02.669635Z","end":"2026-03-25T17:13:03.164537Z","steps":["trace[1223245619] 'agreement among raft nodes before linearized reading' (duration: 494.823518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:03.16456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:02.66961Z","time spent":"494.945542ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:13:03.164716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.936593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:13:03.164741Z","caller":"traceutil/trace.go:171","msg":"trace[1309822824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10319; }","duration":"590.976725ms","start":"2026-03-25T17:13:02.573757Z","end":"2026-03-25T17:13:03.164734Z","steps":["trace[1309822824] 'agreement among raft nodes before linearized reading' (duration: 590.901363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:03.164756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:02.573752Z","time spent":"590.999666ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:03.164868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.127819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:13:03.164894Z","caller":"traceutil/trace.go:171","msg":"trace[117218389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10319; }","duration":"591.206861ms","start":"2026-03-25T17:13:02.573677Z","end":"2026-03-25T17:13:03.164883Z","steps":["trace[117218389] 'agreement among raft nodes before linearized reading' (duration: 591.114898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:03.164911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:02.573647Z","time spent":"591.260312ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:03.165174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.970961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:13:03.165204Z","caller":"traceutil/trace.go:171","msg":"trace[1168460621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10319; }","duration":"718.055712ms","start":"2026-03-25T17:13:02.447138Z","end":"2026-03-25T17:13:03.165194Z","steps":["trace[1168460621] 'agreement among raft nodes before linearized reading' (duration: 717.97163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:03.165226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:02.447111Z","time spent":"718.109674ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T17:13:08.105165Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8035} {"level":"info","ts":"2026-03-25T17:13:08.168828Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8035,"took":"60.734027ms","hash":2622897704,"current-db-size-bytes":56995840,"current-db-size":"57 MB","current-db-size-in-use-bytes":27897856,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-25T17:13:08.168907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2622897704,"revision":8035,"compact-revision":5883} {"level":"info","ts":"2026-03-25T17:13:25.446655Z","caller":"traceutil/trace.go:171","msg":"trace[1156671847] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"203.939176ms","start":"2026-03-25T17:13:25.242675Z","end":"2026-03-25T17:13:25.446614Z","steps":["trace[1156671847] 'process raft request' (duration: 203.635237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:25.916514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.85089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-25T17:13:25.917406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.402212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:13:25.917497Z","caller":"traceutil/trace.go:171","msg":"trace[785935105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10481; }","duration":"535.442273ms","start":"2026-03-25T17:13:25.381988Z","end":"2026-03-25T17:13:25.91743Z","steps":["trace[785935105] 'agreement among raft nodes before linearized reading' (duration: 535.267059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:25.917525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:25.381948Z","time spent":"535.570376ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:25.91757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.398532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:13:25.917634Z","caller":"traceutil/trace.go:171","msg":"trace[676592288] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"535.610818ms","start":"2026-03-25T17:13:25.382014Z","end":"2026-03-25T17:13:25.917625Z","steps":["trace[676592288] 'process raft request' (duration: 535.070744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:25.917588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.517125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-25T17:13:25.91769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:25.381989Z","time spent":"535.670079ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:25.917684Z","caller":"traceutil/trace.go:171","msg":"trace[1719282498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10481; }","duration":"535.611717ms","start":"2026-03-25T17:13:25.382043Z","end":"2026-03-25T17:13:25.917655Z","steps":["trace[1719282498] 'agreement among raft nodes before linearized reading' (duration: 535.177917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:25.917652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.631467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T17:13:25.917753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:25.382008Z","time spent":"535.731922ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T17:13:25.917764Z","caller":"traceutil/trace.go:171","msg":"trace[819912490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:10481; }","duration":"535.769463ms","start":"2026-03-25T17:13:25.381969Z","end":"2026-03-25T17:13:25.917738Z","steps":["trace[819912490] 'agreement among raft nodes before linearized reading' (duration: 535.338451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:25.917772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.072342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:13:25.917788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.755922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:13:25.917782Z","caller":"traceutil/trace.go:171","msg":"trace[888249663] transaction","detail":"{read_only:false; response_revision:10480; number_of_response:1; }","duration":"535.867155ms","start":"2026-03-25T17:13:25.381891Z","end":"2026-03-25T17:13:25.917758Z","steps":["trace[888249663] 'process raft request' (duration: 101.685251ms)","trace[888249663] 'compare' (duration: 432.451268ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:13:25.917811Z","caller":"traceutil/trace.go:171","msg":"trace[288530916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10481; }","duration":"535.816513ms","start":"2026-03-25T17:13:25.381988Z","end":"2026-03-25T17:13:25.917804Z","steps":["trace[288530916] 'agreement among raft nodes before linearized reading' (duration: 535.740891ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:25.917813Z","caller":"traceutil/trace.go:171","msg":"trace[2126839759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10481; }","duration":"533.142554ms","start":"2026-03-25T17:13:25.384658Z","end":"2026-03-25T17:13:25.917801Z","steps":["trace[2126839759] 'agreement among raft nodes before linearized reading' (duration: 533.00139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:25.917809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:25.381946Z","time spent":"535.852524ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:13:25.917833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:25.381962Z","time spent":"535.865395ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:25.917842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:25.384608Z","time spent":"533.227836ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:13:25.917702Z","caller":"traceutil/trace.go:171","msg":"trace[1511071081] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10481; }","duration":"535.684519ms","start":"2026-03-25T17:13:25.381987Z","end":"2026-03-25T17:13:25.917672Z","steps":["trace[1511071081] 'agreement among raft nodes before linearized reading' (duration: 535.247078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:25.917888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:25.381976Z","time spent":"535.903075ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:13:25.917905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:25.381869Z","time spent":"535.955747ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:25.918032Z","caller":"traceutil/trace.go:171","msg":"trace[554849834] linearizableReadLoop","detail":"{readStateIndex:10859; appliedIndex:10857; }","duration":"470.65469ms","start":"2026-03-25T17:13:25.446552Z","end":"2026-03-25T17:13:25.917206Z","steps":["trace[554849834] 'read index received' (duration: 36.894057ms)","trace[554849834] 'applied index is now lower than readState.Index' (duration: 433.759813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:13:25.918037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.07973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:13:25.918066Z","caller":"traceutil/trace.go:171","msg":"trace[2038926564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10481; }","duration":"536.10773ms","start":"2026-03-25T17:13:25.38195Z","end":"2026-03-25T17:13:25.918057Z","steps":["trace[2038926564] 'agreement among raft nodes before linearized reading' (duration: 536.025298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:25.918097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:25.381897Z","time spent":"536.194952ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:13:25.918128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.829769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:13:25.918148Z","caller":"traceutil/trace.go:171","msg":"trace[1354433190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10481; }","duration":"469.88813ms","start":"2026-03-25T17:13:25.448253Z","end":"2026-03-25T17:13:25.918142Z","steps":["trace[1354433190] 'agreement among raft nodes before linearized reading' (duration: 469.847589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:25.91817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:25.448233Z","time spent":"469.932402ms","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:13:27.162075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856920744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:13:27.867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856920744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:13:28.28368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.676801498s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:13:28.284063Z","caller":"traceutil/trace.go:171","msg":"trace[706244228] transaction","detail":"{read_only:false; response_revision:10490; number_of_response:1; }","duration":"1.67726308s","start":"2026-03-25T17:13:26.606777Z","end":"2026-03-25T17:13:28.28404Z","steps":["trace[706244228] 'process raft request' (duration: 1.677116546s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:28.284247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:26.60676Z","time spent":"1.677371773s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:28.317144Z","caller":"traceutil/trace.go:171","msg":"trace[1525602232] transaction","detail":"{read_only:false; response_revision:10491; number_of_response:1; }","duration":"863.943473ms","start":"2026-03-25T17:13:27.453168Z","end":"2026-03-25T17:13:28.317112Z","steps":["trace[1525602232] 'process raft request' (duration: 863.708836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:28.317393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:27.453138Z","time spent":"864.092186ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:28.32615Z","caller":"traceutil/trace.go:171","msg":"trace[1614121042] transaction","detail":"{read_only:false; response_revision:10492; number_of_response:1; }","duration":"396.807323ms","start":"2026-03-25T17:13:27.929326Z","end":"2026-03-25T17:13:28.326134Z","steps":["trace[1614121042] 'process raft request' (duration: 396.445043ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:28.326409Z","caller":"traceutil/trace.go:171","msg":"trace[1489542975] linearizableReadLoop","detail":"{readStateIndex:10870; appliedIndex:10868; }","duration":"1.665255499s","start":"2026-03-25T17:13:26.661143Z","end":"2026-03-25T17:13:28.326399Z","steps":["trace[1489542975] 'read index received' (duration: 1.623599397s)","trace[1489542975] 'applied index is now lower than readState.Index' (duration: 41.655462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:13:28.32657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665434233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:13:28.326602Z","caller":"traceutil/trace.go:171","msg":"trace[1295334913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10493; }","duration":"1.665528076s","start":"2026-03-25T17:13:26.661066Z","end":"2026-03-25T17:13:28.326595Z","steps":["trace[1295334913] 'agreement among raft nodes before linearized reading' (duration: 1.665441554s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:28.326648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:26.661033Z","time spent":"1.665607168s","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:13:28.326669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638249967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-25T17:13:28.326728Z","caller":"traceutil/trace.go:171","msg":"trace[985592527] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10493; }","duration":"1.63836009s","start":"2026-03-25T17:13:26.688353Z","end":"2026-03-25T17:13:28.326713Z","steps":["trace[985592527] 'agreement among raft nodes before linearized reading' (duration: 1.638222686s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:28.326761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:26.688327Z","time spent":"1.638427823s","remote":"127.0.0.1:53892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-25T17:13:28.327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.345661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:13:28.327026Z","caller":"traceutil/trace.go:171","msg":"trace[2115931325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10493; }","duration":"396.412573ms","start":"2026-03-25T17:13:27.930607Z","end":"2026-03-25T17:13:28.32702Z","steps":["trace[2115931325] 'agreement among raft nodes before linearized reading' (duration: 396.356582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:28.327043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:27.930594Z","time spent":"396.445054ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:28.327096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.074331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T17:13:28.327145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52318326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:13:28.327149Z","caller":"traceutil/trace.go:171","msg":"trace[807402909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:10493; }","duration":"392.142472ms","start":"2026-03-25T17:13:27.934997Z","end":"2026-03-25T17:13:28.32714Z","steps":["trace[807402909] 'agreement among raft nodes before linearized reading' (duration: 391.961228ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:28.327177Z","caller":"traceutil/trace.go:171","msg":"trace[1582578389] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10493; }","duration":"1.523258052s","start":"2026-03-25T17:13:26.803906Z","end":"2026-03-25T17:13:28.327164Z","steps":["trace[1582578389] 'agreement among raft nodes before linearized reading' (duration: 1.523218101s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:28.327223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:26.803876Z","time spent":"1.523335794s","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:13:28.32719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:27.934989Z","time spent":"392.193993ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"warn","ts":"2026-03-25T17:13:28.327724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.450272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:13:28.327759Z","caller":"traceutil/trace.go:171","msg":"trace[12382050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10493; }","duration":"389.506143ms","start":"2026-03-25T17:13:27.938243Z","end":"2026-03-25T17:13:28.327749Z","steps":["trace[12382050] 'agreement among raft nodes before linearized reading' (duration: 389.435781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:28.327778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:27.938233Z","time spent":"389.540545ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:28.327112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20121277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:13:28.32786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.047114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T17:13:28.327877Z","caller":"traceutil/trace.go:171","msg":"trace[451937889] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10493; }","duration":"386.087934ms","start":"2026-03-25T17:13:27.941783Z","end":"2026-03-25T17:13:28.327871Z","steps":["trace[451937889] 'agreement among raft nodes before linearized reading' (duration: 386.036403ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:28.327872Z","caller":"traceutil/trace.go:171","msg":"trace[1716533457] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10493; }","duration":"1.202040992s","start":"2026-03-25T17:13:27.125819Z","end":"2026-03-25T17:13:28.32786Z","steps":["trace[1716533457] 'agreement among raft nodes before linearized reading' (duration: 1.201273222s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:28.327911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:27.125783Z","time spent":"1.202111523s","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:13:28.329186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:27.929082Z","time spent":"397.114712ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:13:28.32923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:27.941771Z","time spent":"387.44397ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:13:30.1107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856920763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:13:30.615127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856920763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:13:31.43853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856920763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:13:31.439167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098347892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T17:13:31.439226Z","caller":"traceutil/trace.go:171","msg":"trace[77634807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.098417834s","start":"2026-03-25T17:13:29.340793Z","end":"2026-03-25T17:13:31.439211Z","steps":["trace[77634807] 'agreement among raft nodes before linearized reading' (duration: 2.098346372s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.439325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:29.340711Z","time spent":"2.098605718s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:13:31.821708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.624292099s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:13:31.822474Z","caller":"traceutil/trace.go:171","msg":"trace[1792525709] transaction","detail":"{read_only:false; response_revision:10500; number_of_response:1; }","duration":"2.625155062s","start":"2026-03-25T17:13:29.197296Z","end":"2026-03-25T17:13:31.822451Z","steps":["trace[1792525709] 'process raft request' (duration: 2.624949726s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.822663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:29.197269Z","time spent":"2.625242943s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:31.837893Z","caller":"traceutil/trace.go:171","msg":"trace[1151324118] transaction","detail":"{read_only:false; response_revision:10501; number_of_response:1; }","duration":"2.23916262s","start":"2026-03-25T17:13:29.598704Z","end":"2026-03-25T17:13:31.837866Z","steps":["trace[1151324118] 'process raft request' (duration: 2.238755469s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:31.837899Z","caller":"traceutil/trace.go:171","msg":"trace[2022973059] transaction","detail":"{read_only:false; response_revision:10503; number_of_response:1; }","duration":"1.505012437s","start":"2026-03-25T17:13:30.332863Z","end":"2026-03-25T17:13:31.837876Z","steps":["trace[2022973059] 'process raft request' (duration: 1.504907495s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.838024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:29.598666Z","time spent":"2.239287753s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:31.838166Z","caller":"traceutil/trace.go:171","msg":"trace[1615695820] linearizableReadLoop","detail":"{readStateIndex:10883; appliedIndex:10878; }","duration":"2.497353673s","start":"2026-03-25T17:13:29.340803Z","end":"2026-03-25T17:13:31.838156Z","steps":["trace[1615695820] 'read index received' (duration: 2.481227924s)","trace[1615695820] 'applied index is now lower than readState.Index' (duration: 16.123819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:13:31.838204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.332856Z","time spent":"1.505161561s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:31.838342Z","caller":"traceutil/trace.go:171","msg":"trace[822202716] transaction","detail":"{read_only:false; response_revision:10504; number_of_response:1; }","duration":"1.503461697s","start":"2026-03-25T17:13:30.334871Z","end":"2026-03-25T17:13:31.838332Z","steps":["trace[822202716] 'process raft request' (duration: 1.502969844s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:31.838315Z","caller":"traceutil/trace.go:171","msg":"trace[172794811] transaction","detail":"{read_only:false; response_revision:10502; number_of_response:1; }","duration":"1.514189766s","start":"2026-03-25T17:13:30.324104Z","end":"2026-03-25T17:13:31.838294Z","steps":["trace[172794811] 'process raft request' (duration: 1.513618262s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.838382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.334864Z","time spent":"1.503496027s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:13:31.838441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.324065Z","time spent":"1.514310499s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:13:31.838536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424554743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:13:31.838563Z","caller":"traceutil/trace.go:171","msg":"trace[1396384545] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10504; }","duration":"2.424621655s","start":"2026-03-25T17:13:29.413934Z","end":"2026-03-25T17:13:31.838556Z","steps":["trace[1396384545] 'agreement among raft nodes before linearized reading' (duration: 2.424507372s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.838584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:29.413909Z","time spent":"2.424670297s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T17:13:31.838614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480815088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T17:13:31.838639Z","caller":"traceutil/trace.go:171","msg":"trace[443711806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10504; }","duration":"1.48089293s","start":"2026-03-25T17:13:30.357739Z","end":"2026-03-25T17:13:31.838632Z","steps":["trace[443711806] 'agreement among raft nodes before linearized reading' (duration: 1.480797338s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.838657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.357707Z","time spent":"1.480945102s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:31.838754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484462633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-25T17:13:31.838778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.500835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:13:31.838799Z","caller":"traceutil/trace.go:171","msg":"trace[878494197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10504; }","duration":"396.563017ms","start":"2026-03-25T17:13:31.44223Z","end":"2026-03-25T17:13:31.838793Z","steps":["trace[878494197] 'agreement among raft nodes before linearized reading' (duration: 396.526896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.838818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:31.442212Z","time spent":"396.601768ms","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:13:31.838851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485036858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:13:31.838873Z","caller":"traceutil/trace.go:171","msg":"trace[887615383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10504; }","duration":"1.485069269s","start":"2026-03-25T17:13:30.353798Z","end":"2026-03-25T17:13:31.838867Z","steps":["trace[887615383] 'agreement among raft nodes before linearized reading' (duration: 1.484992987s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.838897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.353793Z","time spent":"1.485096849s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:31.838988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489364891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:13:31.839007Z","caller":"traceutil/trace.go:171","msg":"trace[1761446565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10504; }","duration":"1.489393561s","start":"2026-03-25T17:13:30.349607Z","end":"2026-03-25T17:13:31.839Z","steps":["trace[1761446565] 'agreement among raft nodes before linearized reading' (duration: 1.48933864s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.839026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.349602Z","time spent":"1.489418791s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:13:31.839119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477317159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T17:13:31.839143Z","caller":"traceutil/trace.go:171","msg":"trace[1483649655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10504; }","duration":"1.47735946s","start":"2026-03-25T17:13:30.361775Z","end":"2026-03-25T17:13:31.839134Z","steps":["trace[1483649655] 'agreement among raft nodes before linearized reading' (duration: 1.477290458s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.839158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49584673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4q5rz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-25T17:13:31.839169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481314842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T17:13:31.839186Z","caller":"traceutil/trace.go:171","msg":"trace[1522354684] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4q5rz; range_end:; response_count:1; response_revision:10504; }","duration":"1.4958927s","start":"2026-03-25T17:13:30.343287Z","end":"2026-03-25T17:13:31.839179Z","steps":["trace[1522354684] 'agreement among raft nodes before linearized reading' (duration: 1.495823348s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.839205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.343279Z","time spent":"1.495920941s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4q5rz\" "} {"level":"info","ts":"2026-03-25T17:13:31.839204Z","caller":"traceutil/trace.go:171","msg":"trace[929967000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10504; }","duration":"1.481368493s","start":"2026-03-25T17:13:30.357825Z","end":"2026-03-25T17:13:31.839194Z","steps":["trace[929967000] 'agreement among raft nodes before linearized reading' (duration: 1.481254539s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.83923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.357819Z","time spent":"1.481405063s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:31.839319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657003884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:13:31.839341Z","caller":"traceutil/trace.go:171","msg":"trace[1200879135] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10504; }","duration":"1.657057045s","start":"2026-03-25T17:13:30.182277Z","end":"2026-03-25T17:13:31.839334Z","steps":["trace[1200879135] 'agreement among raft nodes before linearized reading' (duration: 1.657010764s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.839358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.182259Z","time spent":"1.657094406s","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:13:31.839164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.361767Z","time spent":"1.477389061s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:13:31.838778Z","caller":"traceutil/trace.go:171","msg":"trace[908003647] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10504; }","duration":"1.484496713s","start":"2026-03-25T17:13:30.354272Z","end":"2026-03-25T17:13:31.838769Z","steps":["trace[908003647] 'agreement among raft nodes before linearized reading' (duration: 1.484430342s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:31.839466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:30.354267Z","time spent":"1.485190602s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T17:15:12.332774Z","caller":"traceutil/trace.go:171","msg":"trace[849683901] transaction","detail":"{read_only:false; response_revision:11124; number_of_response:1; }","duration":"103.502258ms","start":"2026-03-25T17:15:12.229255Z","end":"2026-03-25T17:15:12.332758Z","steps":["trace[849683901] 'process raft request' (duration: 103.363894ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:15:12.333013Z","caller":"traceutil/trace.go:171","msg":"trace[125981402] linearizableReadLoop","detail":"{readStateIndex:11528; appliedIndex:11528; }","duration":"101.869066ms","start":"2026-03-25T17:15:12.231134Z","end":"2026-03-25T17:15:12.333003Z","steps":["trace[125981402] 'read index received' (duration: 101.864166ms)","trace[125981402] 'applied index is now lower than readState.Index' (duration: 3.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:15:12.333133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.987969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-25T17:15:12.333157Z","caller":"traceutil/trace.go:171","msg":"trace[1221102012] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11124; }","duration":"102.056741ms","start":"2026-03-25T17:15:12.231093Z","end":"2026-03-25T17:15:12.33315Z","steps":["trace[1221102012] 'agreement among raft nodes before linearized reading' (duration: 101.944778ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:15:12.333309Z","caller":"traceutil/trace.go:171","msg":"trace[1946706518] transaction","detail":"{read_only:false; response_revision:11126; number_of_response:1; }","duration":"100.010668ms","start":"2026-03-25T17:15:12.233292Z","end":"2026-03-25T17:15:12.333303Z","steps":["trace[1946706518] 'process raft request' (duration: 99.985987ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:15:12.333428Z","caller":"traceutil/trace.go:171","msg":"trace[1387433595] transaction","detail":"{read_only:false; response_revision:11125; number_of_response:1; }","duration":"101.193368ms","start":"2026-03-25T17:15:12.232229Z","end":"2026-03-25T17:15:12.333422Z","steps":["trace[1387433595] 'process raft request' (duration: 101.020374ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:15:45.428922Z","caller":"traceutil/trace.go:171","msg":"trace[581806312] linearizableReadLoop","detail":"{readStateIndex:11757; appliedIndex:11756; }","duration":"288.173133ms","start":"2026-03-25T17:15:45.140715Z","end":"2026-03-25T17:15:45.428888Z","steps":["trace[581806312] 'read index received' (duration: 288.05395ms)","trace[581806312] 'applied index is now lower than readState.Index' (duration: 117.773µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:15:45.429342Z","caller":"traceutil/trace.go:171","msg":"trace[2052172926] transaction","detail":"{read_only:false; response_revision:11347; number_of_response:1; }","duration":"554.634494ms","start":"2026-03-25T17:15:44.874695Z","end":"2026-03-25T17:15:45.429329Z","steps":["trace[2052172926] 'process raft request' (duration: 553.990737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:15:45.429467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:15:44.874659Z","time spent":"554.716355ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:15:45.429861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.143119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:15:45.429915Z","caller":"traceutil/trace.go:171","msg":"trace[392408361] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11347; }","duration":"289.242812ms","start":"2026-03-25T17:15:45.140656Z","end":"2026-03-25T17:15:45.429899Z","steps":["trace[392408361] 'agreement among raft nodes before linearized reading' (duration: 288.997855ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:15:45.431939Z","caller":"traceutil/trace.go:171","msg":"trace[1313100723] transaction","detail":"{read_only:false; response_revision:11348; number_of_response:1; }","duration":"278.875953ms","start":"2026-03-25T17:15:45.153027Z","end":"2026-03-25T17:15:45.431903Z","steps":["trace[1313100723] 'process raft request' (duration: 278.094853ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:18:08.112234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10356} {"level":"info","ts":"2026-03-25T17:18:08.192619Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10356,"took":"77.845252ms","hash":294894053,"current-db-size-bytes":56995840,"current-db-size":"57 MB","current-db-size-in-use-bytes":22708224,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-25T17:18:08.192696Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":294894053,"revision":10356,"compact-revision":8035} {"level":"warn","ts":"2026-03-25T17:21:30.571112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856930890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:21:31.071816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856930890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:21:31.572945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856930890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:21:32.073619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856930890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:21:32.073737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000898171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T17:21:32.073775Z","caller":"traceutil/trace.go:171","msg":"trace[1478824489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000997465s","start":"2026-03-25T17:21:30.072757Z","end":"2026-03-25T17:21:32.073755Z","steps":["trace[1478824489] 'agreement among raft nodes before linearized reading' (duration: 2.000935692s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:21:32.073812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:21:30.072747Z","time spent":"2.001054706s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:21:32.573816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2396932212856930890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:21:32.808746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.738622369s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:21:32.809134Z","caller":"traceutil/trace.go:171","msg":"trace[979336973] transaction","detail":"{read_only:false; response_revision:13133; number_of_response:1; }","duration":"2.739112983s","start":"2026-03-25T17:21:30.069997Z","end":"2026-03-25T17:21:32.80911Z","steps":["trace[979336973] 'process raft request' (duration: 2.738949679s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:21:32.809291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:21:30.069973Z","time spent":"2.739223895s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:21:32.819063Z","caller":"traceutil/trace.go:171","msg":"trace[469979142] transaction","detail":"{read_only:false; response_revision:13134; number_of_response:1; }","duration":"2.748845245s","start":"2026-03-25T17:21:30.070165Z","end":"2026-03-25T17:21:32.81901Z","steps":["trace[469979142] 'process raft request' (duration: 2.74866506s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:21:32.819238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:21:30.070153Z","time spent":"2.748982228s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:21:32.819452Z","caller":"traceutil/trace.go:171","msg":"trace[269881058] transaction","detail":"{read_only:false; response_revision:13135; number_of_response:1; }","duration":"2.749234995s","start":"2026-03-25T17:21:30.070159Z","end":"2026-03-25T17:21:32.819394Z","steps":["trace[269881058] 'process raft request' (duration: 2.748805814s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:21:32.819599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:21:30.070143Z","time spent":"2.749372208s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:21:32.820141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749955184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:21:32.820184Z","caller":"traceutil/trace.go:171","msg":"trace[403057778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13137; }","duration":"2.750035536s","start":"2026-03-25T17:21:30.07014Z","end":"2026-03-25T17:21:32.820176Z","steps":["trace[403057778] 'agreement among raft nodes before linearized reading' (duration: 2.749907782s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:21:32.820213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:21:30.070108Z","time spent":"2.750098877s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:21:32.820009Z","caller":"traceutil/trace.go:171","msg":"trace[156860504] linearizableReadLoop","detail":"{readStateIndex:13617; appliedIndex:13615; }","duration":"2.749817249s","start":"2026-03-25T17:21:30.070171Z","end":"2026-03-25T17:21:32.819988Z","steps":["trace[156860504] 'read index received' (duration: 2.738932857s)","trace[156860504] 'applied index is now lower than readState.Index' (duration: 10.830071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:21:32.820415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750195589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:21:32.820438Z","caller":"traceutil/trace.go:171","msg":"trace[1841025475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13137; }","duration":"2.75022221s","start":"2026-03-25T17:21:30.070207Z","end":"2026-03-25T17:21:32.820429Z","steps":["trace[1841025475] 'agreement among raft nodes before linearized reading' (duration: 2.750157818s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:21:32.820469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:21:30.070142Z","time spent":"2.750322773s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:21:32.821057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750765655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-25T17:21:32.821245Z","caller":"traceutil/trace.go:171","msg":"trace[1337847752] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13137; }","duration":"2.750850497s","start":"2026-03-25T17:21:30.070224Z","end":"2026-03-25T17:21:32.821074Z","steps":["trace[1337847752] 'agreement among raft nodes before linearized reading' (duration: 2.750780495s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:21:32.821273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:21:30.070192Z","time spent":"2.751071822s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-25T17:21:32.821417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751114263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:21:32.821448Z","caller":"traceutil/trace.go:171","msg":"trace[122126019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13137; }","duration":"2.751235197s","start":"2026-03-25T17:21:30.070207Z","end":"2026-03-25T17:21:32.821443Z","steps":["trace[122126019] 'agreement among raft nodes before linearized reading' (duration: 2.751163984s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:21:32.821468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:21:30.070167Z","time spent":"2.751296118s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:21:32.821458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745174569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.kube-prometheus-stack.v1\" ","response":"range_response_count:1 size:451481"} {"level":"info","ts":"2026-03-25T17:21:32.821517Z","caller":"traceutil/trace.go:171","msg":"trace[152324941] range","detail":"{range_begin:/registry/secrets/monitoring/sh.helm.release.v1.kube-prometheus-stack.v1; range_end:; response_count:1; response_revision:13137; }","duration":"2.745275283s","start":"2026-03-25T17:21:30.076225Z","end":"2026-03-25T17:21:32.821501Z","steps":["trace[152324941] 'agreement among raft nodes before linearized reading' (duration: 2.744965824s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:21:32.821571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:21:30.076213Z","time spent":"2.745351765s","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":451504,"request content":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.kube-prometheus-stack.v1\" "} {"level":"warn","ts":"2026-03-25T17:21:32.821901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751619747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-25T17:21:32.821929Z","caller":"traceutil/trace.go:171","msg":"trace[2147322784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13137; }","duration":"2.751705228s","start":"2026-03-25T17:21:30.070214Z","end":"2026-03-25T17:21:32.821919Z","steps":["trace[2147322784] 'agreement among raft nodes before linearized reading' (duration: 2.751633987s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:21:32.821952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:21:30.070183Z","time spent":"2.75176404s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "}