{"level":"warn","ts":"2026-03-06T00:33:45.943118Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:33:45.943246Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T00:33:45.943326Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:33:45.943343Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-03-06T00:33:45.943361Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:33:45.944027Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-03-06T00:33:45.944108Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T00:33:45.94834Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.99601ms"} {"level":"info","ts":"2026-03-06T00:33:45.957265Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-03-06T00:33:45.957345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T00:33:45.957366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-03-06T00:33:45.957377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T00:33:45.957395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-03-06T00:33:45.957432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-03-06T00:33:45.967109Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T00:33:45.970445Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T00:33:45.972228Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T00:33:45.975208Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T00:33:45.975369Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T00:33:45.975496Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:33:45.975629Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:33:45.97565Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:33:45.97838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-03-06T00:33:45.978552Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-03-06T00:33:45.979661Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:33:45.979941Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T00:33:45.979972Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T00:33:45.980095Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-03-06T00:33:45.98011Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-03-06T00:33:46.857693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T00:33:46.857794Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T00:33:46.857822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-03-06T00:33:46.857852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-03-06T00:33:46.857872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-03-06T00:33:46.85789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-03-06T00:33:46.85792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-03-06T00:33:46.860032Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:46.860984Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T00:33:46.861111Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:33:46.861456Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T00:33:46.861506Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:46.861543Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T00:33:46.861726Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:46.861776Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:46.861217Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:33:46.864581Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T00:33:46.866133Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"warn","ts":"2026-03-06T00:33:54.468067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.037525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-06T00:33:54.468201Z","caller":"traceutil/trace.go:171","msg":"trace[713059799] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:285; }","duration":"125.233722ms","start":"2026-03-06T00:33:54.342945Z","end":"2026-03-06T00:33:54.468179Z","steps":["trace[713059799] 'range keys from in-memory index tree' (duration: 124.942122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:54.468079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.860854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:33:54.468334Z","caller":"traceutil/trace.go:171","msg":"trace[1696229075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:285; }","duration":"115.138943ms","start":"2026-03-06T00:33:54.353175Z","end":"2026-03-06T00:33:54.468314Z","steps":["trace[1696229075] 'range keys from in-memory index tree' (duration: 114.7474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.752072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.780265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:33:55.752193Z","caller":"traceutil/trace.go:171","msg":"trace[1820838745] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:0; response_revision:296; }","duration":"158.94745ms","start":"2026-03-06T00:33:55.593219Z","end":"2026-03-06T00:33:55.752167Z","steps":["trace[1820838745] 'range keys from in-memory index tree' (duration: 158.696872ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:01.29497Z","caller":"traceutil/trace.go:171","msg":"trace[1182801963] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"303.083468ms","start":"2026-03-06T00:34:00.991855Z","end":"2026-03-06T00:34:01.294938Z","steps":["trace[1182801963] 'process raft request' (duration: 302.881761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:01.295707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:00.99181Z","time spent":"303.269185ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:01.65556Z","caller":"traceutil/trace.go:171","msg":"trace[755168926] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:383; }","duration":"178.636423ms","start":"2026-03-06T00:34:01.4769Z","end":"2026-03-06T00:34:01.655536Z","steps":["trace[755168926] 'read index received' (duration: 159.102266ms)","trace[755168926] 'applied index is now lower than readState.Index' (duration: 19.532997ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:01.655631Z","caller":"traceutil/trace.go:171","msg":"trace[252639267] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"662.480742ms","start":"2026-03-06T00:34:00.993124Z","end":"2026-03-06T00:34:01.655605Z","steps":["trace[252639267] 'process raft request' (duration: 642.922034ms)","trace[252639267] 'compare' (duration: 19.362661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:01.6557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.781407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-06T00:34:01.655725Z","caller":"traceutil/trace.go:171","msg":"trace[2028595850] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:367; }","duration":"178.898701ms","start":"2026-03-06T00:34:01.476819Z","end":"2026-03-06T00:34:01.655718Z","steps":["trace[2028595850] 'agreement among raft nodes before linearized reading' (duration: 178.799447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:01.655779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:00.993103Z","time spent":"662.590256ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:02.303996Z","caller":"traceutil/trace.go:171","msg":"trace[689943474] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"636.955769ms","start":"2026-03-06T00:34:01.667019Z","end":"2026-03-06T00:34:02.303974Z","steps":["trace[689943474] 'process raft request' (duration: 636.800414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:02.304178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:01.66699Z","time spent":"637.081874ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:02.521615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.66051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:02.521807Z","caller":"traceutil/trace.go:171","msg":"trace[1531078341] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:385; }","duration":"213.176229ms","start":"2026-03-06T00:34:02.308608Z","end":"2026-03-06T00:34:02.521785Z","steps":["trace[1531078341] 'read index received' (duration: 38.899648ms)","trace[1531078341] 'applied index is now lower than readState.Index' (duration: 174.27466ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:02.521862Z","caller":"traceutil/trace.go:171","msg":"trace[1714903217] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"576.951625ms","start":"2026-03-06T00:34:01.944866Z","end":"2026-03-06T00:34:02.521817Z","steps":["trace[1714903217] 'process raft request' (duration: 402.733316ms)","trace[1714903217] 'compare' (duration: 173.401072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:02.521965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.361234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-06T00:34:02.52201Z","caller":"traceutil/trace.go:171","msg":"trace[1388545228] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:369; }","duration":"213.448087ms","start":"2026-03-06T00:34:02.308548Z","end":"2026-03-06T00:34:02.521996Z","steps":["trace[1388545228] 'agreement among raft nodes before linearized reading' (duration: 213.358775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:02.522054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:01.944786Z","time spent":"577.168751ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:02.646106Z","caller":"traceutil/trace.go:171","msg":"trace[1754148728] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"115.127183ms","start":"2026-03-06T00:34:02.530952Z","end":"2026-03-06T00:34:02.64608Z","steps":["trace[1754148728] 'process raft request' (duration: 115.0607ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:02.646294Z","caller":"traceutil/trace.go:171","msg":"trace[621450132] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"119.259037ms","start":"2026-03-06T00:34:02.526913Z","end":"2026-03-06T00:34:02.646172Z","steps":["trace[621450132] 'process raft request' (duration: 111.522634ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:25.469852Z","caller":"traceutil/trace.go:171","msg":"trace[1579942899] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"549.332049ms","start":"2026-03-06T00:34:24.920481Z","end":"2026-03-06T00:34:25.469813Z","steps":["trace[1579942899] 'process raft request' (duration: 523.185178ms)","trace[1579942899] 'compare' (duration: 25.661774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:25.470088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:24.920466Z","time spent":"549.468834ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:25.720574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.353962ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:34:25.720788Z","caller":"traceutil/trace.go:171","msg":"trace[1883380515] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:540; }","duration":"294.782546ms","start":"2026-03-06T00:34:25.425983Z","end":"2026-03-06T00:34:25.720765Z","steps":["trace[1883380515] 'read index received' (duration: 17.729771ms)","trace[1883380515] 'applied index is now lower than readState.Index' (duration: 277.050725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:25.721062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.044665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:34:25.721138Z","caller":"traceutil/trace.go:171","msg":"trace[1765196334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"295.206271ms","start":"2026-03-06T00:34:25.425915Z","end":"2026-03-06T00:34:25.721121Z","steps":["trace[1765196334] 'agreement among raft nodes before linearized reading' (duration: 294.937172ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:25.885244Z","caller":"traceutil/trace.go:171","msg":"trace[2060951164] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"159.606013ms","start":"2026-03-06T00:34:25.725601Z","end":"2026-03-06T00:34:25.885207Z","steps":["trace[2060951164] 'process raft request' (duration: 159.229869ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:27.156449Z","caller":"traceutil/trace.go:171","msg":"trace[1266413101] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"226.398881ms","start":"2026-03-06T00:34:26.930017Z","end":"2026-03-06T00:34:27.156416Z","steps":["trace[1266413101] 'process raft request' (duration: 205.152964ms)","trace[1266413101] 'compare' (duration: 20.949847ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:27.156469Z","caller":"traceutil/trace.go:171","msg":"trace[1246343615] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"226.318748ms","start":"2026-03-06T00:34:26.930098Z","end":"2026-03-06T00:34:27.156417Z","steps":["trace[1246343615] 'process raft request' (duration: 226.237455ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:27.166661Z","caller":"traceutil/trace.go:171","msg":"trace[1609589590] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"233.305037ms","start":"2026-03-06T00:34:26.933324Z","end":"2026-03-06T00:34:27.166629Z","steps":["trace[1609589590] 'process raft request' (duration: 232.979705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:27.166975Z","caller":"traceutil/trace.go:171","msg":"trace[1530405346] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"229.918517ms","start":"2026-03-06T00:34:26.937025Z","end":"2026-03-06T00:34:27.166944Z","steps":["trace[1530405346] 'process raft request' (duration: 229.523083ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:27.167252Z","caller":"traceutil/trace.go:171","msg":"trace[917446882] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"228.831618ms","start":"2026-03-06T00:34:26.938393Z","end":"2026-03-06T00:34:27.167225Z","steps":["trace[917446882] 'process raft request' (duration: 228.524977ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:27.167316Z","caller":"traceutil/trace.go:171","msg":"trace[211049358] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"228.398063ms","start":"2026-03-06T00:34:26.938904Z","end":"2026-03-06T00:34:27.167302Z","steps":["trace[211049358] 'process raft request' (duration: 228.094262ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:27.167362Z","caller":"traceutil/trace.go:171","msg":"trace[2141842155] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"228.826957ms","start":"2026-03-06T00:34:26.938523Z","end":"2026-03-06T00:34:27.167349Z","steps":["trace[2141842155] 'process raft request' (duration: 228.438514ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:27.167012Z","caller":"traceutil/trace.go:171","msg":"trace[784786369] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"229.73956ms","start":"2026-03-06T00:34:26.937235Z","end":"2026-03-06T00:34:27.166974Z","steps":["trace[784786369] 'process raft request' (duration: 229.591745ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:27.167586Z","caller":"traceutil/trace.go:171","msg":"trace[665822709] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"225.649874ms","start":"2026-03-06T00:34:26.941919Z","end":"2026-03-06T00:34:27.167569Z","steps":["trace[665822709] 'process raft request' (duration: 225.219099ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:47.705109Z","caller":"traceutil/trace.go:171","msg":"trace[151927362] linearizableReadLoop","detail":"{readStateIndex:929; appliedIndex:928; }","duration":"123.004829ms","start":"2026-03-06T00:34:47.582076Z","end":"2026-03-06T00:34:47.70508Z","steps":["trace[151927362] 'read index received' (duration: 122.825633ms)","trace[151927362] 'applied index is now lower than readState.Index' (duration: 178.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:47.705244Z","caller":"traceutil/trace.go:171","msg":"trace[184893314] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"173.808431ms","start":"2026-03-06T00:34:47.531398Z","end":"2026-03-06T00:34:47.705206Z","steps":["trace[184893314] 'process raft request' (duration: 173.515112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:47.705368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.264328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:34:47.705416Z","caller":"traceutil/trace.go:171","msg":"trace[943291990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:902; }","duration":"123.360171ms","start":"2026-03-06T00:34:47.582044Z","end":"2026-03-06T00:34:47.705404Z","steps":["trace[943291990] 'agreement among raft nodes before linearized reading' (duration: 123.145844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:10.153735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.32313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:35:10.153836Z","caller":"traceutil/trace.go:171","msg":"trace[1295143481] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:1058; }","duration":"147.480125ms","start":"2026-03-06T00:35:10.006338Z","end":"2026-03-06T00:35:10.153818Z","steps":["trace[1295143481] 'range keys from in-memory index tree' (duration: 147.149714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:10.153735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.765162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-ptcpn\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-06T00:35:10.153953Z","caller":"traceutil/trace.go:171","msg":"trace[888251616] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-ptcpn; range_end:; response_count:1; response_revision:1058; }","duration":"115.01977ms","start":"2026-03-06T00:35:10.038907Z","end":"2026-03-06T00:35:10.153927Z","steps":["trace[888251616] 'range keys from in-memory index tree' (duration: 114.543864ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:42.878516Z","caller":"traceutil/trace.go:171","msg":"trace[1819665677] linearizableReadLoop","detail":"{readStateIndex:1639; appliedIndex:1637; }","duration":"130.468394ms","start":"2026-03-06T00:35:42.748017Z","end":"2026-03-06T00:35:42.878485Z","steps":["trace[1819665677] 'read index received' (duration: 119.721893ms)","trace[1819665677] 'applied index is now lower than readState.Index' (duration: 10.745241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:42.878812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.770073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-710ae8b7-19e1-400f-9d68-056004fa794b\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-06T00:35:42.878868Z","caller":"traceutil/trace.go:171","msg":"trace[200268083] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-710ae8b7-19e1-400f-9d68-056004fa794b; range_end:; response_count:1; response_revision:1572; }","duration":"130.883087ms","start":"2026-03-06T00:35:42.747965Z","end":"2026-03-06T00:35:42.878848Z","steps":["trace[200268083] 'agreement among raft nodes before linearized reading' (duration: 130.65916ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:42.878872Z","caller":"traceutil/trace.go:171","msg":"trace[90515689] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"527.581497ms","start":"2026-03-06T00:35:42.351225Z","end":"2026-03-06T00:35:42.878806Z","steps":["trace[90515689] 'process raft request' (duration: 516.525797ms)","trace[90515689] 'compare' (duration: 10.480302ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:42.879083Z","caller":"traceutil/trace.go:171","msg":"trace[979520053] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"526.736641ms","start":"2026-03-06T00:35:42.352319Z","end":"2026-03-06T00:35:42.879055Z","steps":["trace[979520053] 'process raft request' (duration: 526.086701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:42.879107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:42.351098Z","time spent":"527.887557ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:42.879276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:42.352297Z","time spent":"526.862555ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:35:43.811607Z","caller":"traceutil/trace.go:171","msg":"trace[532239793] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"343.314105ms","start":"2026-03-06T00:35:43.46825Z","end":"2026-03-06T00:35:43.811564Z","steps":["trace[532239793] 'process raft request' (duration: 248.099131ms)","trace[532239793] 'compare' (duration: 95.017928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:43.81185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:43.468212Z","time spent":"343.524142ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:35:51.574552Z","caller":"traceutil/trace.go:171","msg":"trace[1655137661] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"179.944626ms","start":"2026-03-06T00:35:51.394541Z","end":"2026-03-06T00:35:51.574486Z","steps":["trace[1655137661] 'process raft request' (duration: 115.882041ms)","trace[1655137661] 'compare' (duration: 63.725064ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:51.574591Z","caller":"traceutil/trace.go:171","msg":"trace[1193636753] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1719; }","duration":"163.445562ms","start":"2026-03-06T00:35:51.411112Z","end":"2026-03-06T00:35:51.574557Z","steps":["trace[1193636753] 'read index received' (duration: 99.325875ms)","trace[1193636753] 'applied index is now lower than readState.Index' (duration: 64.103767ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:51.574867Z","caller":"traceutil/trace.go:171","msg":"trace[2078550110] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"179.915545ms","start":"2026-03-06T00:35:51.394914Z","end":"2026-03-06T00:35:51.57483Z","steps":["trace[2078550110] 'process raft request' (duration: 179.485781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:51.575013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.827104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:35:51.57509Z","caller":"traceutil/trace.go:171","msg":"trace[411966255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1651; }","duration":"164.011599ms","start":"2026-03-06T00:35:51.411061Z","end":"2026-03-06T00:35:51.575072Z","steps":["trace[411966255] 'agreement among raft nodes before linearized reading' (duration: 163.595826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:57.070325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.595786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:35:57.070409Z","caller":"traceutil/trace.go:171","msg":"trace[601590177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1689; }","duration":"117.73464ms","start":"2026-03-06T00:35:56.952654Z","end":"2026-03-06T00:35:57.070388Z","steps":["trace[601590177] 'range keys from in-memory index tree' (duration: 117.412159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:57.070432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.651985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:35:57.070528Z","caller":"traceutil/trace.go:171","msg":"trace[1632945777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1689; }","duration":"116.762359ms","start":"2026-03-06T00:35:56.953744Z","end":"2026-03-06T00:35:57.070507Z","steps":["trace[1632945777] 'range keys from in-memory index tree' (duration: 116.49803ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:22.381121Z","caller":"traceutil/trace.go:171","msg":"trace[1243096092] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1898; }","duration":"119.751732ms","start":"2026-03-06T00:36:22.261345Z","end":"2026-03-06T00:36:22.381097Z","steps":["trace[1243096092] 'read index received' (duration: 119.711131ms)","trace[1243096092] 'applied index is now lower than readState.Index' (duration: 39.481µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:22.381206Z","caller":"traceutil/trace.go:171","msg":"trace[428777354] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"120.750924ms","start":"2026-03-06T00:36:22.260421Z","end":"2026-03-06T00:36:22.381172Z","steps":["trace[428777354] 'process raft request' (duration: 120.552297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:22.381418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.975129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:36:22.381478Z","caller":"traceutil/trace.go:171","msg":"trace[615689366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1822; }","duration":"120.158775ms","start":"2026-03-06T00:36:22.261304Z","end":"2026-03-06T00:36:22.381463Z","steps":["trace[615689366] 'agreement among raft nodes before linearized reading' (duration: 119.898097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:22.440588Z","caller":"traceutil/trace.go:171","msg":"trace[430385971] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"143.079486ms","start":"2026-03-06T00:36:22.297482Z","end":"2026-03-06T00:36:22.440561Z","steps":["trace[430385971] 'process raft request' (duration: 97.237533ms)","trace[430385971] 'compare' (duration: 45.556874ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:27.870933Z","caller":"traceutil/trace.go:171","msg":"trace[1105287147] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"111.775557ms","start":"2026-03-06T00:36:27.759124Z","end":"2026-03-06T00:36:27.870899Z","steps":["trace[1105287147] 'process raft request' (duration: 99.086912ms)","trace[1105287147] 'compare' (duration: 12.434037ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:28.711578Z","caller":"traceutil/trace.go:171","msg":"trace[1587984743] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"297.269777ms","start":"2026-03-06T00:36:28.414282Z","end":"2026-03-06T00:36:28.711552Z","steps":["trace[1587984743] 'process raft request' (duration: 297.130173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:29.081469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.570825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:29.081596Z","caller":"traceutil/trace.go:171","msg":"trace[1092218760] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1928; }","duration":"615.024888ms","start":"2026-03-06T00:36:28.466547Z","end":"2026-03-06T00:36:29.081572Z","steps":["trace[1092218760] 'read index received' (duration: 244.952457ms)","trace[1092218760] 'applied index is now lower than readState.Index' (duration: 370.070741ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:29.081709Z","caller":"traceutil/trace.go:171","msg":"trace[1269852573] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"619.885693ms","start":"2026-03-06T00:36:28.46177Z","end":"2026-03-06T00:36:29.081656Z","steps":["trace[1269852573] 'process raft request' (duration: 468.963167ms)","trace[1269852573] 'compare' (duration: 150.248085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:29.081896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:28.461738Z","time spent":"620.051439ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:29.082071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.322117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:36:29.082229Z","caller":"traceutil/trace.go:171","msg":"trace[1187825557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1852; }","duration":"615.699399ms","start":"2026-03-06T00:36:28.466509Z","end":"2026-03-06T00:36:29.082209Z","steps":["trace[1187825557] 'agreement among raft nodes before linearized reading' (duration: 615.152352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:29.082274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:28.466489Z","time spent":"615.774952ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:29.135463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.929955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:36:29.135506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.320552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:36:29.135541Z","caller":"traceutil/trace.go:171","msg":"trace[797936135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1853; }","duration":"239.044558ms","start":"2026-03-06T00:36:28.89648Z","end":"2026-03-06T00:36:29.135525Z","steps":["trace[797936135] 'agreement among raft nodes before linearized reading' (duration: 238.916384ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:29.135439Z","caller":"traceutil/trace.go:171","msg":"trace[61297573] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"206.241722ms","start":"2026-03-06T00:36:28.929154Z","end":"2026-03-06T00:36:29.135395Z","steps":["trace[61297573] 'process raft request' (duration: 206.059847ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:29.13557Z","caller":"traceutil/trace.go:171","msg":"trace[1686467366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1853; }","duration":"257.423155ms","start":"2026-03-06T00:36:28.878122Z","end":"2026-03-06T00:36:29.135545Z","steps":["trace[1686467366] 'agreement among raft nodes before linearized reading' (duration: 257.218539ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:21.732808Z","caller":"traceutil/trace.go:171","msg":"trace[969285295] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2377; }","duration":"328.172823ms","start":"2026-03-06T00:37:21.404608Z","end":"2026-03-06T00:37:21.732781Z","steps":["trace[969285295] 'read index received' (duration: 328.045349ms)","trace[969285295] 'applied index is now lower than readState.Index' (duration: 126.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:21.732921Z","caller":"traceutil/trace.go:171","msg":"trace[1506434315] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"414.298452ms","start":"2026-03-06T00:37:21.318597Z","end":"2026-03-06T00:37:21.732895Z","steps":["trace[1506434315] 'process raft request' (duration: 414.035784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:21.733123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:21.31857Z","time spent":"414.402264ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:21.733083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.463412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:37:21.733185Z","caller":"traceutil/trace.go:171","msg":"trace[1933975471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2281; }","duration":"328.643298ms","start":"2026-03-06T00:37:21.404528Z","end":"2026-03-06T00:37:21.733171Z","steps":["trace[1933975471] 'agreement among raft nodes before linearized reading' (duration: 328.41436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:21.733269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:21.404499Z","time spent":"328.757221ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:37:21.787089Z","caller":"traceutil/trace.go:171","msg":"trace[1743975298] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"101.53524ms","start":"2026-03-06T00:37:21.68554Z","end":"2026-03-06T00:37:21.787075Z","steps":["trace[1743975298] 'process raft request' (duration: 99.491505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:21.787255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.831933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:37:21.787305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.258554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:21.787388Z","caller":"traceutil/trace.go:171","msg":"trace[1549761820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2283; }","duration":"291.982638ms","start":"2026-03-06T00:37:21.49536Z","end":"2026-03-06T00:37:21.787343Z","steps":["trace[1549761820] 'agreement among raft nodes before linearized reading' (duration: 291.813612ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:21.787431Z","caller":"traceutil/trace.go:171","msg":"trace[1659604137] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2283; }","duration":"369.46487ms","start":"2026-03-06T00:37:21.417937Z","end":"2026-03-06T00:37:21.787401Z","steps":["trace[1659604137] 'agreement among raft nodes before linearized reading' (duration: 369.232333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:21.78743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.04487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:37:21.787498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:21.417907Z","time spent":"369.579004ms","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:37:21.787538Z","caller":"traceutil/trace.go:171","msg":"trace[688327938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2283; }","duration":"292.232246ms","start":"2026-03-06T00:37:21.495283Z","end":"2026-03-06T00:37:21.787515Z","steps":["trace[688327938] 'agreement among raft nodes before linearized reading' (duration: 291.931107ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:56.025582Z","caller":"traceutil/trace.go:171","msg":"trace[968869488] linearizableReadLoop","detail":"{readStateIndex:2575; appliedIndex:2574; }","duration":"128.696006ms","start":"2026-03-06T00:37:55.896857Z","end":"2026-03-06T00:37:56.025553Z","steps":["trace[968869488] 'read index received' (duration: 128.470069ms)","trace[968869488] 'applied index is now lower than readState.Index' (duration: 224.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:56.025661Z","caller":"traceutil/trace.go:171","msg":"trace[1029528909] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"129.045367ms","start":"2026-03-06T00:37:55.896575Z","end":"2026-03-06T00:37:56.02562Z","steps":["trace[1029528909] 'process raft request' (duration: 128.80791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:56.02578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.921573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:56.025829Z","caller":"traceutil/trace.go:171","msg":"trace[348790957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2471; }","duration":"129.045157ms","start":"2026-03-06T00:37:55.896772Z","end":"2026-03-06T00:37:56.025817Z","steps":["trace[348790957] 'agreement among raft nodes before linearized reading' (duration: 128.949704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:56.451555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.753362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:37:56.451699Z","caller":"traceutil/trace.go:171","msg":"trace[1649594152] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"412.706051ms","start":"2026-03-06T00:37:56.038974Z","end":"2026-03-06T00:37:56.45168Z","steps":["trace[1649594152] 'process raft request' (duration: 271.69404ms)","trace[1649594152] 'compare' (duration: 139.923146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:56.451769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:56.038943Z","time spent":"412.802024ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:56.453051Z","caller":"traceutil/trace.go:171","msg":"trace[1914776645] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"413.664821ms","start":"2026-03-06T00:37:56.039354Z","end":"2026-03-06T00:37:56.453019Z","steps":["trace[1914776645] 'process raft request' (duration: 413.398042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:56.453212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:56.03934Z","time spent":"413.793286ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:56.453264Z","caller":"traceutil/trace.go:171","msg":"trace[1234860329] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"413.818326ms","start":"2026-03-06T00:37:56.039419Z","end":"2026-03-06T00:37:56.453238Z","steps":["trace[1234860329] 'process raft request' (duration: 413.484275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:56.453417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:56.039412Z","time spent":"413.92576ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:56.453415Z","caller":"traceutil/trace.go:171","msg":"trace[1782530327] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"413.880798ms","start":"2026-03-06T00:37:56.039469Z","end":"2026-03-06T00:37:56.453349Z","steps":["trace[1782530327] 'process raft request' (duration: 413.672102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:56.453693Z","caller":"traceutil/trace.go:171","msg":"trace[1568697305] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2575; }","duration":"255.130659ms","start":"2026-03-06T00:37:56.198549Z","end":"2026-03-06T00:37:56.45368Z","steps":["trace[1568697305] 'read index received' (duration: 112.208667ms)","trace[1568697305] 'applied index is now lower than readState.Index' (duration: 142.921012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:56.45371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:56.039462Z","time spent":"414.099615ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:56.453826Z","caller":"traceutil/trace.go:171","msg":"trace[1216316559] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"274.685286ms","start":"2026-03-06T00:37:56.179108Z","end":"2026-03-06T00:37:56.453793Z","steps":["trace[1216316559] 'process raft request' (duration: 274.075186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:56.453971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.817838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-06T00:37:56.453997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.218312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:37:56.454057Z","caller":"traceutil/trace.go:171","msg":"trace[2132531940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2476; }","duration":"239.913391ms","start":"2026-03-06T00:37:56.214106Z","end":"2026-03-06T00:37:56.454019Z","steps":["trace[2132531940] 'agreement among raft nodes before linearized reading' (duration: 239.746736ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:56.45408Z","caller":"traceutil/trace.go:171","msg":"trace[639397662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2476; }","duration":"124.340976ms","start":"2026-03-06T00:37:56.329725Z","end":"2026-03-06T00:37:56.454066Z","steps":["trace[639397662] 'agreement among raft nodes before linearized reading' (duration: 124.218263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:56.453897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.345066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a198391c9576e\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-06T00:37:56.454238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.535711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T00:37:56.454264Z","caller":"traceutil/trace.go:171","msg":"trace[3114819] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a198391c9576e; range_end:; response_count:1; response_revision:2476; }","duration":"255.75886ms","start":"2026-03-06T00:37:56.198496Z","end":"2026-03-06T00:37:56.454254Z","steps":["trace[3114819] 'agreement among raft nodes before linearized reading' (duration: 255.279724ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:56.454277Z","caller":"traceutil/trace.go:171","msg":"trace[368769714] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2476; }","duration":"235.612553ms","start":"2026-03-06T00:37:56.218653Z","end":"2026-03-06T00:37:56.454266Z","steps":["trace[368769714] 'agreement among raft nodes before linearized reading' (duration: 235.293403ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:30.723511Z","caller":"traceutil/trace.go:171","msg":"trace[1056563721] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"108.118996ms","start":"2026-03-06T00:38:30.615361Z","end":"2026-03-06T00:38:30.72348Z","steps":["trace[1056563721] 'process raft request' (duration: 107.95447ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:32.188466Z","caller":"traceutil/trace.go:171","msg":"trace[142544274] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"209.55718ms","start":"2026-03-06T00:40:31.978857Z","end":"2026-03-06T00:40:32.188414Z","steps":["trace[142544274] 'process raft request' (duration: 209.192759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:37.78258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.762269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T00:40:37.782627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.927821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:40:37.782676Z","caller":"traceutil/trace.go:171","msg":"trace[50721309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3441; }","duration":"416.916263ms","start":"2026-03-06T00:40:37.365742Z","end":"2026-03-06T00:40:37.782659Z","steps":["trace[50721309] 'range keys from in-memory index tree' (duration: 416.585303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:37.782675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.052488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T00:40:37.782715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:37.365715Z","time spent":"416.991816ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:37.7826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.878492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:40:37.782725Z","caller":"traceutil/trace.go:171","msg":"trace[663203799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3441; }","duration":"422.046114ms","start":"2026-03-06T00:40:37.360622Z","end":"2026-03-06T00:40:37.782668Z","steps":["trace[663203799] 'range keys from in-memory index tree' (duration: 421.699383ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:37.78275Z","caller":"traceutil/trace.go:171","msg":"trace[2104920911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3441; }","duration":"417.080378ms","start":"2026-03-06T00:40:37.365659Z","end":"2026-03-06T00:40:37.782739Z","steps":["trace[2104920911] 'range keys from in-memory index tree' (duration: 416.567452ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:37.782758Z","caller":"traceutil/trace.go:171","msg":"trace[70810979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3441; }","duration":"417.143691ms","start":"2026-03-06T00:40:37.365589Z","end":"2026-03-06T00:40:37.782733Z","steps":["trace[70810979] 'range keys from in-memory index tree' (duration: 416.80529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:37.782776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:37.365637Z","time spent":"417.13109ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:37.78277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:37.360592Z","time spent":"422.168058ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:40:37.782839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.169391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:40:37.78319Z","caller":"traceutil/trace.go:171","msg":"trace[1267102346] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3441; }","duration":"417.531442ms","start":"2026-03-06T00:40:37.365637Z","end":"2026-03-06T00:40:37.783168Z","steps":["trace[1267102346] 'range keys from in-memory index tree' (duration: 416.781689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:37.783241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:37.365623Z","time spent":"417.604624ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:40:37.782928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:37.365544Z","time spent":"417.255234ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:41:42.319244Z","caller":"traceutil/trace.go:171","msg":"trace[1915408793] linearizableReadLoop","detail":"{readStateIndex:4032; appliedIndex:4031; }","duration":"101.307657ms","start":"2026-03-06T00:41:42.217909Z","end":"2026-03-06T00:41:42.319217Z","steps":["trace[1915408793] 'read index received' (duration: 101.078469ms)","trace[1915408793] 'applied index is now lower than readState.Index' (duration: 228.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:42.319297Z","caller":"traceutil/trace.go:171","msg":"trace[2124980652] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"134.316075ms","start":"2026-03-06T00:41:42.184954Z","end":"2026-03-06T00:41:42.31927Z","steps":["trace[2124980652] 'process raft request' (duration: 134.097348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:42.319477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.557685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-06T00:41:42.319487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.925594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:41:42.319524Z","caller":"traceutil/trace.go:171","msg":"trace[1238706428] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3861; }","duration":"101.643588ms","start":"2026-03-06T00:41:42.217865Z","end":"2026-03-06T00:41:42.319508Z","steps":["trace[1238706428] 'agreement among raft nodes before linearized reading' (duration: 101.490603ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:42.319538Z","caller":"traceutil/trace.go:171","msg":"trace[519596626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3861; }","duration":"101.015447ms","start":"2026-03-06T00:41:42.218508Z","end":"2026-03-06T00:41:42.319524Z","steps":["trace[519596626] 'agreement among raft nodes before linearized reading' (duration: 100.871493ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:50.476075Z","caller":"traceutil/trace.go:171","msg":"trace[564342658] linearizableReadLoop","detail":"{readStateIndex:4422; appliedIndex:4421; }","duration":"115.762566ms","start":"2026-03-06T00:41:50.360278Z","end":"2026-03-06T00:41:50.47604Z","steps":["trace[564342658] 'read index received' (duration: 115.533338ms)","trace[564342658] 'applied index is now lower than readState.Index' (duration: 228.308µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:50.476463Z","caller":"traceutil/trace.go:171","msg":"trace[259219167] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"117.979496ms","start":"2026-03-06T00:41:50.358446Z","end":"2026-03-06T00:41:50.476426Z","steps":["trace[259219167] 'process raft request' (duration: 117.444279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:50.476603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.849155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:41:50.47665Z","caller":"traceutil/trace.go:171","msg":"trace[452485378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4242; }","duration":"113.938369ms","start":"2026-03-06T00:41:50.362699Z","end":"2026-03-06T00:41:50.476637Z","steps":["trace[452485378] 'agreement among raft nodes before linearized reading' (duration: 113.762233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:50.476629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.329144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:41:50.476728Z","caller":"traceutil/trace.go:171","msg":"trace[1462915817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4242; }","duration":"116.51236ms","start":"2026-03-06T00:41:50.360197Z","end":"2026-03-06T00:41:50.476709Z","steps":["trace[1462915817] 'agreement among raft nodes before linearized reading' (duration: 116.185779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:50.476665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.892717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-06T00:41:50.476786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.384351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:41:50.476907Z","caller":"traceutil/trace.go:171","msg":"trace[219394806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4242; }","duration":"113.558536ms","start":"2026-03-06T00:41:50.363329Z","end":"2026-03-06T00:41:50.476887Z","steps":["trace[219394806] 'agreement among raft nodes before linearized reading' (duration: 113.204295ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:50.476836Z","caller":"traceutil/trace.go:171","msg":"trace[442018640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4242; }","duration":"114.116583ms","start":"2026-03-06T00:41:50.362702Z","end":"2026-03-06T00:41:50.476818Z","steps":["trace[442018640] 'agreement among raft nodes before linearized reading' (duration: 113.892416ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:55.469724Z","caller":"traceutil/trace.go:171","msg":"trace[546909902] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4398; }","duration":"177.002375ms","start":"2026-03-06T00:41:55.292676Z","end":"2026-03-06T00:41:55.469678Z","steps":["trace[546909902] 'process raft request' (duration: 149.807394ms)","trace[546909902] 'compare' (duration: 27.053356ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:55.469798Z","caller":"traceutil/trace.go:171","msg":"trace[242503681] linearizableReadLoop","detail":"{readStateIndex:4583; appliedIndex:4581; }","duration":"176.757568ms","start":"2026-03-06T00:41:55.293013Z","end":"2026-03-06T00:41:55.46977Z","steps":["trace[242503681] 'read index received' (duration: 12.401963ms)","trace[242503681] 'applied index is now lower than readState.Index' (duration: 164.352895ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:55.469831Z","caller":"traceutil/trace.go:171","msg":"trace[1583864441] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"159.244963ms","start":"2026-03-06T00:41:55.310553Z","end":"2026-03-06T00:41:55.469798Z","steps":["trace[1583864441] 'process raft request' (duration: 159.102058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:55.470173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.878324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-4l477-tls-fqs7d\" ","response":"range_response_count:1 size:2629"} {"level":"info","ts":"2026-03-06T00:41:55.470243Z","caller":"traceutil/trace.go:171","msg":"trace[251087759] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-4l477-tls-fqs7d; range_end:; response_count:1; response_revision:4399; }","duration":"159.992177ms","start":"2026-03-06T00:41:55.310233Z","end":"2026-03-06T00:41:55.470226Z","steps":["trace[251087759] 'agreement among raft nodes before linearized reading' (duration: 159.75346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:55.470282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.233913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T00:41:55.47041Z","caller":"traceutil/trace.go:171","msg":"trace[615044867] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4399; }","duration":"177.394348ms","start":"2026-03-06T00:41:55.292986Z","end":"2026-03-06T00:41:55.470381Z","steps":["trace[615044867] 'agreement among raft nodes before linearized reading' (duration: 177.029097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:55.470439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.39759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-4l477-tls\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-03-06T00:41:55.470494Z","caller":"traceutil/trace.go:171","msg":"trace[322315003] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-4l477-tls; range_end:; response_count:1; response_revision:4399; }","duration":"154.483552ms","start":"2026-03-06T00:41:55.315995Z","end":"2026-03-06T00:41:55.470478Z","steps":["trace[322315003] 'agreement among raft nodes before linearized reading' (duration: 154.266055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:55.470849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.301562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:524463"} {"level":"info","ts":"2026-03-06T00:41:55.470964Z","caller":"traceutil/trace.go:171","msg":"trace[1669299854] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4399; }","duration":"151.429496ms","start":"2026-03-06T00:41:55.319516Z","end":"2026-03-06T00:41:55.470945Z","steps":["trace[1669299854] 'agreement among raft nodes before linearized reading' (duration: 150.672612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:56.93096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.11441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xvlsk\" ","response":"range_response_count:1 size:5148"} {"level":"warn","ts":"2026-03-06T00:41:56.931015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.6466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:41:56.931069Z","caller":"traceutil/trace.go:171","msg":"trace[756192779] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xvlsk; range_end:; response_count:1; response_revision:4422; }","duration":"232.280506ms","start":"2026-03-06T00:41:56.698764Z","end":"2026-03-06T00:41:56.931045Z","steps":["trace[756192779] 'range keys from in-memory index tree' (duration: 231.886553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:56.931059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.236357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-06T00:41:56.931064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.902355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:41:56.931118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.611429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:41:56.931152Z","caller":"traceutil/trace.go:171","msg":"trace[1512006201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4422; }","duration":"330.784645ms","start":"2026-03-06T00:41:56.600289Z","end":"2026-03-06T00:41:56.931073Z","steps":["trace[1512006201] 'range keys from in-memory index tree' (duration: 330.381372ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:56.931217Z","caller":"traceutil/trace.go:171","msg":"trace[1790772355] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4422; }","duration":"330.781644ms","start":"2026-03-06T00:41:56.600409Z","end":"2026-03-06T00:41:56.931191Z","steps":["trace[1790772355] 'range keys from in-memory index tree' (duration: 330.359891ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:56.93113Z","caller":"traceutil/trace.go:171","msg":"trace[1327192448] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4422; }","duration":"312.363191ms","start":"2026-03-06T00:41:56.618751Z","end":"2026-03-06T00:41:56.931114Z","steps":["trace[1327192448] 'range keys from in-memory index tree' (duration: 311.99895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:56.931248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:56.600269Z","time spent":"330.964961ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:41:56.931284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:56.600365Z","time spent":"330.908058ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:41:56.931299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:56.618733Z","time spent":"312.552607ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T00:41:56.931206Z","caller":"traceutil/trace.go:171","msg":"trace[1316082165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4422; }","duration":"281.119122ms","start":"2026-03-06T00:41:56.650058Z","end":"2026-03-06T00:41:56.931177Z","steps":["trace[1316082165] 'range keys from in-memory index tree' (duration: 280.643387ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:59.07163Z","caller":"traceutil/trace.go:171","msg":"trace[1464700794] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"124.162242ms","start":"2026-03-06T00:41:58.94744Z","end":"2026-03-06T00:41:59.071603Z","steps":["trace[1464700794] 'process raft request' (duration: 123.970526ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:59.481252Z","caller":"traceutil/trace.go:171","msg":"trace[1336773107] linearizableReadLoop","detail":"{readStateIndex:4735; appliedIndex:4732; }","duration":"461.37205ms","start":"2026-03-06T00:41:59.019852Z","end":"2026-03-06T00:41:59.481225Z","steps":["trace[1336773107] 'read index received' (duration: 51.598104ms)","trace[1336773107] 'applied index is now lower than readState.Index' (duration: 409.772636ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:59.481291Z","caller":"traceutil/trace.go:171","msg":"trace[1026888182] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"533.456113ms","start":"2026-03-06T00:41:58.947808Z","end":"2026-03-06T00:41:59.481264Z","steps":["trace[1026888182] 'process raft request' (duration: 533.193515ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:59.481345Z","caller":"traceutil/trace.go:171","msg":"trace[29885790] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"533.230746ms","start":"2026-03-06T00:41:58.948082Z","end":"2026-03-06T00:41:59.481313Z","steps":["trace[29885790] 'process raft request' (duration: 533.093741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:59.48143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.568157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:59.481483Z","caller":"traceutil/trace.go:171","msg":"trace[203388210] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4547; }","duration":"461.67695ms","start":"2026-03-06T00:41:59.019793Z","end":"2026-03-06T00:41:59.48147Z","steps":["trace[203388210] 'agreement among raft nodes before linearized reading' (duration: 461.558196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:59.481525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:59.019779Z","time spent":"461.735971ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:41:59.481526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:58.948068Z","time spent":"533.352189ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:59.48164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:58.947782Z","time spent":"533.565196ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:59.509459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.336185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd481874-770c-4c7d-bbf0-561123048777\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-06T00:41:59.509711Z","caller":"traceutil/trace.go:171","msg":"trace[249131289] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd481874-770c-4c7d-bbf0-561123048777; range_end:; response_count:1; response_revision:4548; }","duration":"302.670215ms","start":"2026-03-06T00:41:59.207027Z","end":"2026-03-06T00:41:59.509697Z","steps":["trace[249131289] 'agreement among raft nodes before linearized reading' (duration: 302.176699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:59.509754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:59.206991Z","time spent":"302.749587ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd481874-770c-4c7d-bbf0-561123048777\" "} {"level":"info","ts":"2026-03-06T00:41:59.509961Z","caller":"traceutil/trace.go:171","msg":"trace[583291899] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"428.683065ms","start":"2026-03-06T00:41:59.081264Z","end":"2026-03-06T00:41:59.509947Z","steps":["trace[583291899] 'process raft request' (duration: 426.568708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:59.510049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:59.08124Z","time spent":"428.758747ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:01.782778Z","caller":"traceutil/trace.go:171","msg":"trace[1062258565] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"293.086831ms","start":"2026-03-06T00:42:01.48966Z","end":"2026-03-06T00:42:01.782747Z","steps":["trace[1062258565] 'process raft request' (duration: 292.880605ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:02.117823Z","caller":"traceutil/trace.go:171","msg":"trace[687822278] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"627.850992ms","start":"2026-03-06T00:42:01.489941Z","end":"2026-03-06T00:42:02.117792Z","steps":["trace[687822278] 'process raft request' (duration: 627.605434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.118004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:01.489914Z","time spent":"627.993687ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:02.118321Z","caller":"traceutil/trace.go:171","msg":"trace[146185266] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"604.206834ms","start":"2026-03-06T00:42:01.514099Z","end":"2026-03-06T00:42:02.118306Z","steps":["trace[146185266] 'process raft request' (duration: 603.641216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.118402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:01.514084Z","time spent":"604.276486ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:02.118569Z","caller":"traceutil/trace.go:171","msg":"trace[1726614351] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"580.240885ms","start":"2026-03-06T00:42:01.538301Z","end":"2026-03-06T00:42:02.118542Z","steps":["trace[1726614351] 'process raft request' (duration: 579.947296ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:02.118918Z","caller":"traceutil/trace.go:171","msg":"trace[227899857] linearizableReadLoop","detail":"{readStateIndex:4771; appliedIndex:4768; }","duration":"599.827105ms","start":"2026-03-06T00:42:01.519076Z","end":"2026-03-06T00:42:02.118904Z","steps":["trace[227899857] 'read index received' (duration: 263.515275ms)","trace[227899857] 'applied index is now lower than readState.Index' (duration: 336.31043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:02.118924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:01.538282Z","time spent":"580.543434ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:02.119202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.097974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd481874-770c-4c7d-bbf0-561123048777\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-06T00:42:02.119262Z","caller":"traceutil/trace.go:171","msg":"trace[1245631048] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"509.825935ms","start":"2026-03-06T00:42:01.609421Z","end":"2026-03-06T00:42:02.119247Z","steps":["trace[1245631048] 'process raft request' (duration: 508.981209ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:02.119292Z","caller":"traceutil/trace.go:171","msg":"trace[2871749] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd481874-770c-4c7d-bbf0-561123048777; range_end:; response_count:1; response_revision:4583; }","duration":"600.229658ms","start":"2026-03-06T00:42:01.519039Z","end":"2026-03-06T00:42:02.119268Z","steps":["trace[2871749] 'agreement among raft nodes before linearized reading' (duration: 599.97905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.119338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:01.609398Z","time spent":"509.898427ms","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16965,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:02.119339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:01.51902Z","time spent":"600.30949ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd481874-770c-4c7d-bbf0-561123048777\" "} {"level":"warn","ts":"2026-03-06T00:42:02.119453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.444705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:02.11949Z","caller":"traceutil/trace.go:171","msg":"trace[1976756884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4583; }","duration":"222.527297ms","start":"2026-03-06T00:42:01.89695Z","end":"2026-03-06T00:42:02.119477Z","steps":["trace[1976756884] 'agreement among raft nodes before linearized reading' (duration: 222.464525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.119671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.228529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-229mg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-06T00:42:02.119691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.854562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777465"} {"level":"info","ts":"2026-03-06T00:42:02.119725Z","caller":"traceutil/trace.go:171","msg":"trace[95358277] range","detail":"{range_begin:/registry/pods/openstack/keepalived-229mg; range_end:; response_count:1; response_revision:4583; }","duration":"541.307472ms","start":"2026-03-06T00:42:01.5784Z","end":"2026-03-06T00:42:02.119708Z","steps":["trace[95358277] 'agreement among raft nodes before linearized reading' (duration: 541.151287ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:02.119734Z","caller":"traceutil/trace.go:171","msg":"trace[1950419227] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4583; }","duration":"579.929394ms","start":"2026-03-06T00:42:01.539793Z","end":"2026-03-06T00:42:02.119723Z","steps":["trace[1950419227] 'agreement among raft nodes before linearized reading' (duration: 579.420658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.119764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:01.578382Z","time spent":"541.373603ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-229mg\" "} {"level":"warn","ts":"2026-03-06T00:42:02.119768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:01.539778Z","time spent":"579.981517ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777488,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-06T00:42:02.119918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.834649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd481874-770c-4c7d-bbf0-561123048777\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-06T00:42:02.119967Z","caller":"traceutil/trace.go:171","msg":"trace[2096298946] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd481874-770c-4c7d-bbf0-561123048777; range_end:; response_count:1; response_revision:4583; }","duration":"457.980174ms","start":"2026-03-06T00:42:01.66197Z","end":"2026-03-06T00:42:02.11995Z","steps":["trace[2096298946] 'agreement among raft nodes before linearized reading' (duration: 457.574931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.120004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:01.661959Z","time spent":"458.035705ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd481874-770c-4c7d-bbf0-561123048777\" "} {"level":"info","ts":"2026-03-06T00:42:03.485364Z","caller":"traceutil/trace.go:171","msg":"trace[1465282313] linearizableReadLoop","detail":"{readStateIndex:4818; appliedIndex:4816; }","duration":"142.230024ms","start":"2026-03-06T00:42:03.343104Z","end":"2026-03-06T00:42:03.485334Z","steps":["trace[1465282313] 'read index received' (duration: 138.744444ms)","trace[1465282313] 'applied index is now lower than readState.Index' (duration: 3.48409ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:03.48543Z","caller":"traceutil/trace.go:171","msg":"trace[1824509624] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"181.291751ms","start":"2026-03-06T00:42:03.304098Z","end":"2026-03-06T00:42:03.485389Z","steps":["trace[1824509624] 'process raft request' (duration: 177.716048ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:03.485518Z","caller":"traceutil/trace.go:171","msg":"trace[1947217926] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"181.25741ms","start":"2026-03-06T00:42:03.304204Z","end":"2026-03-06T00:42:03.485461Z","steps":["trace[1947217926] 'process raft request' (duration: 181.063144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:03.485716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.576665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-06T00:42:03.485773Z","caller":"traceutil/trace.go:171","msg":"trace[213238471] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4626; }","duration":"142.668828ms","start":"2026-03-06T00:42:03.343088Z","end":"2026-03-06T00:42:03.485757Z","steps":["trace[213238471] 'agreement among raft nodes before linearized reading' (duration: 142.370759ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:10.835839Z","caller":"traceutil/trace.go:171","msg":"trace[240389071] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"155.422512ms","start":"2026-03-06T00:42:10.680378Z","end":"2026-03-06T00:42:10.835801Z","steps":["trace[240389071] 'process raft request' (duration: 155.194985ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:10.839714Z","caller":"traceutil/trace.go:171","msg":"trace[149192500] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"154.75059ms","start":"2026-03-06T00:42:10.684945Z","end":"2026-03-06T00:42:10.839695Z","steps":["trace[149192500] 'process raft request' (duration: 154.587055ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:10.839969Z","caller":"traceutil/trace.go:171","msg":"trace[850328891] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"154.811343ms","start":"2026-03-06T00:42:10.685151Z","end":"2026-03-06T00:42:10.839963Z","steps":["trace[850328891] 'process raft request' (duration: 154.494223ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:10.840038Z","caller":"traceutil/trace.go:171","msg":"trace[1231410508] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4946; }","duration":"133.86957ms","start":"2026-03-06T00:42:10.70615Z","end":"2026-03-06T00:42:10.84002Z","steps":["trace[1231410508] 'read index received' (duration: 129.46339ms)","trace[1231410508] 'applied index is now lower than readState.Index' (duration: 4.404749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:10.840178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.003653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:42:10.840194Z","caller":"traceutil/trace.go:171","msg":"trace[460642325] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"154.347108ms","start":"2026-03-06T00:42:10.685785Z","end":"2026-03-06T00:42:10.840132Z","steps":["trace[460642325] 'process raft request' (duration: 154.073969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:10.840247Z","caller":"traceutil/trace.go:171","msg":"trace[674621650] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4754; }","duration":"134.131697ms","start":"2026-03-06T00:42:10.706096Z","end":"2026-03-06T00:42:10.840227Z","steps":["trace[674621650] 'agreement among raft nodes before linearized reading' (duration: 134.011683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:10.840569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.881884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:380242"} {"level":"info","ts":"2026-03-06T00:42:10.840625Z","caller":"traceutil/trace.go:171","msg":"trace[824902044] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4754; }","duration":"111.976676ms","start":"2026-03-06T00:42:10.728633Z","end":"2026-03-06T00:42:10.840609Z","steps":["trace[824902044] 'agreement among raft nodes before linearized reading' (duration: 111.525462ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:12.696155Z","caller":"traceutil/trace.go:171","msg":"trace[1240287601] linearizableReadLoop","detail":"{readStateIndex:4974; appliedIndex:4973; }","duration":"100.141721ms","start":"2026-03-06T00:42:12.59599Z","end":"2026-03-06T00:42:12.696132Z","steps":["trace[1240287601] 'read index received' (duration: 99.880083ms)","trace[1240287601] 'applied index is now lower than readState.Index' (duration: 260.888µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:12.696293Z","caller":"traceutil/trace.go:171","msg":"trace[571080520] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"343.55639ms","start":"2026-03-06T00:42:12.352687Z","end":"2026-03-06T00:42:12.696243Z","steps":["trace[571080520] 'process raft request' (duration: 343.268731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:12.696529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:12.352655Z","time spent":"343.738145ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:12.696767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.709019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:42:12.696999Z","caller":"traceutil/trace.go:171","msg":"trace[627140549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4778; }","duration":"101.007458ms","start":"2026-03-06T00:42:12.595924Z","end":"2026-03-06T00:42:12.696931Z","steps":["trace[627140549] 'agreement among raft nodes before linearized reading' (duration: 100.343427ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:12.852772Z","caller":"traceutil/trace.go:171","msg":"trace[869316603] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"151.721215ms","start":"2026-03-06T00:42:12.701016Z","end":"2026-03-06T00:42:12.852738Z","steps":["trace[869316603] 'process raft request' (duration: 151.470267ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:12.866097Z","caller":"traceutil/trace.go:171","msg":"trace[1528122397] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"164.557341ms","start":"2026-03-06T00:42:12.701513Z","end":"2026-03-06T00:42:12.866071Z","steps":["trace[1528122397] 'process raft request' (duration: 164.349574ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:12.866515Z","caller":"traceutil/trace.go:171","msg":"trace[1059549078] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"164.8367ms","start":"2026-03-06T00:42:12.701652Z","end":"2026-03-06T00:42:12.866489Z","steps":["trace[1059549078] 'process raft request' (duration: 164.354175ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:12.866998Z","caller":"traceutil/trace.go:171","msg":"trace[1795663670] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"164.22122ms","start":"2026-03-06T00:42:12.702755Z","end":"2026-03-06T00:42:12.866977Z","steps":["trace[1795663670] 'process raft request' (duration: 164.158359ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:12.867032Z","caller":"traceutil/trace.go:171","msg":"trace[479079988] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"164.81768ms","start":"2026-03-06T00:42:12.702197Z","end":"2026-03-06T00:42:12.867014Z","steps":["trace[479079988] 'process raft request' (duration: 164.587732ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:12.86709Z","caller":"traceutil/trace.go:171","msg":"trace[1708913782] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"165.312375ms","start":"2026-03-06T00:42:12.701765Z","end":"2026-03-06T00:42:12.867077Z","steps":["trace[1708913782] 'process raft request' (duration: 164.800388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:12.867371Z","caller":"traceutil/trace.go:171","msg":"trace[1121680553] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"164.915973ms","start":"2026-03-06T00:42:12.70241Z","end":"2026-03-06T00:42:12.867326Z","steps":["trace[1121680553] 'process raft request' (duration: 164.430447ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:18.61463Z","caller":"traceutil/trace.go:171","msg":"trace[1564531698] linearizableReadLoop","detail":"{readStateIndex:5053; appliedIndex:5052; }","duration":"103.445076ms","start":"2026-03-06T00:42:18.511143Z","end":"2026-03-06T00:42:18.614588Z","steps":["trace[1564531698] 'read index received' (duration: 60.126364ms)","trace[1564531698] 'applied index is now lower than readState.Index' (duration: 43.317632ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:18.614719Z","caller":"traceutil/trace.go:171","msg":"trace[1903933772] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"103.578761ms","start":"2026-03-06T00:42:18.511102Z","end":"2026-03-06T00:42:18.61468Z","steps":["trace[1903933772] 'process raft request' (duration: 60.160545ms)","trace[1903933772] 'compare' (duration: 43.050884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:18.614926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.688403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T00:42:18.615182Z","caller":"traceutil/trace.go:171","msg":"trace[68338884] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4855; }","duration":"104.024964ms","start":"2026-03-06T00:42:18.511138Z","end":"2026-03-06T00:42:18.615163Z","steps":["trace[68338884] 'agreement among raft nodes before linearized reading' (duration: 103.57877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:20.411386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.025237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:42:20.411494Z","caller":"traceutil/trace.go:171","msg":"trace[1143046181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4945; }","duration":"130.165282ms","start":"2026-03-06T00:42:20.281308Z","end":"2026-03-06T00:42:20.411473Z","steps":["trace[1143046181] 'range keys from in-memory index tree' (duration: 129.815641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:20.644076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.880855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:20.644207Z","caller":"traceutil/trace.go:171","msg":"trace[1696282360] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5147; }","duration":"200.005503ms","start":"2026-03-06T00:42:20.444183Z","end":"2026-03-06T00:42:20.644188Z","steps":["trace[1696282360] 'read index received' (duration: 86.925452ms)","trace[1696282360] 'applied index is now lower than readState.Index' (duration: 113.078481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:20.644299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.121238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f0b873d3-79ee-4716-b53e-e68cb11e7764\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-06T00:42:20.644335Z","caller":"traceutil/trace.go:171","msg":"trace[1714532923] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f0b873d3-79ee-4716-b53e-e68cb11e7764; range_end:; response_count:1; response_revision:4947; }","duration":"200.18985ms","start":"2026-03-06T00:42:20.444133Z","end":"2026-03-06T00:42:20.644323Z","steps":["trace[1714532923] 'agreement among raft nodes before linearized reading' (duration: 200.126208ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:20.644353Z","caller":"traceutil/trace.go:171","msg":"trace[2075460937] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"208.817183ms","start":"2026-03-06T00:42:20.43548Z","end":"2026-03-06T00:42:20.644297Z","steps":["trace[2075460937] 'process raft request' (duration: 95.589317ms)","trace[2075460937] 'compare' (duration: 112.756851ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:21.311166Z","caller":"traceutil/trace.go:171","msg":"trace[708722261] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5148; }","duration":"342.872628ms","start":"2026-03-06T00:42:20.96826Z","end":"2026-03-06T00:42:21.311133Z","steps":["trace[708722261] 'read index received' (duration: 342.766384ms)","trace[708722261] 'applied index is now lower than readState.Index' (duration: 104.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:21.311379Z","caller":"traceutil/trace.go:171","msg":"trace[541216450] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"343.179217ms","start":"2026-03-06T00:42:20.968065Z","end":"2026-03-06T00:42:21.311244Z","steps":["trace[541216450] 'process raft request' (duration: 342.881178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:21.311581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:20.96802Z","time spent":"343.462887ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:21.311564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.26808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-03-06T00:42:21.311814Z","caller":"traceutil/trace.go:171","msg":"trace[1620813591] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4948; }","duration":"343.601061ms","start":"2026-03-06T00:42:20.968191Z","end":"2026-03-06T00:42:21.311792Z","steps":["trace[1620813591] 'agreement among raft nodes before linearized reading' (duration: 343.076074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:21.311873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:20.968159Z","time spent":"343.701464ms","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1501,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-06T00:42:21.396428Z","caller":"traceutil/trace.go:171","msg":"trace[1899240349] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"426.805656ms","start":"2026-03-06T00:42:20.969592Z","end":"2026-03-06T00:42:21.396397Z","steps":["trace[1899240349] 'process raft request' (duration: 425.419862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:21.396629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:20.969575Z","time spent":"426.93672ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:21.396657Z","caller":"traceutil/trace.go:171","msg":"trace[1593835316] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"425.128633ms","start":"2026-03-06T00:42:20.971496Z","end":"2026-03-06T00:42:21.396624Z","steps":["trace[1593835316] 'process raft request' (duration: 424.947237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:21.396691Z","caller":"traceutil/trace.go:171","msg":"trace[366815896] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"424.39976ms","start":"2026-03-06T00:42:20.972251Z","end":"2026-03-06T00:42:21.396651Z","steps":["trace[366815896] 'process raft request' (duration: 424.239705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:21.396734Z","caller":"traceutil/trace.go:171","msg":"trace[627656939] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"427.060264ms","start":"2026-03-06T00:42:20.969647Z","end":"2026-03-06T00:42:21.396708Z","steps":["trace[627656939] 'process raft request' (duration: 426.728603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:21.396863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:20.969633Z","time spent":"427.159317ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:21.396885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:20.971483Z","time spent":"425.247637ms","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1604,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:21.396923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:20.972231Z","time spent":"424.542244ms","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:21.397235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.806163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:42:21.397308Z","caller":"traceutil/trace.go:171","msg":"trace[301280761] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4953; }","duration":"202.938177ms","start":"2026-03-06T00:42:21.194348Z","end":"2026-03-06T00:42:21.397286Z","steps":["trace[301280761] 'agreement among raft nodes before linearized reading' (duration: 202.38169ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:22.734744Z","caller":"traceutil/trace.go:171","msg":"trace[1041421366] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"205.467737ms","start":"2026-03-06T00:42:22.529222Z","end":"2026-03-06T00:42:22.734689Z","steps":["trace[1041421366] 'process raft request' (duration: 205.006483ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:22.739711Z","caller":"traceutil/trace.go:171","msg":"trace[273313326] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"163.511028ms","start":"2026-03-06T00:42:22.576159Z","end":"2026-03-06T00:42:22.73967Z","steps":["trace[273313326] 'process raft request' (duration: 163.160297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:22.739834Z","caller":"traceutil/trace.go:171","msg":"trace[545403645] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"144.106724ms","start":"2026-03-06T00:42:22.595651Z","end":"2026-03-06T00:42:22.739758Z","steps":["trace[545403645] 'process raft request' (duration: 143.833735ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:11.838169Z","caller":"traceutil/trace.go:171","msg":"trace[680650553] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5637; }","duration":"117.337096ms","start":"2026-03-06T00:43:11.7208Z","end":"2026-03-06T00:43:11.838137Z","steps":["trace[680650553] 'read index received' (duration: 34.609879ms)","trace[680650553] 'applied index is now lower than readState.Index' (duration: 82.725847ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:11.838239Z","caller":"traceutil/trace.go:171","msg":"trace[1871952996] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"149.963642ms","start":"2026-03-06T00:43:11.688236Z","end":"2026-03-06T00:43:11.8382Z","steps":["trace[1871952996] 'process raft request' (duration: 149.772346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:11.83848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.657867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-06T00:43:11.838538Z","caller":"traceutil/trace.go:171","msg":"trace[598606743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5425; }","duration":"117.795591ms","start":"2026-03-06T00:43:11.720724Z","end":"2026-03-06T00:43:11.838519Z","steps":["trace[598606743] 'agreement among raft nodes before linearized reading' (duration: 117.595685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:46.88766Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2728} {"level":"info","ts":"2026-03-06T00:43:46.965911Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2728,"took":"76.014624ms","hash":1353425632,"current-db-size-bytes":41226240,"current-db-size":"41 MB","current-db-size-in-use-bytes":30846976,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T00:43:46.965995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1353425632,"revision":2728,"compact-revision":-1} {"level":"info","ts":"2026-03-06T00:46:22.079694Z","caller":"traceutil/trace.go:171","msg":"trace[1447871864] transaction","detail":"{read_only:false; response_revision:6612; number_of_response:1; }","duration":"136.512409ms","start":"2026-03-06T00:46:21.943153Z","end":"2026-03-06T00:46:22.079666Z","steps":["trace[1447871864] 'process raft request' (duration: 136.376544ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:46:33.554244Z","caller":"traceutil/trace.go:171","msg":"trace[822883137] transaction","detail":"{read_only:false; response_revision:6751; number_of_response:1; }","duration":"142.824539ms","start":"2026-03-06T00:46:33.411369Z","end":"2026-03-06T00:46:33.554194Z","steps":["trace[822883137] 'process raft request' (duration: 61.927534ms)","trace[822883137] 'compare' (duration: 80.628607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:15.63953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.401645ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:48:15.63986Z","caller":"traceutil/trace.go:171","msg":"trace[988764813] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"312.487414ms","start":"2026-03-06T00:48:15.327353Z","end":"2026-03-06T00:48:15.639841Z","steps":["trace[988764813] 'process raft request' (duration: 312.306758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:15.639979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:15.327332Z","time spent":"312.576206ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:15.64004Z","caller":"traceutil/trace.go:171","msg":"trace[124780395] linearizableReadLoop","detail":"{readStateIndex:7829; appliedIndex:7828; }","duration":"330.321308ms","start":"2026-03-06T00:48:15.309671Z","end":"2026-03-06T00:48:15.639993Z","steps":["trace[124780395] 'read index received' (duration: 50.453029ms)","trace[124780395] 'applied index is now lower than readState.Index' (duration: 279.862469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:15.640389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.702131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:48:15.640439Z","caller":"traceutil/trace.go:171","msg":"trace[1583896100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7543; }","duration":"330.808824ms","start":"2026-03-06T00:48:15.309617Z","end":"2026-03-06T00:48:15.640426Z","steps":["trace[1583896100] 'agreement among raft nodes before linearized reading' (duration: 330.570317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:15.640478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:15.309596Z","time spent":"330.873637ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:48:15.640619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.182702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:48:15.640713Z","caller":"traceutil/trace.go:171","msg":"trace[885973603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7543; }","duration":"216.301645ms","start":"2026-03-06T00:48:15.424388Z","end":"2026-03-06T00:48:15.640689Z","steps":["trace[885973603] 'agreement among raft nodes before linearized reading' (duration: 216.076687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:15.640893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.241494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:48:15.640984Z","caller":"traceutil/trace.go:171","msg":"trace[519017277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7543; }","duration":"175.341827ms","start":"2026-03-06T00:48:15.465622Z","end":"2026-03-06T00:48:15.640964Z","steps":["trace[519017277] 'agreement among raft nodes before linearized reading' (duration: 175.033017ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.214059Z","caller":"traceutil/trace.go:171","msg":"trace[845400622] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"342.487055ms","start":"2026-03-06T00:48:27.871556Z","end":"2026-03-06T00:48:28.214043Z","steps":["trace[845400622] 'process raft request' (duration: 342.369981ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.214093Z","caller":"traceutil/trace.go:171","msg":"trace[777927804] linearizableReadLoop","detail":"{readStateIndex:7894; appliedIndex:7894; }","duration":"317.7191ms","start":"2026-03-06T00:48:27.896337Z","end":"2026-03-06T00:48:28.214056Z","steps":["trace[777927804] 'read index received' (duration: 317.701379ms)","trace[777927804] 'applied index is now lower than readState.Index' (duration: 14.401µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:28.214179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:27.871529Z","time spent":"342.586058ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:28.214216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.860234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.214296Z","caller":"traceutil/trace.go:171","msg":"trace[1663548618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7605; }","duration":"317.979918ms","start":"2026-03-06T00:48:27.896299Z","end":"2026-03-06T00:48:28.214278Z","steps":["trace[1663548618] 'agreement among raft nodes before linearized reading' (duration: 317.850184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.214341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:27.896283Z","time spent":"318.05025ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:48:28.71505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359477313,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:48:28.7294Z","caller":"traceutil/trace.go:171","msg":"trace[129900358] linearizableReadLoop","detail":"{readStateIndex:7895; appliedIndex:7894; }","duration":"515.20821ms","start":"2026-03-06T00:48:28.214161Z","end":"2026-03-06T00:48:28.72937Z","steps":["trace[129900358] 'read index received' (duration: 515.020774ms)","trace[129900358] 'applied index is now lower than readState.Index' (duration: 186.756µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:28.729579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.904291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.72962Z","caller":"traceutil/trace.go:171","msg":"trace[1798867407] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7606; }","duration":"628.007844ms","start":"2026-03-06T00:48:28.1016Z","end":"2026-03-06T00:48:28.729608Z","steps":["trace[1798867407] 'agreement among raft nodes before linearized reading' (duration: 627.87902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.729619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.590301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.729673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.509282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.72972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.679864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.72975Z","caller":"traceutil/trace.go:171","msg":"trace[2122104324] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7606; }","duration":"576.618275ms","start":"2026-03-06T00:48:28.153118Z","end":"2026-03-06T00:48:28.729736Z","steps":["trace[2122104324] 'agreement among raft nodes before linearized reading' (duration: 576.509022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.729708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.652632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.729805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.153097Z","time spent":"576.696078ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.729827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.32965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.729832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.924756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.729858Z","caller":"traceutil/trace.go:171","msg":"trace[1385912512] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7606; }","duration":"537.361171ms","start":"2026-03-06T00:48:28.192488Z","end":"2026-03-06T00:48:28.729849Z","steps":["trace[1385912512] 'agreement among raft nodes before linearized reading' (duration: 537.316799ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.72985Z","caller":"traceutil/trace.go:171","msg":"trace[639079590] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7606; }","duration":"520.945811ms","start":"2026-03-06T00:48:28.208873Z","end":"2026-03-06T00:48:28.729819Z","steps":["trace[639079590] 'agreement among raft nodes before linearized reading' (duration: 520.676312ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.729897Z","caller":"traceutil/trace.go:171","msg":"trace[1888617762] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7606; }","duration":"613.009779ms","start":"2026-03-06T00:48:28.116869Z","end":"2026-03-06T00:48:28.729878Z","steps":["trace[1888617762] 'agreement among raft nodes before linearized reading' (duration: 612.930026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.729907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.19247Z","time spent":"537.426713ms","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.72992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.455826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.72991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.040137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.729949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.116849Z","time spent":"613.086042ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.729943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.133173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.55213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.730042Z","caller":"traceutil/trace.go:171","msg":"trace[1601639640] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7606; }","duration":"733.608541ms","start":"2026-03-06T00:48:27.996418Z","end":"2026-03-06T00:48:28.730027Z","steps":["trace[1601639640] 'agreement among raft nodes before linearized reading' (duration: 733.56508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.730039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.752665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.311271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:27.996401Z","time spent":"733.667363ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:48:28.730103Z","caller":"traceutil/trace.go:171","msg":"trace[947710079] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7606; }","duration":"538.378413ms","start":"2026-03-06T00:48:28.191711Z","end":"2026-03-06T00:48:28.73009Z","steps":["trace[947710079] 'agreement among raft nodes before linearized reading' (duration: 538.310641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.730091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.167084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.73009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.762418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.191702Z","time spent":"538.428535ms","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.730108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.095674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.859768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.730161Z","caller":"traceutil/trace.go:171","msg":"trace[1488038844] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7606; }","duration":"613.268147ms","start":"2026-03-06T00:48:28.116758Z","end":"2026-03-06T00:48:28.730026Z","steps":["trace[1488038844] 'agreement among raft nodes before linearized reading' (duration: 613.091552ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.73018Z","caller":"traceutil/trace.go:171","msg":"trace[971511027] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7606; }","duration":"672.251977ms","start":"2026-03-06T00:48:28.057904Z","end":"2026-03-06T00:48:28.730156Z","steps":["trace[971511027] 'agreement among raft nodes before linearized reading' (duration: 672.116872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.730177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.437116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.730216Z","caller":"traceutil/trace.go:171","msg":"trace[1618337430] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7606; }","duration":"520.961782ms","start":"2026-03-06T00:48:28.209237Z","end":"2026-03-06T00:48:28.730199Z","steps":["trace[1618337430] 'agreement among raft nodes before linearized reading' (duration: 520.820647ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.730218Z","caller":"traceutil/trace.go:171","msg":"trace[552335245] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7606; }","duration":"697.226868ms","start":"2026-03-06T00:48:28.032964Z","end":"2026-03-06T00:48:28.730191Z","steps":["trace[552335245] 'agreement among raft nodes before linearized reading' (duration: 697.008841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.73024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.057887Z","time spent":"672.336589ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.730262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.20923Z","time spent":"521.022054ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.730268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.210135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.465941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.032957Z","time spent":"697.316831ms","remote":"127.0.0.1:59890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.730315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.591738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.664721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.730333Z","caller":"traceutil/trace.go:171","msg":"trace[749499711] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7606; }","duration":"648.275507ms","start":"2026-03-06T00:48:28.082039Z","end":"2026-03-06T00:48:28.730315Z","steps":["trace[749499711] 'agreement among raft nodes before linearized reading' (duration: 648.181054ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.730343Z","caller":"traceutil/trace.go:171","msg":"trace[1325013156] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7606; }","duration":"647.569664ms","start":"2026-03-06T00:48:28.082753Z","end":"2026-03-06T00:48:28.730323Z","steps":["trace[1325013156] 'agreement among raft nodes before linearized reading' (duration: 647.45557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.730391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.190462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.7304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.711633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.061787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.512502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.082735Z","time spent":"647.669727ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.730459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.985478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.790905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.369488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.730508Z","caller":"traceutil/trace.go:171","msg":"trace[347387045] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7606; }","duration":"501.0634ms","start":"2026-03-06T00:48:28.229432Z","end":"2026-03-06T00:48:28.730495Z","steps":["trace[347387045] 'agreement among raft nodes before linearized reading' (duration: 500.994328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.730552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.229423Z","time spent":"501.116483ms","remote":"127.0.0.1:59958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.73058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.09874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:48:28.729823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.542691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.729674Z","caller":"traceutil/trace.go:171","msg":"trace[131368168] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"702.068871ms","start":"2026-03-06T00:48:28.027565Z","end":"2026-03-06T00:48:28.729634Z","steps":["trace[131368168] 'process raft request' (duration: 701.646748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.73027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.292525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.729959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.208795Z","time spent":"521.144128ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.729663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.101574Z","time spent":"628.079057ms","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.729833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.697733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.730987Z","caller":"traceutil/trace.go:171","msg":"trace[595098912] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7606; }","duration":"698.910071ms","start":"2026-03-06T00:48:28.032053Z","end":"2026-03-06T00:48:28.730963Z","steps":["trace[595098912] 'agreement among raft nodes before linearized reading' (duration: 697.634191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.731042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.032041Z","time spent":"698.986224ms","remote":"127.0.0.1:59890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.731152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.022702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.300603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.731197Z","caller":"traceutil/trace.go:171","msg":"trace[2060412268] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7606; }","duration":"467.083183ms","start":"2026-03-06T00:48:28.264104Z","end":"2026-03-06T00:48:28.731187Z","steps":["trace[2060412268] 'agreement among raft nodes before linearized reading' (duration: 467.015181ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.731221Z","caller":"traceutil/trace.go:171","msg":"trace[1527441611] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7606; }","duration":"487.095078ms","start":"2026-03-06T00:48:28.244115Z","end":"2026-03-06T00:48:28.73121Z","steps":["trace[1527441611] 'agreement among raft nodes before linearized reading' (duration: 486.303403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.731229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.264098Z","time spent":"467.123175ms","remote":"127.0.0.1:59972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.731285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.244108Z","time spent":"487.14381ms","remote":"127.0.0.1:59968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.730404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.753586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.731511Z","caller":"traceutil/trace.go:171","msg":"trace[1142475995] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7606; }","duration":"486.884091ms","start":"2026-03-06T00:48:28.244616Z","end":"2026-03-06T00:48:28.7315Z","steps":["trace[1142475995] 'agreement among raft nodes before linearized reading' (duration: 485.771356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.731548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.244598Z","time spent":"486.937593ms","remote":"127.0.0.1:59968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:48:28.731562Z","caller":"traceutil/trace.go:171","msg":"trace[2087859689] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7606; }","duration":"503.935761ms","start":"2026-03-06T00:48:28.227606Z","end":"2026-03-06T00:48:28.731542Z","steps":["trace[2087859689] 'agreement among raft nodes before linearized reading' (duration: 502.838667ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.730475Z","caller":"traceutil/trace.go:171","msg":"trace[962372984] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7606; }","duration":"452.581074ms","start":"2026-03-06T00:48:28.27788Z","end":"2026-03-06T00:48:28.730461Z","steps":["trace[962372984] 'agreement among raft nodes before linearized reading' (duration: 452.506042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.730552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.857727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-229mg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-06T00:48:28.73163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.277869Z","time spent":"453.73645ms","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.73166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.019181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.730337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.728556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.731697Z","caller":"traceutil/trace.go:171","msg":"trace[1778329530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-229mg; range_end:; response_count:1; response_revision:7606; }","duration":"172.979102ms","start":"2026-03-06T00:48:28.55866Z","end":"2026-03-06T00:48:28.731639Z","steps":["trace[1778329530] 'agreement among raft nodes before linearized reading' (duration: 171.708922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.730242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.116749Z","time spent":"613.473464ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.731819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.25621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.730345Z","caller":"traceutil/trace.go:171","msg":"trace[1326181907] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7606; }","duration":"466.622349ms","start":"2026-03-06T00:48:28.263714Z","end":"2026-03-06T00:48:28.730337Z","steps":["trace[1326181907] 'agreement among raft nodes before linearized reading' (duration: 466.571628ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.731843Z","caller":"traceutil/trace.go:171","msg":"trace[1119532151] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7606; }","duration":"308.306442ms","start":"2026-03-06T00:48:28.423528Z","end":"2026-03-06T00:48:28.731835Z","steps":["trace[1119532151] 'agreement among raft nodes before linearized reading' (duration: 308.26548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.731883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.423504Z","time spent":"308.364514ms","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.731888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.263677Z","time spent":"468.190719ms","remote":"127.0.0.1:59972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.729626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.225579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.731963Z","caller":"traceutil/trace.go:171","msg":"trace[434110101] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7606; }","duration":"629.627035ms","start":"2026-03-06T00:48:28.10232Z","end":"2026-03-06T00:48:28.731947Z","steps":["trace[434110101] 'agreement among raft nodes before linearized reading' (duration: 627.110476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.729717Z","caller":"traceutil/trace.go:171","msg":"trace[407950796] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7606; }","duration":"556.739336ms","start":"2026-03-06T00:48:28.172959Z","end":"2026-03-06T00:48:28.729699Z","steps":["trace[407950796] 'agreement among raft nodes before linearized reading' (duration: 556.508959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.732042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.102306Z","time spent":"629.722309ms","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.7316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.227578Z","time spent":"504.010414ms","remote":"127.0.0.1:59958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:48:28.729758Z","caller":"traceutil/trace.go:171","msg":"trace[556969686] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7606; }","duration":"721.727225ms","start":"2026-03-06T00:48:28.008021Z","end":"2026-03-06T00:48:28.729748Z","steps":["trace[556969686] 'agreement among raft nodes before linearized reading' (duration: 721.673733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.732189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.491957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.732208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.008016Z","time spent":"724.173952ms","remote":"127.0.0.1:59876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.732262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.523108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.732083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.172948Z","time spent":"559.115671ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.732302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.446511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.729882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.94187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.732343Z","caller":"traceutil/trace.go:171","msg":"trace[93528864] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7606; }","duration":"488.503032ms","start":"2026-03-06T00:48:28.24383Z","end":"2026-03-06T00:48:28.732333Z","steps":["trace[93528864] 'agreement among raft nodes before linearized reading' (duration: 488.44083ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.732364Z","caller":"traceutil/trace.go:171","msg":"trace[325704716] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7606; }","duration":"735.421489ms","start":"2026-03-06T00:48:27.996924Z","end":"2026-03-06T00:48:28.732345Z","steps":["trace[325704716] 'agreement among raft nodes before linearized reading' (duration: 732.93816ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.732419Z","caller":"traceutil/trace.go:171","msg":"trace[1076364491] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7606; }","duration":"373.716875ms","start":"2026-03-06T00:48:28.358692Z","end":"2026-03-06T00:48:28.732409Z","steps":["trace[1076364491] 'agreement among raft nodes before linearized reading' (duration: 373.549149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.732456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.358665Z","time spent":"373.779566ms","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.732459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:27.996916Z","time spent":"735.520492ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.729722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.630306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.729962Z","caller":"traceutil/trace.go:171","msg":"trace[921691253] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7606; }","duration":"733.519238ms","start":"2026-03-06T00:48:27.996429Z","end":"2026-03-06T00:48:28.729948Z","steps":["trace[921691253] 'agreement among raft nodes before linearized reading' (duration: 733.471627ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.732598Z","caller":"traceutil/trace.go:171","msg":"trace[779817416] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7606; }","duration":"579.519607ms","start":"2026-03-06T00:48:28.153061Z","end":"2026-03-06T00:48:28.73258Z","steps":["trace[779817416] 'agreement among raft nodes before linearized reading' (duration: 576.629176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.729805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.990983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.732651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:27.996413Z","time spent":"736.221384ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.73013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.62485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.732665Z","caller":"traceutil/trace.go:171","msg":"trace[764126544] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7606; }","duration":"724.846973ms","start":"2026-03-06T00:48:28.007806Z","end":"2026-03-06T00:48:28.732653Z","steps":["trace[764126544] 'agreement among raft nodes before linearized reading' (duration: 721.976653ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.73271Z","caller":"traceutil/trace.go:171","msg":"trace[1744971477] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7606; }","duration":"505.214332ms","start":"2026-03-06T00:48:28.227479Z","end":"2026-03-06T00:48:28.732693Z","steps":["trace[1744971477] 'agreement among raft nodes before linearized reading' (duration: 502.62082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.73273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.007768Z","time spent":"724.948236ms","remote":"127.0.0.1:59876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.732763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.227471Z","time spent":"505.277874ms","remote":"127.0.0.1:59958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:48:28.729981Z","caller":"traceutil/trace.go:171","msg":"trace[492366241] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7606; }","duration":"576.121989ms","start":"2026-03-06T00:48:28.153838Z","end":"2026-03-06T00:48:28.72996Z","steps":["trace[492366241] 'agreement among raft nodes before linearized reading' (duration: 576.034177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.730309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.23874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.733031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.153829Z","time spent":"579.180887ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:48:28.730119Z","caller":"traceutil/trace.go:171","msg":"trace[1904390826] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7606; }","duration":"697.826057ms","start":"2026-03-06T00:48:28.03226Z","end":"2026-03-06T00:48:28.730086Z","steps":["trace[1904390826] 'agreement among raft nodes before linearized reading' (duration: 697.745015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.733112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.032252Z","time spent":"700.831502ms","remote":"127.0.0.1:59890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.729844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.045625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.732661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.153049Z","time spent":"579.591439ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:48:28.730182Z","caller":"traceutil/trace.go:171","msg":"trace[494394253] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7606; }","duration":"557.885342ms","start":"2026-03-06T00:48:28.172278Z","end":"2026-03-06T00:48:28.730164Z","steps":["trace[494394253] 'agreement among raft nodes before linearized reading' (duration: 557.746007ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.733241Z","caller":"traceutil/trace.go:171","msg":"trace[1648549111] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7606; }","duration":"725.469794ms","start":"2026-03-06T00:48:28.007756Z","end":"2026-03-06T00:48:28.733225Z","steps":["trace[1648549111] 'agreement among raft nodes before linearized reading' (duration: 722.069846ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.730252Z","caller":"traceutil/trace.go:171","msg":"trace[490040853] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7606; }","duration":"538.534189ms","start":"2026-03-06T00:48:28.191695Z","end":"2026-03-06T00:48:28.73023Z","steps":["trace[490040853] 'agreement among raft nodes before linearized reading' (duration: 538.391114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.733372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.191684Z","time spent":"541.673748ms","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.73339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.00775Z","time spent":"725.594037ms","remote":"127.0.0.1:59876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:48:28.732222Z","caller":"traceutil/trace.go:171","msg":"trace[736239426] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7606; }","duration":"373.55336ms","start":"2026-03-06T00:48:28.358659Z","end":"2026-03-06T00:48:28.732212Z","steps":["trace[736239426] 'agreement among raft nodes before linearized reading' (duration: 373.501708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.733305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.172267Z","time spent":"561.017411ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.730247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.844974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:48:28.733574Z","caller":"traceutil/trace.go:171","msg":"trace[2044244733] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7606; }","duration":"817.18838ms","start":"2026-03-06T00:48:27.916368Z","end":"2026-03-06T00:48:28.733557Z","steps":["trace[2044244733] 'agreement among raft nodes before linearized reading' (duration: 813.780082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.733632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:27.916353Z","time spent":"817.261562ms","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.730251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.712286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.73371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.35864Z","time spent":"375.049906ms","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:48:28.73373Z","caller":"traceutil/trace.go:171","msg":"trace[2007592993] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7606; }","duration":"632.202017ms","start":"2026-03-06T00:48:28.101515Z","end":"2026-03-06T00:48:28.733717Z","steps":["trace[2007592993] 'agreement among raft nodes before linearized reading' (duration: 628.709607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.730296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.369777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.733821Z","caller":"traceutil/trace.go:171","msg":"trace[1421923538] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7606; }","duration":"437.907379ms","start":"2026-03-06T00:48:28.295901Z","end":"2026-03-06T00:48:28.733808Z","steps":["trace[1421923538] 'agreement among raft nodes before linearized reading' (duration: 434.377607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.733867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.295887Z","time spent":"437.967301ms","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.730352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.60694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.733997Z","caller":"traceutil/trace.go:171","msg":"trace[1720539190] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7606; }","duration":"388.263586ms","start":"2026-03-06T00:48:28.345717Z","end":"2026-03-06T00:48:28.733981Z","steps":["trace[1720539190] 'agreement among raft nodes before linearized reading' (duration: 384.61213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.734043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.34571Z","time spent":"388.320247ms","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.730342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.814889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.734169Z","caller":"traceutil/trace.go:171","msg":"trace[1734545109] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7606; }","duration":"413.668921ms","start":"2026-03-06T00:48:28.320488Z","end":"2026-03-06T00:48:28.734158Z","steps":["trace[1734545109] 'agreement among raft nodes before linearized reading' (duration: 409.814909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.734226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.320476Z","time spent":"413.721132ms","remote":"127.0.0.1:59998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:48:28.73037Z","caller":"traceutil/trace.go:171","msg":"trace[1934384386] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7606; }","duration":"466.714072ms","start":"2026-03-06T00:48:28.263647Z","end":"2026-03-06T00:48:28.730361Z","steps":["trace[1934384386] 'agreement among raft nodes before linearized reading' (duration: 466.665571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.734382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.263637Z","time spent":"470.732989ms","remote":"127.0.0.1:59972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.730393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.081992Z","time spent":"648.385021ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:48:28.730429Z","caller":"traceutil/trace.go:171","msg":"trace[1552790641] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7606; }","duration":"452.244274ms","start":"2026-03-06T00:48:28.278175Z","end":"2026-03-06T00:48:28.730419Z","steps":["trace[1552790641] 'agreement among raft nodes before linearized reading' (duration: 452.196732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.734653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.278162Z","time spent":"456.472197ms","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:48:28.730437Z","caller":"traceutil/trace.go:171","msg":"trace[151305639] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7606; }","duration":"384.745454ms","start":"2026-03-06T00:48:28.34568Z","end":"2026-03-06T00:48:28.730426Z","steps":["trace[151305639] 'agreement among raft nodes before linearized reading' (duration: 384.694312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.734894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.345604Z","time spent":"389.275288ms","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:48:28.730453Z","caller":"traceutil/trace.go:171","msg":"trace[1546559309] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7606; }","duration":"434.134ms","start":"2026-03-06T00:48:28.296305Z","end":"2026-03-06T00:48:28.730439Z","steps":["trace[1546559309] 'agreement among raft nodes before linearized reading' (duration: 434.060697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.735096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.296295Z","time spent":"438.784696ms","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:48:28.731655Z","caller":"traceutil/trace.go:171","msg":"trace[1568162561] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7606; }","duration":"453.563456ms","start":"2026-03-06T00:48:28.278078Z","end":"2026-03-06T00:48:28.731641Z","steps":["trace[1568162561] 'agreement among raft nodes before linearized reading' (duration: 452.381238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.735245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.278065Z","time spent":"457.168689ms","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:48:28.731694Z","caller":"traceutil/trace.go:171","msg":"trace[819189565] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7606; }","duration":"372.056962ms","start":"2026-03-06T00:48:28.359627Z","end":"2026-03-06T00:48:28.731684Z","steps":["trace[819189565] 'agreement among raft nodes before linearized reading' (duration: 371.99623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.735315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.359586Z","time spent":"375.712297ms","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:48:28.731758Z","caller":"traceutil/trace.go:171","msg":"trace[1819178903] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7606; }","duration":"411.184182ms","start":"2026-03-06T00:48:28.320556Z","end":"2026-03-06T00:48:28.73174Z","steps":["trace[1819178903] 'agreement among raft nodes before linearized reading' (duration: 409.744706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.735405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.320533Z","time spent":"414.843278ms","remote":"127.0.0.1:59998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.731777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.828283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:48:28.729781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.161818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.729777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.345148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:28.732392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.243821Z","time spent":"488.562945ms","remote":"127.0.0.1:59968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.729972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.997858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.733041Z","caller":"traceutil/trace.go:171","msg":"trace[1407342032] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7606; }","duration":"411.975447ms","start":"2026-03-06T00:48:28.321048Z","end":"2026-03-06T00:48:28.733024Z","steps":["trace[1407342032] 'agreement among raft nodes before linearized reading' (duration: 409.240451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.733784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.101505Z","time spent":"632.261379ms","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.730334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.543788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.735887Z","caller":"traceutil/trace.go:171","msg":"trace[1749155183] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7606; }","duration":"390.118354ms","start":"2026-03-06T00:48:28.345753Z","end":"2026-03-06T00:48:28.735871Z","steps":["trace[1749155183] 'agreement among raft nodes before linearized reading' (duration: 384.529668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.735938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.345747Z","time spent":"390.175506ms","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:48:28.735975Z","caller":"traceutil/trace.go:171","msg":"trace[2058477308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7606; }","duration":"618.559574ms","start":"2026-03-06T00:48:28.1174Z","end":"2026-03-06T00:48:28.73596Z","steps":["trace[2058477308] 'agreement among raft nodes before linearized reading' (duration: 612.348208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.736039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.117385Z","time spent":"618.635307ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:48:28.730611Z","caller":"traceutil/trace.go:171","msg":"trace[961849904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7606; }","duration":"464.130781ms","start":"2026-03-06T00:48:28.266472Z","end":"2026-03-06T00:48:28.730602Z","steps":["trace[961849904] 'agreement among raft nodes before linearized reading' (duration: 463.977746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.736098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.321041Z","time spent":"415.033464ms","remote":"127.0.0.1:59998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:48:28.736331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.26645Z","time spent":"469.868262ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:48:28.736135Z","caller":"traceutil/trace.go:171","msg":"trace[1363046235] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7606; }","duration":"678.192414ms","start":"2026-03-06T00:48:28.057924Z","end":"2026-03-06T00:48:28.736117Z","steps":["trace[1363046235] 'agreement among raft nodes before linearized reading' (duration: 671.978338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.736436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.05792Z","time spent":"678.496764ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.730488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.378059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.736555Z","caller":"traceutil/trace.go:171","msg":"trace[1716603660] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7606; }","duration":"564.281055ms","start":"2026-03-06T00:48:28.172237Z","end":"2026-03-06T00:48:28.736518Z","steps":["trace[1716603660] 'agreement among raft nodes before linearized reading' (duration: 557.505721ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.736223Z","caller":"traceutil/trace.go:171","msg":"trace[1199520713] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7606; }","duration":"527.610202ms","start":"2026-03-06T00:48:28.208595Z","end":"2026-03-06T00:48:28.736205Z","steps":["trace[1199520713] 'agreement among raft nodes before linearized reading' (duration: 521.157498ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.736574Z","caller":"traceutil/trace.go:171","msg":"trace[55161929] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7606; }","duration":"654.561806ms","start":"2026-03-06T00:48:28.081994Z","end":"2026-03-06T00:48:28.736556Z","steps":["trace[55161929] 'agreement among raft nodes before linearized reading' (duration: 648.272517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.736625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.208587Z","time spent":"528.023445ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:28.736683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.081975Z","time spent":"654.668309ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:48:28.736147Z","caller":"traceutil/trace.go:171","msg":"trace[1618307237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7606; }","duration":"298.207722ms","start":"2026-03-06T00:48:28.437924Z","end":"2026-03-06T00:48:28.736132Z","steps":["trace[1618307237] 'agreement among raft nodes before linearized reading' (duration: 293.789832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.736742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.027543Z","time spent":"709.107384ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:28.736615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.172228Z","time spent":"564.371058ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:48:28.730097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.73993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:28.737065Z","caller":"traceutil/trace.go:171","msg":"trace[1010651263] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7606; }","duration":"678.782783ms","start":"2026-03-06T00:48:28.058266Z","end":"2026-03-06T00:48:28.737049Z","steps":["trace[1010651263] 'agreement among raft nodes before linearized reading' (duration: 671.547154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.73711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.058248Z","time spent":"678.847985ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:48:28.737712Z","caller":"traceutil/trace.go:171","msg":"trace[169470141] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7606; }","duration":"441.693449ms","start":"2026-03-06T00:48:28.295961Z","end":"2026-03-06T00:48:28.737654Z","steps":["trace[169470141] 'agreement among raft nodes before linearized reading' (duration: 434.267054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:28.737792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:28.295908Z","time spent":"441.862854ms","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:48:28.894194Z","caller":"traceutil/trace.go:171","msg":"trace[158596449] transaction","detail":"{read_only:false; response_revision:7607; number_of_response:1; }","duration":"153.084251ms","start":"2026-03-06T00:48:28.741081Z","end":"2026-03-06T00:48:28.894165Z","steps":["trace[158596449] 'process raft request' (duration: 57.197532ms)","trace[158596449] 'compare' (duration: 95.703433ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:28.894307Z","caller":"traceutil/trace.go:171","msg":"trace[514744805] transaction","detail":"{read_only:false; response_revision:7608; number_of_response:1; }","duration":"153.161833ms","start":"2026-03-06T00:48:28.741118Z","end":"2026-03-06T00:48:28.89428Z","steps":["trace[514744805] 'process raft request' (duration: 153.002708ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:29.875061Z","caller":"traceutil/trace.go:171","msg":"trace[809181277] transaction","detail":"{read_only:false; response_revision:7610; number_of_response:1; }","duration":"112.261359ms","start":"2026-03-06T00:48:29.76277Z","end":"2026-03-06T00:48:29.875032Z","steps":["trace[809181277] 'process raft request' (duration: 23.368671ms)","trace[809181277] 'compare' (duration: 88.707342ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:29.894416Z","caller":"traceutil/trace.go:171","msg":"trace[1677624354] transaction","detail":"{read_only:false; response_revision:7611; number_of_response:1; }","duration":"131.373704ms","start":"2026-03-06T00:48:29.763025Z","end":"2026-03-06T00:48:29.894399Z","steps":["trace[1677624354] 'process raft request' (duration: 131.2368ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:29.894599Z","caller":"traceutil/trace.go:171","msg":"trace[389816100] transaction","detail":"{read_only:false; response_revision:7612; number_of_response:1; }","duration":"131.483718ms","start":"2026-03-06T00:48:29.763086Z","end":"2026-03-06T00:48:29.89457Z","steps":["trace[389816100] 'process raft request' (duration: 131.272101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:30.260056Z","caller":"traceutil/trace.go:171","msg":"trace[437614907] linearizableReadLoop","detail":"{readStateIndex:7903; appliedIndex:7902; }","duration":"214.498158ms","start":"2026-03-06T00:48:30.045534Z","end":"2026-03-06T00:48:30.260032Z","steps":["trace[437614907] 'read index received' (duration: 214.312132ms)","trace[437614907] 'applied index is now lower than readState.Index' (duration: 184.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:30.260158Z","caller":"traceutil/trace.go:171","msg":"trace[1619241822] transaction","detail":"{read_only:false; response_revision:7614; number_of_response:1; }","duration":"273.675104ms","start":"2026-03-06T00:48:29.986458Z","end":"2026-03-06T00:48:30.260133Z","steps":["trace[1619241822] 'process raft request' (duration: 273.414286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:30.260283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.735816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:48:30.260326Z","caller":"traceutil/trace.go:171","msg":"trace[1419238649] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:7614; }","duration":"214.838889ms","start":"2026-03-06T00:48:30.045473Z","end":"2026-03-06T00:48:30.260312Z","steps":["trace[1419238649] 'agreement among raft nodes before linearized reading' (duration: 214.676743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:30.261779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.399471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-64c5d6f76d-jj9sb.189a1a1728004e99\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-06T00:48:30.261841Z","caller":"traceutil/trace.go:171","msg":"trace[218617844] range","detail":"{range_begin:/registry/events/openstack/barbican-api-64c5d6f76d-jj9sb.189a1a1728004e99; range_end:; response_count:1; response_revision:7615; }","duration":"176.756502ms","start":"2026-03-06T00:48:30.085068Z","end":"2026-03-06T00:48:30.261824Z","steps":["trace[218617844] 'agreement among raft nodes before linearized reading' (duration: 176.34992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:46.893938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5680} {"level":"info","ts":"2026-03-06T00:48:46.987659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5680,"took":"91.783888ms","hash":4004031002,"current-db-size-bytes":42680320,"current-db-size":"43 MB","current-db-size-in-use-bytes":22753280,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T00:48:46.987716Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4004031002,"revision":5680,"compact-revision":2728} {"level":"info","ts":"2026-03-06T00:48:57.071876Z","caller":"traceutil/trace.go:171","msg":"trace[447865508] linearizableReadLoop","detail":"{readStateIndex:8096; appliedIndex:8095; }","duration":"173.754647ms","start":"2026-03-06T00:48:56.8981Z","end":"2026-03-06T00:48:57.071855Z","steps":["trace[447865508] 'read index received' (duration: 173.686775ms)","trace[447865508] 'applied index is now lower than readState.Index' (duration: 66.872µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:57.071921Z","caller":"traceutil/trace.go:171","msg":"trace[746551131] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"322.644156ms","start":"2026-03-06T00:48:56.749246Z","end":"2026-03-06T00:48:57.071891Z","steps":["trace[746551131] 'process raft request' (duration: 322.4575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:57.072047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:56.749216Z","time spent":"322.76719ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:57.072084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.959014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:57.072166Z","caller":"traceutil/trace.go:171","msg":"trace[1935258406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7797; }","duration":"174.084228ms","start":"2026-03-06T00:48:56.898062Z","end":"2026-03-06T00:48:57.072146Z","steps":["trace[1935258406] 'agreement among raft nodes before linearized reading' (duration: 173.925203ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:57.363542Z","caller":"traceutil/trace.go:171","msg":"trace[1459412087] linearizableReadLoop","detail":"{readStateIndex:8097; appliedIndex:8096; }","duration":"291.576642ms","start":"2026-03-06T00:48:57.071941Z","end":"2026-03-06T00:48:57.363518Z","steps":["trace[1459412087] 'read index received' (duration: 291.299823ms)","trace[1459412087] 'applied index is now lower than readState.Index' (duration: 275.489µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:57.363814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.149699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:48:57.363848Z","caller":"traceutil/trace.go:171","msg":"trace[707851323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7798; }","duration":"327.201181ms","start":"2026-03-06T00:48:57.036634Z","end":"2026-03-06T00:48:57.363835Z","steps":["trace[707851323] 'agreement among raft nodes before linearized reading' (duration: 327.005555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:57.363877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:57.036592Z","time spent":"327.277643ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:48:57.363865Z","caller":"traceutil/trace.go:171","msg":"trace[1746676400] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"456.912962ms","start":"2026-03-06T00:48:56.906926Z","end":"2026-03-06T00:48:57.363839Z","steps":["trace[1746676400] 'process raft request' (duration: 456.421736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:57.363863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.000139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:48:57.363951Z","caller":"traceutil/trace.go:171","msg":"trace[78320865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7798; }","duration":"318.150454ms","start":"2026-03-06T00:48:57.045782Z","end":"2026-03-06T00:48:57.363932Z","steps":["trace[78320865] 'agreement among raft nodes before linearized reading' (duration: 317.827594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:57.363996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:57.04576Z","time spent":"318.227087ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:48:57.363996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:56.906908Z","time spent":"457.014444ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:57.364123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.051035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:57.364158Z","caller":"traceutil/trace.go:171","msg":"trace[1434727641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7798; }","duration":"291.085696ms","start":"2026-03-06T00:48:57.073065Z","end":"2026-03-06T00:48:57.36415Z","steps":["trace[1434727641] 'agreement among raft nodes before linearized reading' (duration: 291.034654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:57.364161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.608825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:57.364199Z","caller":"traceutil/trace.go:171","msg":"trace[1995396280] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7798; }","duration":"440.684728ms","start":"2026-03-06T00:48:56.9235Z","end":"2026-03-06T00:48:57.364185Z","steps":["trace[1995396280] 'agreement among raft nodes before linearized reading' (duration: 440.624886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:57.364239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:56.923479Z","time spent":"440.751739ms","remote":"127.0.0.1:33910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:57.364265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.805016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:57.364363Z","caller":"traceutil/trace.go:171","msg":"trace[1522175446] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7798; }","duration":"372.998092ms","start":"2026-03-06T00:48:56.991344Z","end":"2026-03-06T00:48:57.364342Z","steps":["trace[1522175446] 'agreement among raft nodes before linearized reading' (duration: 372.773895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:57.364416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:56.991319Z","time spent":"373.082885ms","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:57.365103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.174483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-229mg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:48:57.365176Z","caller":"traceutil/trace.go:171","msg":"trace[1410077614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-229mg; range_end:; response_count:1; response_revision:7798; }","duration":"453.284627ms","start":"2026-03-06T00:48:56.911874Z","end":"2026-03-06T00:48:57.365159Z","steps":["trace[1410077614] 'agreement among raft nodes before linearized reading' (duration: 453.096341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:57.365212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:56.911862Z","time spent":"453.342708ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-229mg\" "} {"level":"warn","ts":"2026-03-06T00:49:09.28488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.569438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T00:49:09.284989Z","caller":"traceutil/trace.go:171","msg":"trace[787724889] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7897; }","duration":"129.806514ms","start":"2026-03-06T00:49:09.155165Z","end":"2026-03-06T00:49:09.284971Z","steps":["trace[787724889] 'compare' (duration: 112.445974ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:09.3487Z","caller":"traceutil/trace.go:171","msg":"trace[261554172] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"191.894943ms","start":"2026-03-06T00:49:09.156773Z","end":"2026-03-06T00:49:09.348668Z","steps":["trace[261554172] 'process raft request' (duration: 191.601503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:09.647721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.036984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:09.647833Z","caller":"traceutil/trace.go:171","msg":"trace[1713983957] linearizableReadLoop","detail":"{readStateIndex:8204; appliedIndex:8203; }","duration":"218.582718ms","start":"2026-03-06T00:49:09.429233Z","end":"2026-03-06T00:49:09.647815Z","steps":["trace[1713983957] 'read index received' (duration: 57.271395ms)","trace[1713983957] 'applied index is now lower than readState.Index' (duration: 161.309843ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:09.647994Z","caller":"traceutil/trace.go:171","msg":"trace[231928275] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"239.967946ms","start":"2026-03-06T00:49:09.408002Z","end":"2026-03-06T00:49:09.64797Z","steps":["trace[231928275] 'process raft request' (duration: 78.57782ms)","trace[231928275] 'compare' (duration: 160.703684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:09.64817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.889801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:49:09.648211Z","caller":"traceutil/trace.go:171","msg":"trace[1097941623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7899; }","duration":"202.960432ms","start":"2026-03-06T00:49:09.445242Z","end":"2026-03-06T00:49:09.648202Z","steps":["trace[1097941623] 'agreement among raft nodes before linearized reading' (duration: 202.808177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:09.648228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.023522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T00:49:09.648263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.959117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-229mg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:49:09.648314Z","caller":"traceutil/trace.go:171","msg":"trace[2093190494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7899; }","duration":"219.164856ms","start":"2026-03-06T00:49:09.429129Z","end":"2026-03-06T00:49:09.648294Z","steps":["trace[2093190494] 'agreement among raft nodes before linearized reading' (duration: 218.885387ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:09.64834Z","caller":"traceutil/trace.go:171","msg":"trace[179715068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-229mg; range_end:; response_count:1; response_revision:7899; }","duration":"200.04874ms","start":"2026-03-06T00:49:09.448273Z","end":"2026-03-06T00:49:09.648321Z","steps":["trace[179715068] 'agreement among raft nodes before linearized reading' (duration: 199.804952ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:10.209658Z","caller":"traceutil/trace.go:171","msg":"trace[763806482] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"157.622786ms","start":"2026-03-06T00:49:10.052001Z","end":"2026-03-06T00:49:10.209624Z","steps":["trace[763806482] 'process raft request' (duration: 144.16759ms)","trace[763806482] 'compare' (duration: 13.321042ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:10.22079Z","caller":"traceutil/trace.go:171","msg":"trace[1547488586] linearizableReadLoop","detail":"{readStateIndex:8209; appliedIndex:8207; }","duration":"137.276781ms","start":"2026-03-06T00:49:10.083487Z","end":"2026-03-06T00:49:10.220764Z","steps":["trace[1547488586] 'read index received' (duration: 112.694282ms)","trace[1547488586] 'applied index is now lower than readState.Index' (duration: 24.580999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:10.221055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.542259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-64c5d6f76d-jj9sb.189a1a1728004e99\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-06T00:49:10.221102Z","caller":"traceutil/trace.go:171","msg":"trace[1447831407] range","detail":"{range_begin:/registry/events/openstack/barbican-api-64c5d6f76d-jj9sb.189a1a1728004e99; range_end:; response_count:1; response_revision:7903; }","duration":"137.624712ms","start":"2026-03-06T00:49:10.083463Z","end":"2026-03-06T00:49:10.221088Z","steps":["trace[1447831407] 'agreement among raft nodes before linearized reading' (duration: 137.444146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.221316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.733839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-06T00:49:10.221356Z","caller":"traceutil/trace.go:171","msg":"trace[846235166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7903; }","duration":"110.807202ms","start":"2026-03-06T00:49:10.110537Z","end":"2026-03-06T00:49:10.221344Z","steps":["trace[846235166] 'agreement among raft nodes before linearized reading' (duration: 110.697989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.221395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.789973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:49:10.221542Z","caller":"traceutil/trace.go:171","msg":"trace[1122291064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7903; }","duration":"105.985149ms","start":"2026-03-06T00:49:10.115534Z","end":"2026-03-06T00:49:10.221519Z","steps":["trace[1122291064] 'agreement among raft nodes before linearized reading' (duration: 105.70309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.221757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.851211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:49:10.221796Z","caller":"traceutil/trace.go:171","msg":"trace[1202433610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7903; }","duration":"120.988204ms","start":"2026-03-06T00:49:10.100797Z","end":"2026-03-06T00:49:10.221785Z","steps":["trace[1202433610] 'agreement among raft nodes before linearized reading' (duration: 120.309133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.528012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.689641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:10.528284Z","caller":"traceutil/trace.go:171","msg":"trace[1616752301] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"304.642606ms","start":"2026-03-06T00:49:10.223611Z","end":"2026-03-06T00:49:10.528254Z","steps":["trace[1616752301] 'process raft request' (duration: 97.571663ms)","trace[1616752301] 'compare' (duration: 206.478484ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:10.528444Z","caller":"traceutil/trace.go:171","msg":"trace[1241330330] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"302.649543ms","start":"2026-03-06T00:49:10.225764Z","end":"2026-03-06T00:49:10.528414Z","steps":["trace[1241330330] 'process raft request' (duration: 302.395355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.528454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:10.22359Z","time spent":"304.778519ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:10.528646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:10.225743Z","time spent":"302.848358ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:10.528904Z","caller":"traceutil/trace.go:171","msg":"trace[946060289] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"303.015834ms","start":"2026-03-06T00:49:10.225867Z","end":"2026-03-06T00:49:10.528883Z","steps":["trace[946060289] 'process raft request' (duration: 302.389654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.529005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:10.225859Z","time spent":"303.099987ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:10.529181Z","caller":"traceutil/trace.go:171","msg":"trace[758111158] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"303.20495ms","start":"2026-03-06T00:49:10.225918Z","end":"2026-03-06T00:49:10.529123Z","steps":["trace[758111158] 'process raft request' (duration: 302.87088ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:10.529229Z","caller":"traceutil/trace.go:171","msg":"trace[473504584] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8209; }","duration":"262.084707ms","start":"2026-03-06T00:49:10.267124Z","end":"2026-03-06T00:49:10.529209Z","steps":["trace[473504584] 'read index received' (duration: 5.933399ms)","trace[473504584] 'applied index is now lower than readState.Index' (duration: 256.149978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:10.529306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.168289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:10.530051Z","caller":"traceutil/trace.go:171","msg":"trace[1748036337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7909; }","duration":"262.84543ms","start":"2026-03-06T00:49:10.267101Z","end":"2026-03-06T00:49:10.529947Z","steps":["trace[1748036337] 'agreement among raft nodes before linearized reading' (duration: 262.161749ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:10.52933Z","caller":"traceutil/trace.go:171","msg":"trace[2071802992] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"294.262587ms","start":"2026-03-06T00:49:10.235Z","end":"2026-03-06T00:49:10.529262Z","steps":["trace[2071802992] 'process raft request' (duration: 293.980818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.530336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:10.225912Z","time spent":"304.303835ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:10.560068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.738415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:10.560173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.352115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T00:49:10.560222Z","caller":"traceutil/trace.go:171","msg":"trace[480732761] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7910; }","duration":"119.939022ms","start":"2026-03-06T00:49:10.440255Z","end":"2026-03-06T00:49:10.560194Z","steps":["trace[480732761] 'agreement among raft nodes before linearized reading' (duration: 119.686854ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:10.560252Z","caller":"traceutil/trace.go:171","msg":"trace[1288882657] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7910; }","duration":"138.496489ms","start":"2026-03-06T00:49:10.421732Z","end":"2026-03-06T00:49:10.560229Z","steps":["trace[1288882657] 'agreement among raft nodes before linearized reading' (duration: 138.20212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:10.560252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.870021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T00:49:10.560335Z","caller":"traceutil/trace.go:171","msg":"trace[1960224560] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7910; }","duration":"285.990394ms","start":"2026-03-06T00:49:10.274325Z","end":"2026-03-06T00:49:10.560316Z","steps":["trace[1960224560] 'agreement among raft nodes before linearized reading' (duration: 285.706895ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:10.694764Z","caller":"traceutil/trace.go:171","msg":"trace[654238858] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"127.286154ms","start":"2026-03-06T00:49:10.567449Z","end":"2026-03-06T00:49:10.694735Z","steps":["trace[654238858] 'process raft request' (duration: 127.202472ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:10.694827Z","caller":"traceutil/trace.go:171","msg":"trace[1202386226] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"130.469585ms","start":"2026-03-06T00:49:10.564327Z","end":"2026-03-06T00:49:10.694796Z","steps":["trace[1202386226] 'process raft request' (duration: 92.493241ms)","trace[1202386226] 'compare' (duration: 37.655404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:12.228994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.973666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:12.229209Z","caller":"traceutil/trace.go:171","msg":"trace[2042620880] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"276.181843ms","start":"2026-03-06T00:49:11.953009Z","end":"2026-03-06T00:49:12.22919Z","steps":["trace[2042620880] 'process raft request' (duration: 276.131832ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:12.229351Z","caller":"traceutil/trace.go:171","msg":"trace[1608512727] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"520.767034ms","start":"2026-03-06T00:49:11.708574Z","end":"2026-03-06T00:49:12.229341Z","steps":["trace[1608512727] 'process raft request' (duration: 520.513226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.229414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:11.708545Z","time spent":"520.835566ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:12.229414Z","caller":"traceutil/trace.go:171","msg":"trace[715458947] linearizableReadLoop","detail":"{readStateIndex:8223; appliedIndex:8221; }","duration":"519.644438ms","start":"2026-03-06T00:49:11.709731Z","end":"2026-03-06T00:49:12.229375Z","steps":["trace[715458947] 'read index received' (duration: 143.28716ms)","trace[715458947] 'applied index is now lower than readState.Index' (duration: 376.354388ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:12.229421Z","caller":"traceutil/trace.go:171","msg":"trace[67174002] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"520.915529ms","start":"2026-03-06T00:49:11.708471Z","end":"2026-03-06T00:49:12.229387Z","steps":["trace[67174002] 'process raft request' (duration: 144.464427ms)","trace[67174002] 'compare' (duration: 375.76485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:12.229595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.521589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:12.229671Z","caller":"traceutil/trace.go:171","msg":"trace[1232651778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7918; }","duration":"332.639793ms","start":"2026-03-06T00:49:11.897011Z","end":"2026-03-06T00:49:12.229651Z","steps":["trace[1232651778] 'agreement among raft nodes before linearized reading' (duration: 332.525269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.229693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:11.708454Z","time spent":"521.141806ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:12.229714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:11.896989Z","time spent":"332.716496ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:12.229728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.888988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:12.229947Z","caller":"traceutil/trace.go:171","msg":"trace[354852992] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7918; }","duration":"113.156026ms","start":"2026-03-06T00:49:12.116739Z","end":"2026-03-06T00:49:12.229896Z","steps":["trace[354852992] 'agreement among raft nodes before linearized reading' (duration: 112.794394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.22996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.211517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228447"} {"level":"info","ts":"2026-03-06T00:49:12.230067Z","caller":"traceutil/trace.go:171","msg":"trace[1160416126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7918; }","duration":"520.32779ms","start":"2026-03-06T00:49:11.709715Z","end":"2026-03-06T00:49:12.230043Z","steps":["trace[1160416126] 'agreement among raft nodes before linearized reading' (duration: 519.767663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.23015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:11.709675Z","time spent":"520.457514ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228470,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:49:12.230055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.958553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:49:12.231021Z","caller":"traceutil/trace.go:171","msg":"trace[1104658590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7918; }","duration":"156.965055ms","start":"2026-03-06T00:49:12.074038Z","end":"2026-03-06T00:49:12.231003Z","steps":["trace[1104658590] 'agreement among raft nodes before linearized reading' (duration: 155.509829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.476873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.369373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-06T00:49:12.47696Z","caller":"traceutil/trace.go:171","msg":"trace[996665024] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7919; }","duration":"107.543259ms","start":"2026-03-06T00:49:12.369397Z","end":"2026-03-06T00:49:12.47694Z","steps":["trace[996665024] 'range keys from in-memory index tree' (duration: 107.108165ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:12.650113Z","caller":"traceutil/trace.go:171","msg":"trace[503286245] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"112.843607ms","start":"2026-03-06T00:49:12.537247Z","end":"2026-03-06T00:49:12.65009Z","steps":["trace[503286245] 'process raft request' (duration: 112.679691ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:12.650344Z","caller":"traceutil/trace.go:171","msg":"trace[47282195] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"111.768542ms","start":"2026-03-06T00:49:12.538558Z","end":"2026-03-06T00:49:12.650327Z","steps":["trace[47282195] 'process raft request' (duration: 111.471533ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:09.695835Z","caller":"traceutil/trace.go:171","msg":"trace[773832915] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"110.41441ms","start":"2026-03-06T00:50:09.585394Z","end":"2026-03-06T00:50:09.695808Z","steps":["trace[773832915] 'process raft request' (duration: 110.255115ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:09.869945Z","caller":"traceutil/trace.go:171","msg":"trace[803108911] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"274.859881ms","start":"2026-03-06T00:50:09.595057Z","end":"2026-03-06T00:50:09.869917Z","steps":["trace[803108911] 'process raft request' (duration: 274.676685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:09.871974Z","caller":"traceutil/trace.go:171","msg":"trace[969493734] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"171.807685ms","start":"2026-03-06T00:50:09.700138Z","end":"2026-03-06T00:50:09.871946Z","steps":["trace[969493734] 'process raft request' (duration: 171.689631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:21.153314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.807978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:21.153481Z","caller":"traceutil/trace.go:171","msg":"trace[187323] linearizableReadLoop","detail":"{readStateIndex:8913; appliedIndex:8911; }","duration":"172.079044ms","start":"2026-03-06T00:50:20.981388Z","end":"2026-03-06T00:50:21.153467Z","steps":["trace[187323] 'read index received' (duration: 45.949226ms)","trace[187323] 'applied index is now lower than readState.Index' (duration: 126.128637ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:21.153562Z","caller":"traceutil/trace.go:171","msg":"trace[1593846123] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"183.778944ms","start":"2026-03-06T00:50:20.969741Z","end":"2026-03-06T00:50:21.15352Z","steps":["trace[1593846123] 'process raft request' (duration: 57.677478ms)","trace[1593846123] 'compare' (duration: 125.670843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:21.153711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.318491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:50:21.153745Z","caller":"traceutil/trace.go:171","msg":"trace[2118209643] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8588; }","duration":"172.374393ms","start":"2026-03-06T00:50:20.981361Z","end":"2026-03-06T00:50:21.153736Z","steps":["trace[2118209643] 'agreement among raft nodes before linearized reading' (duration: 172.148026ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:21.153774Z","caller":"traceutil/trace.go:171","msg":"trace[191145582] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"182.693ms","start":"2026-03-06T00:50:20.97105Z","end":"2026-03-06T00:50:21.153743Z","steps":["trace[191145582] 'process raft request' (duration: 182.38021ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:48.619155Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T00:52:48.626174Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T00:52:48.626243Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T00:53:32.491401Z","caller":"traceutil/trace.go:171","msg":"trace[1225083041] linearizableReadLoop","detail":"{readStateIndex:10344; appliedIndex:10343; }","duration":"192.200262ms","start":"2026-03-06T00:53:32.299136Z","end":"2026-03-06T00:53:32.491336Z","steps":["trace[1225083041] 'read index received' (duration: 191.718646ms)","trace[1225083041] 'applied index is now lower than readState.Index' (duration: 479.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:32.491435Z","caller":"traceutil/trace.go:171","msg":"trace[878198640] transaction","detail":"{read_only:false; response_revision:9973; number_of_response:1; }","duration":"219.54771ms","start":"2026-03-06T00:53:32.271842Z","end":"2026-03-06T00:53:32.49139Z","steps":["trace[878198640] 'process raft request' (duration: 219.170277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:32.491953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.792431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:53:32.492017Z","caller":"traceutil/trace.go:171","msg":"trace[106347937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9973; }","duration":"192.961067ms","start":"2026-03-06T00:53:32.299043Z","end":"2026-03-06T00:53:32.492004Z","steps":["trace[106347937] 'agreement among raft nodes before linearized reading' (duration: 192.472011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:32.492418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.694185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:53:32.492572Z","caller":"traceutil/trace.go:171","msg":"trace[1499510654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9973; }","duration":"192.14502ms","start":"2026-03-06T00:53:32.300398Z","end":"2026-03-06T00:53:32.492543Z","steps":["trace[1499510654] 'agreement among raft nodes before linearized reading' (duration: 191.426517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:32.601118Z","caller":"traceutil/trace.go:171","msg":"trace[1207460693] transaction","detail":"{read_only:false; response_revision:9974; number_of_response:1; }","duration":"104.657019ms","start":"2026-03-06T00:53:32.496414Z","end":"2026-03-06T00:53:32.601071Z","steps":["trace[1207460693] 'process raft request' (duration: 61.173207ms)","trace[1207460693] 'compare' (duration: 43.136211ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:32.601392Z","caller":"traceutil/trace.go:171","msg":"trace[850161542] transaction","detail":"{read_only:false; response_revision:9975; number_of_response:1; }","duration":"104.158333ms","start":"2026-03-06T00:53:32.497188Z","end":"2026-03-06T00:53:32.601346Z","steps":["trace[850161542] 'process raft request' (duration: 103.805031ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:34.655392Z","caller":"traceutil/trace.go:171","msg":"trace[646576312] transaction","detail":"{read_only:false; response_revision:10121; number_of_response:1; }","duration":"113.887749ms","start":"2026-03-06T00:53:34.541458Z","end":"2026-03-06T00:53:34.655346Z","steps":["trace[646576312] 'process raft request' (duration: 104.428641ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:46.902659Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7700} {"level":"info","ts":"2026-03-06T00:53:46.963709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7700,"took":"58.82039ms","hash":1514265506,"current-db-size-bytes":42680320,"current-db-size":"43 MB","current-db-size-in-use-bytes":27844608,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T00:53:46.963764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1514265506,"revision":7700,"compact-revision":5680} {"level":"info","ts":"2026-03-06T00:54:00.083971Z","caller":"traceutil/trace.go:171","msg":"trace[520983551] linearizableReadLoop","detail":"{readStateIndex:10676; appliedIndex:10675; }","duration":"287.256409ms","start":"2026-03-06T00:53:59.796669Z","end":"2026-03-06T00:54:00.083925Z","steps":["trace[520983551] 'read index received' (duration: 287.00627ms)","trace[520983551] 'applied index is now lower than readState.Index' (duration: 248.148µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:00.084057Z","caller":"traceutil/trace.go:171","msg":"trace[817449080] transaction","detail":"{read_only:false; response_revision:10296; number_of_response:1; }","duration":"292.876572ms","start":"2026-03-06T00:53:59.791144Z","end":"2026-03-06T00:54:00.08402Z","steps":["trace[817449080] 'process raft request' (duration: 292.491019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:00.08451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.778755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:54:00.084592Z","caller":"traceutil/trace.go:171","msg":"trace[2140227485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10296; }","duration":"287.921711ms","start":"2026-03-06T00:53:59.796652Z","end":"2026-03-06T00:54:00.084574Z","steps":["trace[2140227485] 'agreement among raft nodes before linearized reading' (duration: 287.493907ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:00.35151Z","caller":"traceutil/trace.go:171","msg":"trace[1179346620] linearizableReadLoop","detail":"{readStateIndex:10677; appliedIndex:10676; }","duration":"267.386414ms","start":"2026-03-06T00:54:00.084092Z","end":"2026-03-06T00:54:00.351478Z","steps":["trace[1179346620] 'read index received' (duration: 267.252779ms)","trace[1179346620] 'applied index is now lower than readState.Index' (duration: 132.545µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:00.351714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.567254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:54:00.351737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.681596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:00.35177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.063154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:54:00.351795Z","caller":"traceutil/trace.go:171","msg":"trace[1485204632] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10297; }","duration":"309.722138ms","start":"2026-03-06T00:54:00.042055Z","end":"2026-03-06T00:54:00.351777Z","steps":["trace[1485204632] 'agreement among raft nodes before linearized reading' (duration: 309.523372ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:00.351819Z","caller":"traceutil/trace.go:171","msg":"trace[225272644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10297; }","duration":"454.827771ms","start":"2026-03-06T00:53:59.896972Z","end":"2026-03-06T00:54:00.3518Z","steps":["trace[225272644] 'agreement among raft nodes before linearized reading' (duration: 454.661686ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:00.351821Z","caller":"traceutil/trace.go:171","msg":"trace[1616811103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10297; }","duration":"554.141136ms","start":"2026-03-06T00:53:59.797665Z","end":"2026-03-06T00:54:00.351807Z","steps":["trace[1616811103] 'agreement among raft nodes before linearized reading' (duration: 553.963811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:00.351868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:59.896947Z","time spent":"454.912234ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:54:00.351873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:59.797661Z","time spent":"554.200748ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:54:00.351876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:00.042013Z","time spent":"309.826153ms","remote":"127.0.0.1:33914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:54:00.351946Z","caller":"traceutil/trace.go:171","msg":"trace[544445672] transaction","detail":"{read_only:false; response_revision:10297; number_of_response:1; }","duration":"541.448855ms","start":"2026-03-06T00:53:59.810302Z","end":"2026-03-06T00:54:00.35175Z","steps":["trace[544445672] 'process raft request' (duration: 540.966099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:00.352185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.634261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-06T00:54:00.352276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:59.810276Z","time spent":"541.816847ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:00.352462Z","caller":"traceutil/trace.go:171","msg":"trace[1749205843] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:10297; }","duration":"291.764105ms","start":"2026-03-06T00:54:00.060471Z","end":"2026-03-06T00:54:00.352235Z","steps":["trace[1749205843] 'agreement among raft nodes before linearized reading' (duration: 291.081053ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:00.361081Z","caller":"traceutil/trace.go:171","msg":"trace[951245504] transaction","detail":"{read_only:false; response_revision:10298; number_of_response:1; }","duration":"272.025174ms","start":"2026-03-06T00:54:00.089044Z","end":"2026-03-06T00:54:00.361069Z","steps":["trace[951245504] 'process raft request' (duration: 271.851838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:00.361088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.857932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:54:00.361296Z","caller":"traceutil/trace.go:171","msg":"trace[1519015916] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10298; }","duration":"136.077779ms","start":"2026-03-06T00:54:00.225203Z","end":"2026-03-06T00:54:00.361281Z","steps":["trace[1519015916] 'agreement among raft nodes before linearized reading' (duration: 135.81332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:00.361184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.747051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-229mg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T00:54:00.361378Z","caller":"traceutil/trace.go:171","msg":"trace[76083962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-229mg; range_end:; response_count:1; response_revision:10298; }","duration":"144.950697ms","start":"2026-03-06T00:54:00.216411Z","end":"2026-03-06T00:54:00.361361Z","steps":["trace[76083962] 'agreement among raft nodes before linearized reading' (duration: 144.630897ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:46.909444Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10232} {"level":"info","ts":"2026-03-06T00:58:46.997087Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10232,"took":"85.164547ms","hash":339518431,"current-db-size-bytes":42680320,"current-db-size":"43 MB","current-db-size-in-use-bytes":24432640,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T00:58:46.997144Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":339518431,"revision":10232,"compact-revision":7700} {"level":"info","ts":"2026-03-06T00:59:50.578024Z","caller":"traceutil/trace.go:171","msg":"trace[737019368] transaction","detail":"{read_only:false; response_revision:12522; number_of_response:1; }","duration":"265.015972ms","start":"2026-03-06T00:59:50.312985Z","end":"2026-03-06T00:59:50.578001Z","steps":["trace[737019368] 'process raft request' (duration: 264.799105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:50.581095Z","caller":"traceutil/trace.go:171","msg":"trace[312745057] linearizableReadLoop","detail":"{readStateIndex:12984; appliedIndex:12983; }","duration":"250.419658ms","start":"2026-03-06T00:59:50.32753Z","end":"2026-03-06T00:59:50.57795Z","steps":["trace[312745057] 'read index received' (duration: 250.142129ms)","trace[312745057] 'applied index is now lower than readState.Index' (duration: 276.639µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:50.58124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.681382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:50.581315Z","caller":"traceutil/trace.go:171","msg":"trace[1079999178] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12522; }","duration":"253.807595ms","start":"2026-03-06T00:59:50.327488Z","end":"2026-03-06T00:59:50.581296Z","steps":["trace[1079999178] 'agreement among raft nodes before linearized reading' (duration: 253.660621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:50.581325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.588875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19025"} {"level":"info","ts":"2026-03-06T00:59:50.581479Z","caller":"traceutil/trace.go:171","msg":"trace[2021591074] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12522; }","duration":"130.786782ms","start":"2026-03-06T00:59:50.450678Z","end":"2026-03-06T00:59:50.581465Z","steps":["trace[2021591074] 'agreement among raft nodes before linearized reading' (duration: 130.531434ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:10.361138Z","caller":"traceutil/trace.go:171","msg":"trace[1665243074] linearizableReadLoop","detail":"{readStateIndex:13076; appliedIndex:13075; }","duration":"276.542031ms","start":"2026-03-06T01:00:10.084576Z","end":"2026-03-06T01:00:10.361118Z","steps":["trace[1665243074] 'read index received' (duration: 276.390506ms)","trace[1665243074] 'applied index is now lower than readState.Index' (duration: 150.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:10.361228Z","caller":"traceutil/trace.go:171","msg":"trace[1030528575] transaction","detail":"{read_only:false; response_revision:12610; number_of_response:1; }","duration":"532.312508ms","start":"2026-03-06T01:00:09.82887Z","end":"2026-03-06T01:00:10.361182Z","steps":["trace[1030528575] 'process raft request' (duration: 532.140462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:10.361343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.750667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-06T01:00:10.36142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.182509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T01:00:10.36143Z","caller":"traceutil/trace.go:171","msg":"trace[1297827859] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:12610; }","duration":"276.884001ms","start":"2026-03-06T01:00:10.084524Z","end":"2026-03-06T01:00:10.361408Z","steps":["trace[1297827859] 'agreement among raft nodes before linearized reading' (duration: 276.682654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:10.361432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:09.82882Z","time spent":"532.511674ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:10.361421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.536864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:00:10.361467Z","caller":"traceutil/trace.go:171","msg":"trace[854816048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12610; }","duration":"176.306413ms","start":"2026-03-06T01:00:10.185149Z","end":"2026-03-06T01:00:10.361455Z","steps":["trace[854816048] 'agreement among raft nodes before linearized reading' (duration: 176.142418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:10.361461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.46154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T01:00:10.361487Z","caller":"traceutil/trace.go:171","msg":"trace[1324380864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12610; }","duration":"273.657018ms","start":"2026-03-06T01:00:10.087815Z","end":"2026-03-06T01:00:10.361472Z","steps":["trace[1324380864] 'agreement among raft nodes before linearized reading' (duration: 273.455612ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:10.361501Z","caller":"traceutil/trace.go:171","msg":"trace[78366943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12610; }","duration":"177.541503ms","start":"2026-03-06T01:00:10.183949Z","end":"2026-03-06T01:00:10.361491Z","steps":["trace[78366943] 'agreement among raft nodes before linearized reading' (duration: 177.44679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:10.773817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.061395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:00:10.773932Z","caller":"traceutil/trace.go:171","msg":"trace[728606715] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12614; }","duration":"260.257051ms","start":"2026-03-06T01:00:10.513641Z","end":"2026-03-06T01:00:10.773898Z","steps":["trace[728606715] 'count revisions from in-memory index tree' (duration: 259.919051ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:10.773884Z","caller":"traceutil/trace.go:171","msg":"trace[507923782] transaction","detail":"{read_only:false; response_revision:12615; number_of_response:1; }","duration":"111.105184ms","start":"2026-03-06T01:00:10.662706Z","end":"2026-03-06T01:00:10.773811Z","steps":["trace[507923782] 'process raft request' (duration: 108.50179ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:18.080694Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003342.wal"} {"level":"info","ts":"2026-03-06T01:00:25.848641Z","caller":"traceutil/trace.go:171","msg":"trace[678147735] linearizableReadLoop","detail":"{readStateIndex:13173; appliedIndex:13172; }","duration":"189.660089ms","start":"2026-03-06T01:00:25.658942Z","end":"2026-03-06T01:00:25.848602Z","steps":["trace[678147735] 'read index received' (duration: 187.008285ms)","trace[678147735] 'applied index is now lower than readState.Index' (duration: 2.649934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:25.848798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.822804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:00:25.848875Z","caller":"traceutil/trace.go:171","msg":"trace[551042843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12702; }","duration":"189.919457ms","start":"2026-03-06T01:00:25.658902Z","end":"2026-03-06T01:00:25.848822Z","steps":["trace[551042843] 'agreement among raft nodes before linearized reading' (duration: 189.818004ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:34.701875Z","caller":"traceutil/trace.go:171","msg":"trace[2052559381] transaction","detail":"{read_only:false; response_revision:12843; number_of_response:1; }","duration":"170.785658ms","start":"2026-03-06T01:00:34.531067Z","end":"2026-03-06T01:00:34.701853Z","steps":["trace[2052559381] 'process raft request' (duration: 170.745506ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:34.70194Z","caller":"traceutil/trace.go:171","msg":"trace[328343455] transaction","detail":"{read_only:false; response_revision:12842; number_of_response:1; }","duration":"171.209ms","start":"2026-03-06T01:00:34.530701Z","end":"2026-03-06T01:00:34.70191Z","steps":["trace[328343455] 'process raft request' (duration: 170.968263ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:34.86192Z","caller":"traceutil/trace.go:171","msg":"trace[1795674600] linearizableReadLoop","detail":"{readStateIndex:13317; appliedIndex:13314; }","duration":"200.780574ms","start":"2026-03-06T01:00:34.661113Z","end":"2026-03-06T01:00:34.861894Z","steps":["trace[1795674600] 'read index received' (duration: 40.609785ms)","trace[1795674600] 'applied index is now lower than readState.Index' (duration: 160.169829ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:34.862002Z","caller":"traceutil/trace.go:171","msg":"trace[976006732] transaction","detail":"{read_only:false; response_revision:12844; number_of_response:1; }","duration":"206.875798ms","start":"2026-03-06T01:00:34.655045Z","end":"2026-03-06T01:00:34.861921Z","steps":["trace[976006732] 'process raft request' (duration: 186.122886ms)","trace[976006732] 'compare' (duration: 20.578667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:34.862158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.017772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f5359cb-714d-41a2-8504-1bdf12350295\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-06T01:00:34.862206Z","caller":"traceutil/trace.go:171","msg":"trace[60820777] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1f5359cb-714d-41a2-8504-1bdf12350295; range_end:; response_count:1; response_revision:12844; }","duration":"201.111185ms","start":"2026-03-06T01:00:34.661081Z","end":"2026-03-06T01:00:34.862192Z","steps":["trace[60820777] 'agreement among raft nodes before linearized reading' (duration: 200.908528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:35.366335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.155952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-4xv9t.189a1ac444695501\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-06T01:00:35.366444Z","caller":"traceutil/trace.go:171","msg":"trace[444752648] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-4xv9t.189a1ac444695501; range_end:; response_count:1; response_revision:12851; }","duration":"241.335317ms","start":"2026-03-06T01:00:35.125087Z","end":"2026-03-06T01:00:35.366423Z","steps":["trace[444752648] 'range keys from in-memory index tree' (duration: 240.913664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:36.150549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359492422,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:00:36.231257Z","caller":"traceutil/trace.go:171","msg":"trace[891259851] transaction","detail":"{read_only:false; response_revision:12853; number_of_response:1; }","duration":"584.315847ms","start":"2026-03-06T01:00:35.646902Z","end":"2026-03-06T01:00:36.231217Z","steps":["trace[891259851] 'process raft request' (duration: 584.09055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:36.231466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:35.646885Z","time spent":"584.476483ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:36.231904Z","caller":"traceutil/trace.go:171","msg":"trace[743260453] linearizableReadLoop","detail":"{readStateIndex:13327; appliedIndex:13327; }","duration":"582.166029ms","start":"2026-03-06T01:00:35.649724Z","end":"2026-03-06T01:00:36.23189Z","steps":["trace[743260453] 'read index received' (duration: 582.155538ms)","trace[743260453] 'applied index is now lower than readState.Index' (duration: 8.001µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:36.232365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.620153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:00:36.232442Z","caller":"traceutil/trace.go:171","msg":"trace[455776627] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12853; }","duration":"582.773839ms","start":"2026-03-06T01:00:35.649648Z","end":"2026-03-06T01:00:36.232422Z","steps":["trace[455776627] 'agreement among raft nodes before linearized reading' (duration: 582.618844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:36.232514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:35.649598Z","time spent":"582.908212ms","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":26,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:00:36.232721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.895152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:629425"} {"level":"info","ts":"2026-03-06T01:00:36.232765Z","caller":"traceutil/trace.go:171","msg":"trace[520717086] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:12853; }","duration":"582.971894ms","start":"2026-03-06T01:00:35.649784Z","end":"2026-03-06T01:00:36.232756Z","steps":["trace[520717086] 'agreement among raft nodes before linearized reading' (duration: 582.180389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:36.232791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:35.649768Z","time spent":"583.015476ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":629448,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:00:36.78516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.898648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T01:00:36.785176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.991661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:36.785231Z","caller":"traceutil/trace.go:171","msg":"trace[1446401185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12853; }","duration":"180.038483ms","start":"2026-03-06T01:00:36.605176Z","end":"2026-03-06T01:00:36.785215Z","steps":["trace[1446401185] 'range keys from in-memory index tree' (duration: 179.703982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:36.785641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.615501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:36.785673Z","caller":"traceutil/trace.go:171","msg":"trace[1239413623] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:12853; }","duration":"180.679883ms","start":"2026-03-06T01:00:36.604981Z","end":"2026-03-06T01:00:36.785661Z","steps":["trace[1239413623] 'count revisions from in-memory index tree' (duration: 180.57132ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:36.78571Z","caller":"traceutil/trace.go:171","msg":"trace[946714356] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12853; }","duration":"180.154296ms","start":"2026-03-06T01:00:36.605092Z","end":"2026-03-06T01:00:36.785247Z","steps":["trace[946714356] 'count revisions from in-memory index tree' (duration: 179.912558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:36.785741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.439595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f5359cb-714d-41a2-8504-1bdf12350295\" ","response":"range_response_count:1 size:3724"} {"level":"warn","ts":"2026-03-06T01:00:36.785821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.656557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:36.785839Z","caller":"traceutil/trace.go:171","msg":"trace[1008489244] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:12853; }","duration":"304.703048ms","start":"2026-03-06T01:00:36.481131Z","end":"2026-03-06T01:00:36.785834Z","steps":["trace[1008489244] 'count revisions from in-memory index tree' (duration: 304.601675ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:36.78583Z","caller":"traceutil/trace.go:171","msg":"trace[808933105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1f5359cb-714d-41a2-8504-1bdf12350295; range_end:; response_count:1; response_revision:12853; }","duration":"180.537279ms","start":"2026-03-06T01:00:36.605272Z","end":"2026-03-06T01:00:36.78581Z","steps":["trace[808933105] 'range keys from in-memory index tree' (duration: 180.29192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:36.785832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.355422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T01:00:36.785864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:36.481114Z","time spent":"304.743269ms","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:00:36.78588Z","caller":"traceutil/trace.go:171","msg":"trace[740381848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12853; }","duration":"354.443824ms","start":"2026-03-06T01:00:36.431423Z","end":"2026-03-06T01:00:36.785866Z","steps":["trace[740381848] 'range keys from in-memory index tree' (duration: 354.173886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:36.785921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:36.431395Z","time spent":"354.516937ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:00:36.786173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.856983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-def17ebe-1433-402c-a86c-7c34e39aa2ab\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-03-06T01:00:36.786216Z","caller":"traceutil/trace.go:171","msg":"trace[2045763215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-def17ebe-1433-402c-a86c-7c34e39aa2ab; range_end:; response_count:1; response_revision:12853; }","duration":"304.906574ms","start":"2026-03-06T01:00:36.481299Z","end":"2026-03-06T01:00:36.786205Z","steps":["trace[2045763215] 'range keys from in-memory index tree' (duration: 304.785701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:36.786244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:36.481296Z","time spent":"304.941246ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-def17ebe-1433-402c-a86c-7c34e39aa2ab\" "} {"level":"info","ts":"2026-03-06T01:00:36.786431Z","caller":"traceutil/trace.go:171","msg":"trace[1137510443] transaction","detail":"{read_only:false; response_revision:12854; number_of_response:1; }","duration":"147.05338ms","start":"2026-03-06T01:00:36.639364Z","end":"2026-03-06T01:00:36.786418Z","steps":["trace[1137510443] 'process raft request' (duration: 145.950485ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:39.138617Z","caller":"traceutil/trace.go:171","msg":"trace[1377594620] transaction","detail":"{read_only:false; response_revision:12875; number_of_response:1; }","duration":"150.496729ms","start":"2026-03-06T01:00:38.988071Z","end":"2026-03-06T01:00:39.138568Z","steps":["trace[1377594620] 'process raft request' (duration: 150.257552ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:39.1387Z","caller":"traceutil/trace.go:171","msg":"trace[762277326] transaction","detail":"{read_only:false; response_revision:12877; number_of_response:1; }","duration":"132.738693ms","start":"2026-03-06T01:00:39.005932Z","end":"2026-03-06T01:00:39.138671Z","steps":["trace[762277326] 'process raft request' (duration: 132.610549ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:39.138984Z","caller":"traceutil/trace.go:171","msg":"trace[1306734076] transaction","detail":"{read_only:false; response_revision:12876; number_of_response:1; }","duration":"139.258571ms","start":"2026-03-06T01:00:38.999663Z","end":"2026-03-06T01:00:39.138922Z","steps":["trace[1306734076] 'process raft request' (duration: 138.813877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:39.139102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.088268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-06T01:00:39.139156Z","caller":"traceutil/trace.go:171","msg":"trace[2108900842] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:12877; }","duration":"151.1547ms","start":"2026-03-06T01:00:38.987989Z","end":"2026-03-06T01:00:39.139144Z","steps":["trace[2108900842] 'agreement among raft nodes before linearized reading' (duration: 151.025756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:39.522283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.969672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:00:39.522709Z","caller":"traceutil/trace.go:171","msg":"trace[142454267] transaction","detail":"{read_only:false; response_revision:12878; number_of_response:1; }","duration":"378.42935ms","start":"2026-03-06T01:00:39.144222Z","end":"2026-03-06T01:00:39.522652Z","steps":["trace[142454267] 'process raft request' (duration: 175.994703ms)","trace[142454267] 'compare' (duration: 201.849988ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:39.52287Z","caller":"traceutil/trace.go:171","msg":"trace[232495480] transaction","detail":"{read_only:false; response_revision:12879; number_of_response:1; }","duration":"378.42447ms","start":"2026-03-06T01:00:39.144397Z","end":"2026-03-06T01:00:39.522821Z","steps":["trace[232495480] 'process raft request' (duration: 378.164492ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:39.522952Z","caller":"traceutil/trace.go:171","msg":"trace[1607955366] linearizableReadLoop","detail":"{readStateIndex:13355; appliedIndex:13352; }","duration":"372.419648ms","start":"2026-03-06T01:00:39.150514Z","end":"2026-03-06T01:00:39.522934Z","steps":["trace[1607955366] 'read index received' (duration: 169.797845ms)","trace[1607955366] 'applied index is now lower than readState.Index' (duration: 202.618753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:39.522976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:39.144199Z","time spent":"378.631086ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:39.52304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:39.144376Z","time spent":"378.573764ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:39.523171Z","caller":"traceutil/trace.go:171","msg":"trace[84320241] transaction","detail":"{read_only:false; response_revision:12880; number_of_response:1; }","duration":"378.75125ms","start":"2026-03-06T01:00:39.144408Z","end":"2026-03-06T01:00:39.523159Z","steps":["trace[84320241] 'process raft request' (duration: 378.422219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:39.523251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:39.144374Z","time spent":"378.835934ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:39.523324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.817611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T01:00:39.523369Z","caller":"traceutil/trace.go:171","msg":"trace[967958459] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:12881; }","duration":"372.900863ms","start":"2026-03-06T01:00:39.150454Z","end":"2026-03-06T01:00:39.523355Z","steps":["trace[967958459] 'agreement among raft nodes before linearized reading' (duration: 372.748198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:39.523417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:39.150438Z","time spent":"372.971836ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-06T01:00:39.523691Z","caller":"traceutil/trace.go:171","msg":"trace[845822191] transaction","detail":"{read_only:false; response_revision:12881; number_of_response:1; }","duration":"372.826831ms","start":"2026-03-06T01:00:39.150849Z","end":"2026-03-06T01:00:39.523676Z","steps":["trace[845822191] 'process raft request' (duration: 372.034076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:39.52377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:39.150823Z","time spent":"372.913924ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2345,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:00:39.524523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.567323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-06T01:00:39.524574Z","caller":"traceutil/trace.go:171","msg":"trace[2116264133] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:12881; }","duration":"108.652166ms","start":"2026-03-06T01:00:39.415909Z","end":"2026-03-06T01:00:39.524561Z","steps":["trace[2116264133] 'agreement among raft nodes before linearized reading' (duration: 107.465838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:41.983053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.840485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:00:41.983096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.075282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-btf7m\" ","response":"range_response_count:1 size:12599"} {"level":"info","ts":"2026-03-06T01:00:41.983189Z","caller":"traceutil/trace.go:171","msg":"trace[725991263] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:12970; }","duration":"132.0006ms","start":"2026-03-06T01:00:41.851158Z","end":"2026-03-06T01:00:41.983158Z","steps":["trace[725991263] 'count revisions from in-memory index tree' (duration: 131.69186ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:41.983205Z","caller":"traceutil/trace.go:171","msg":"trace[1027265660] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-btf7m; range_end:; response_count:1; response_revision:12970; }","duration":"147.216945ms","start":"2026-03-06T01:00:41.835967Z","end":"2026-03-06T01:00:41.983184Z","steps":["trace[1027265660] 'range keys from in-memory index tree' (duration: 146.920456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:41.984187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.861415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:91 size:972924"} {"level":"info","ts":"2026-03-06T01:00:41.984284Z","caller":"traceutil/trace.go:171","msg":"trace[843420741] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:91; response_revision:12970; }","duration":"158.02299ms","start":"2026-03-06T01:00:41.826244Z","end":"2026-03-06T01:00:41.984267Z","steps":["trace[843420741] 'range keys from in-memory index tree' (duration: 156.708648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:42.506348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359492770,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:00:42.525586Z","caller":"traceutil/trace.go:171","msg":"trace[237380888] linearizableReadLoop","detail":"{readStateIndex:13452; appliedIndex:13451; }","duration":"519.607792ms","start":"2026-03-06T01:00:42.005923Z","end":"2026-03-06T01:00:42.525531Z","steps":["trace[237380888] 'read index received' (duration: 519.324823ms)","trace[237380888] 'applied index is now lower than readState.Index' (duration: 281.539µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:42.525646Z","caller":"traceutil/trace.go:171","msg":"trace[1279979848] transaction","detail":"{read_only:false; response_revision:12971; number_of_response:1; }","duration":"526.73089ms","start":"2026-03-06T01:00:41.998885Z","end":"2026-03-06T01:00:42.525616Z","steps":["trace[1279979848] 'process raft request' (duration: 526.374969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:42.525808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:41.998865Z","time spent":"526.842364ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:42.525889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.942914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:00:42.525964Z","caller":"traceutil/trace.go:171","msg":"trace[114865977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12971; }","duration":"520.071078ms","start":"2026-03-06T01:00:42.005875Z","end":"2026-03-06T01:00:42.525946Z","steps":["trace[114865977] 'agreement among raft nodes before linearized reading' (duration: 519.81622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:42.525976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.665784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:00:42.526005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:42.005856Z","time spent":"520.14045ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:00:42.526045Z","caller":"traceutil/trace.go:171","msg":"trace[1152826704] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12971; }","duration":"450.806368ms","start":"2026-03-06T01:00:42.075214Z","end":"2026-03-06T01:00:42.52602Z","steps":["trace[1152826704] 'agreement among raft nodes before linearized reading' (duration: 450.685284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:42.526107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:42.075184Z","time spent":"450.906001ms","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:00:42.526202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.417453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-229mg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T01:00:42.526231Z","caller":"traceutil/trace.go:171","msg":"trace[1170663673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-229mg; range_end:; response_count:1; response_revision:12971; }","duration":"237.445284ms","start":"2026-03-06T01:00:42.288776Z","end":"2026-03-06T01:00:42.526222Z","steps":["trace[1170663673] 'agreement among raft nodes before linearized reading' (duration: 237.316419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:42.52642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.331799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-06T01:00:42.526477Z","caller":"traceutil/trace.go:171","msg":"trace[1642645030] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:12971; }","duration":"279.427182ms","start":"2026-03-06T01:00:42.247034Z","end":"2026-03-06T01:00:42.526461Z","steps":["trace[1642645030] 'agreement among raft nodes before linearized reading' (duration: 279.286388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:42.526526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.408732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-06T01:00:42.526552Z","caller":"traceutil/trace.go:171","msg":"trace[2089623726] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:12971; }","duration":"279.469444ms","start":"2026-03-06T01:00:42.247076Z","end":"2026-03-06T01:00:42.526545Z","steps":["trace[2089623726] 'agreement among raft nodes before linearized reading' (duration: 279.394311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:42.526573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.324313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:42.526683Z","caller":"traceutil/trace.go:171","msg":"trace[241757491] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12971; }","duration":"329.450768ms","start":"2026-03-06T01:00:42.197164Z","end":"2026-03-06T01:00:42.526614Z","steps":["trace[241757491] 'agreement among raft nodes before linearized reading' (duration: 329.296343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:42.526752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:42.197141Z","time spent":"329.593162ms","remote":"127.0.0.1:33956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:02:19.47814Z","caller":"traceutil/trace.go:171","msg":"trace[2065107623] transaction","detail":"{read_only:false; response_revision:13913; number_of_response:1; }","duration":"223.075144ms","start":"2026-03-06T01:02:19.255039Z","end":"2026-03-06T01:02:19.478114Z","steps":["trace[2065107623] 'process raft request' (duration: 222.919699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:19.478801Z","caller":"traceutil/trace.go:171","msg":"trace[775835728] linearizableReadLoop","detail":"{readStateIndex:14419; appliedIndex:14419; }","duration":"132.43105ms","start":"2026-03-06T01:02:19.34636Z","end":"2026-03-06T01:02:19.478791Z","steps":["trace[775835728] 'read index received' (duration: 132.42663ms)","trace[775835728] 'applied index is now lower than readState.Index' (duration: 3.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:19.478969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.71685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:02:19.478999Z","caller":"traceutil/trace.go:171","msg":"trace[1517700819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13913; }","duration":"121.787852ms","start":"2026-03-06T01:02:19.357204Z","end":"2026-03-06T01:02:19.478992Z","steps":["trace[1517700819] 'agreement among raft nodes before linearized reading' (duration: 121.655098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.47919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.821172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:02:19.47922Z","caller":"traceutil/trace.go:171","msg":"trace[363215133] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13913; }","duration":"132.909035ms","start":"2026-03-06T01:02:19.346303Z","end":"2026-03-06T01:02:19.479212Z","steps":["trace[363215133] 'agreement among raft nodes before linearized reading' (duration: 132.804662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.479369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.281299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:02:19.479398Z","caller":"traceutil/trace.go:171","msg":"trace[1233624152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13913; }","duration":"111.32072ms","start":"2026-03-06T01:02:19.368068Z","end":"2026-03-06T01:02:19.479389Z","steps":["trace[1233624152] 'agreement among raft nodes before linearized reading' (duration: 111.253118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.47952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.536077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:02:19.479546Z","caller":"traceutil/trace.go:171","msg":"trace[2042033234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13913; }","duration":"117.573198ms","start":"2026-03-06T01:02:19.361967Z","end":"2026-03-06T01:02:19.47954Z","steps":["trace[2042033234] 'agreement among raft nodes before linearized reading' (duration: 117.510586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.787484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.6466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:02:19.787645Z","caller":"traceutil/trace.go:171","msg":"trace[782139232] transaction","detail":"{read_only:false; response_revision:13914; number_of_response:1; }","duration":"296.409989ms","start":"2026-03-06T01:02:19.491213Z","end":"2026-03-06T01:02:19.787623Z","steps":["trace[782139232] 'process raft request' (duration: 50.519242ms)","trace[782139232] 'compare' (duration: 245.143163ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:19.844916Z","caller":"traceutil/trace.go:171","msg":"trace[906986094] transaction","detail":"{read_only:false; response_revision:13915; number_of_response:1; }","duration":"353.647044ms","start":"2026-03-06T01:02:19.49125Z","end":"2026-03-06T01:02:19.844897Z","steps":["trace[906986094] 'process raft request' (duration: 353.51162ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:19.845018Z","caller":"traceutil/trace.go:171","msg":"trace[2036812774] linearizableReadLoop","detail":"{readStateIndex:14422; appliedIndex:14419; }","duration":"331.531343ms","start":"2026-03-06T01:02:19.513462Z","end":"2026-03-06T01:02:19.844994Z","steps":["trace[2036812774] 'read index received' (duration: 27.801262ms)","trace[2036812774] 'applied index is now lower than readState.Index' (duration: 303.728481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:19.845054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:19.491229Z","time spent":"353.760048ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:19.845072Z","caller":"traceutil/trace.go:171","msg":"trace[39151159] transaction","detail":"{read_only:false; response_revision:13916; number_of_response:1; }","duration":"353.720147ms","start":"2026-03-06T01:02:19.491331Z","end":"2026-03-06T01:02:19.845051Z","steps":["trace[39151159] 'process raft request' (duration: 353.539562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.845127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.650977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:19.845151Z","caller":"traceutil/trace.go:171","msg":"trace[1708509784] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13916; }","duration":"331.73799ms","start":"2026-03-06T01:02:19.513407Z","end":"2026-03-06T01:02:19.845145Z","steps":["trace[1708509784] 'agreement among raft nodes before linearized reading' (duration: 331.676518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.845181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:19.513385Z","time spent":"331.790131ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:19.845171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:19.491324Z","time spent":"353.79961ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:19.846256Z","caller":"traceutil/trace.go:171","msg":"trace[1026397095] transaction","detail":"{read_only:false; response_revision:13917; number_of_response:1; }","duration":"302.288746ms","start":"2026-03-06T01:02:19.543931Z","end":"2026-03-06T01:02:19.84622Z","steps":["trace[1026397095] 'process raft request' (duration: 302.07773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.84634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.402301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:19.846414Z","caller":"traceutil/trace.go:171","msg":"trace[1779241299] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13917; }","duration":"332.496014ms","start":"2026-03-06T01:02:19.513901Z","end":"2026-03-06T01:02:19.846397Z","steps":["trace[1779241299] 'agreement among raft nodes before linearized reading' (duration: 332.35658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.846462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:19.513889Z","time spent":"332.561356ms","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:19.846515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.481925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:02:19.84654Z","caller":"traceutil/trace.go:171","msg":"trace[1522325318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13917; }","duration":"251.550467ms","start":"2026-03-06T01:02:19.594982Z","end":"2026-03-06T01:02:19.846532Z","steps":["trace[1522325318] 'agreement among raft nodes before linearized reading' (duration: 251.409623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.846687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.222152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:19.846719Z","caller":"traceutil/trace.go:171","msg":"trace[539782861] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13917; }","duration":"137.262463ms","start":"2026-03-06T01:02:19.709452Z","end":"2026-03-06T01:02:19.846714Z","steps":["trace[539782861] 'agreement among raft nodes before linearized reading' (duration: 137.206901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.846692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.76865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:19.846761Z","caller":"traceutil/trace.go:171","msg":"trace[2037724109] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13917; }","duration":"331.872204ms","start":"2026-03-06T01:02:19.514871Z","end":"2026-03-06T01:02:19.846743Z","steps":["trace[2037724109] 'agreement among raft nodes before linearized reading' (duration: 331.680798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.846829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:19.514854Z","time spent":"331.966407ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:19.846851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.721021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:19.846953Z","caller":"traceutil/trace.go:171","msg":"trace[1807382374] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13917; }","duration":"332.836705ms","start":"2026-03-06T01:02:19.514101Z","end":"2026-03-06T01:02:19.846938Z","steps":["trace[1807382374] 'agreement among raft nodes before linearized reading' (duration: 332.599598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.84701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:19.514095Z","time spent":"332.901427ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:19.846364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:19.543879Z","time spent":"302.42631ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:19.846887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.238589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-z5kgj\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-03-06T01:02:19.847176Z","caller":"traceutil/trace.go:171","msg":"trace[1315755614] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-z5kgj; range_end:; response_count:1; response_revision:13917; }","duration":"147.544159ms","start":"2026-03-06T01:02:19.699612Z","end":"2026-03-06T01:02:19.847156Z","steps":["trace[1315755614] 'agreement among raft nodes before linearized reading' (duration: 147.241289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.846843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.319026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-z5kgj\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-03-06T01:02:19.847223Z","caller":"traceutil/trace.go:171","msg":"trace[1467332598] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-z5kgj; range_end:; response_count:1; response_revision:13917; }","duration":"138.698258ms","start":"2026-03-06T01:02:19.708519Z","end":"2026-03-06T01:02:19.847217Z","steps":["trace[1467332598] 'agreement among raft nodes before linearized reading' (duration: 138.276495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.8473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.173965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-229mg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T01:02:19.847369Z","caller":"traceutil/trace.go:171","msg":"trace[1159128827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-229mg; range_end:; response_count:1; response_revision:13917; }","duration":"321.267568ms","start":"2026-03-06T01:02:19.526084Z","end":"2026-03-06T01:02:19.847351Z","steps":["trace[1159128827] 'agreement among raft nodes before linearized reading' (duration: 321.102823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:19.847425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:19.526071Z","time spent":"321.33882ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-229mg\" "} {"level":"info","ts":"2026-03-06T01:02:25.978029Z","caller":"traceutil/trace.go:171","msg":"trace[733722529] linearizableReadLoop","detail":"{readStateIndex:14450; appliedIndex:14449; }","duration":"107.493909ms","start":"2026-03-06T01:02:25.870507Z","end":"2026-03-06T01:02:25.978001Z","steps":["trace[733722529] 'read index received' (duration: 89.300542ms)","trace[733722529] 'applied index is now lower than readState.Index' (duration: 18.191707ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:25.978461Z","caller":"traceutil/trace.go:171","msg":"trace[1756248222] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"109.183952ms","start":"2026-03-06T01:02:25.86926Z","end":"2026-03-06T01:02:25.978444Z","steps":["trace[1756248222] 'process raft request' (duration: 90.665475ms)","trace[1756248222] 'compare' (duration: 17.928208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:25.978825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.285884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:02:25.978875Z","caller":"traceutil/trace.go:171","msg":"trace[1292032404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13942; }","duration":"108.380986ms","start":"2026-03-06T01:02:25.870483Z","end":"2026-03-06T01:02:25.978864Z","steps":["trace[1292032404] 'agreement among raft nodes before linearized reading' (duration: 108.206531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:25.978922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.658374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:02:25.979081Z","caller":"traceutil/trace.go:171","msg":"trace[1255059659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13942; }","duration":"107.85992ms","start":"2026-03-06T01:02:25.871199Z","end":"2026-03-06T01:02:25.979059Z","steps":["trace[1255059659] 'agreement among raft nodes before linearized reading' (duration: 107.627523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:26.675463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.934692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:02:26.675562Z","caller":"traceutil/trace.go:171","msg":"trace[1274907518] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13947; }","duration":"383.071296ms","start":"2026-03-06T01:02:26.292467Z","end":"2026-03-06T01:02:26.675538Z","steps":["trace[1274907518] 'range keys from in-memory index tree' (duration: 382.719055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:26.675584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.420462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xpk8b\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-06T01:02:26.675612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:26.292441Z","time spent":"383.160499ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:02:26.675643Z","caller":"traceutil/trace.go:171","msg":"trace[2049704519] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xpk8b; range_end:; response_count:1; response_revision:13947; }","duration":"151.492384ms","start":"2026-03-06T01:02:26.524136Z","end":"2026-03-06T01:02:26.675628Z","steps":["trace[2049704519] 'range keys from in-memory index tree' (duration: 150.697579ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:46.918001Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12119} {"level":"info","ts":"2026-03-06T01:03:46.997881Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12119,"took":"76.188215ms","hash":1654421983,"current-db-size-bytes":42680320,"current-db-size":"43 MB","current-db-size-in-use-bytes":27770880,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:03:46.997974Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1654421983,"revision":12119,"compact-revision":10232} {"level":"info","ts":"2026-03-06T01:05:10.783751Z","caller":"traceutil/trace.go:171","msg":"trace[589388995] transaction","detail":"{read_only:false; response_revision:15219; number_of_response:1; }","duration":"100.716564ms","start":"2026-03-06T01:05:10.682995Z","end":"2026-03-06T01:05:10.783711Z","steps":["trace[589388995] 'process raft request' (duration: 99.00125ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:11.105921Z","caller":"traceutil/trace.go:171","msg":"trace[1090057806] transaction","detail":"{read_only:false; response_revision:15223; number_of_response:1; }","duration":"180.955077ms","start":"2026-03-06T01:05:10.924929Z","end":"2026-03-06T01:05:11.105884Z","steps":["trace[1090057806] 'process raft request' (duration: 180.343678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:07:53.320266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.351165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c60cc97-7844-4a4f-9611-e346ed500a5a\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-06T01:07:53.320362Z","caller":"traceutil/trace.go:171","msg":"trace[316475659] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c60cc97-7844-4a4f-9611-e346ed500a5a; range_end:; response_count:1; response_revision:16298; }","duration":"214.525091ms","start":"2026-03-06T01:07:53.105815Z","end":"2026-03-06T01:07:53.32034Z","steps":["trace[316475659] 'range keys from in-memory index tree' (duration: 214.102517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:07:55.358785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.455479ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-06T01:07:57.323851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359505521,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:07:57.66941Z","caller":"traceutil/trace.go:171","msg":"trace[175365905] transaction","detail":"{read_only:false; response_revision:16333; number_of_response:1; }","duration":"858.460864ms","start":"2026-03-06T01:07:56.810912Z","end":"2026-03-06T01:07:57.669373Z","steps":["trace[175365905] 'process raft request' (duration: 858.226467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:07:57.669613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:07:56.810885Z","time spent":"858.615028ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20981,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:07:57.79989Z","caller":"traceutil/trace.go:171","msg":"trace[1241096862] linearizableReadLoop","detail":"{readStateIndex:16926; appliedIndex:16924; }","duration":"976.46359ms","start":"2026-03-06T01:07:56.823389Z","end":"2026-03-06T01:07:57.799852Z","steps":["trace[1241096862] 'read index received' (duration: 846.490484ms)","trace[1241096862] 'applied index is now lower than readState.Index' (duration: 129.971946ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:07:57.800231Z","caller":"traceutil/trace.go:171","msg":"trace[946055768] transaction","detail":"{read_only:false; response_revision:16336; number_of_response:1; }","duration":"288.021503ms","start":"2026-03-06T01:07:57.512171Z","end":"2026-03-06T01:07:57.800192Z","steps":["trace[946055768] 'process raft request' (duration: 287.59115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:07:57.800535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.108981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-03-06T01:07:57.800601Z","caller":"traceutil/trace.go:171","msg":"trace[1229917722] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16336; }","duration":"977.233195ms","start":"2026-03-06T01:07:56.823349Z","end":"2026-03-06T01:07:57.800583Z","steps":["trace[1229917722] 'agreement among raft nodes before linearized reading' (duration: 976.974446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:07:57.800646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:07:56.823334Z","time spent":"977.301776ms","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-06T01:07:57.800776Z","caller":"traceutil/trace.go:171","msg":"trace[1903146468] transaction","detail":"{read_only:false; response_revision:16335; number_of_response:1; }","duration":"753.631805ms","start":"2026-03-06T01:07:57.047134Z","end":"2026-03-06T01:07:57.800765Z","steps":["trace[1903146468] 'process raft request' (duration: 752.550241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:07:57.800936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:07:57.047085Z","time spent":"753.723049ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9136,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:07:57.800981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.042446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:07:57.801021Z","caller":"traceutil/trace.go:171","msg":"trace[306989031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16336; }","duration":"901.132238ms","start":"2026-03-06T01:07:56.899878Z","end":"2026-03-06T01:07:57.80101Z","steps":["trace[306989031] 'agreement among raft nodes before linearized reading' (duration: 901.065116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:07:57.801054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:07:56.899846Z","time spent":"901.20159ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:07:57.80055Z","caller":"traceutil/trace.go:171","msg":"trace[328338361] transaction","detail":"{read_only:false; response_revision:16334; number_of_response:1; }","duration":"888.218528ms","start":"2026-03-06T01:07:56.912316Z","end":"2026-03-06T01:07:57.800535Z","steps":["trace[328338361] 'process raft request' (duration: 844.876352ms)","trace[328338361] 'compare' (duration: 42.322534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:07:57.801401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:07:56.912298Z","time spent":"889.018964ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:07:57.801534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.466366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-06T01:07:57.801581Z","caller":"traceutil/trace.go:171","msg":"trace[917200603] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16336; }","duration":"836.567559ms","start":"2026-03-06T01:07:56.964999Z","end":"2026-03-06T01:07:57.801567Z","steps":["trace[917200603] 'agreement among raft nodes before linearized reading' (duration: 836.405114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:07:57.801605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:07:56.964951Z","time spent":"836.649711ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:07:57.802011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.257356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:07:57.802044Z","caller":"traceutil/trace.go:171","msg":"trace[1754313517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16336; }","duration":"113.333098ms","start":"2026-03-06T01:07:57.688703Z","end":"2026-03-06T01:07:57.802036Z","steps":["trace[1754313517] 'agreement among raft nodes before linearized reading' (duration: 113.060279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:07:57.802161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.183523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T01:07:57.802179Z","caller":"traceutil/trace.go:171","msg":"trace[103086695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16336; }","duration":"565.241434ms","start":"2026-03-06T01:07:57.236932Z","end":"2026-03-06T01:07:57.802173Z","steps":["trace[103086695] 'agreement among raft nodes before linearized reading' (duration: 565.172092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:07:57.802197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:07:57.23691Z","time spent":"565.282676ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:08:46.925733Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14454} {"level":"info","ts":"2026-03-06T01:08:47.027774Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14454,"took":"97.119673ms","hash":827379323,"current-db-size-bytes":42680320,"current-db-size":"43 MB","current-db-size-in-use-bytes":30191616,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:08:47.027853Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":827379323,"revision":14454,"compact-revision":12119} {"level":"warn","ts":"2026-03-06T01:09:46.729799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.412376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"info","ts":"2026-03-06T01:09:46.730018Z","caller":"traceutil/trace.go:171","msg":"trace[1457062203] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:17310; }","duration":"231.648923ms","start":"2026-03-06T01:09:46.498349Z","end":"2026-03-06T01:09:46.729998Z","steps":["trace[1457062203] 'range keys from in-memory index tree' (duration: 231.257871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:46.730203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.502592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:09:46.730266Z","caller":"traceutil/trace.go:171","msg":"trace[1919630013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17310; }","duration":"149.601975ms","start":"2026-03-06T01:09:46.58064Z","end":"2026-03-06T01:09:46.730242Z","steps":["trace[1919630013] 'range keys from in-memory index tree' (duration: 149.331877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:46.729869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.592601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:46.730474Z","caller":"traceutil/trace.go:171","msg":"trace[775667422] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17310; }","duration":"232.232812ms","start":"2026-03-06T01:09:46.498202Z","end":"2026-03-06T01:09:46.730435Z","steps":["trace[775667422] 'range keys from in-memory index tree' (duration: 231.344544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:46.729933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.489668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:46.730612Z","caller":"traceutil/trace.go:171","msg":"trace[1102888850] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17310; }","duration":"232.15961ms","start":"2026-03-06T01:09:46.498422Z","end":"2026-03-06T01:09:46.730582Z","steps":["trace[1102888850] 'range keys from in-memory index tree' (duration: 231.425656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:46.730878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.430709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:09:46.731057Z","caller":"traceutil/trace.go:171","msg":"trace[2122742253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17310; }","duration":"210.645856ms","start":"2026-03-06T01:09:46.520383Z","end":"2026-03-06T01:09:46.731029Z","steps":["trace[2122742253] 'range keys from in-memory index tree' (duration: 209.475429ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:46.754907Z","caller":"traceutil/trace.go:171","msg":"trace[1948972376] transaction","detail":"{read_only:false; response_revision:17311; number_of_response:1; }","duration":"151.489846ms","start":"2026-03-06T01:09:46.603395Z","end":"2026-03-06T01:09:46.754885Z","steps":["trace[1948972376] 'process raft request' (duration: 151.29892ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:46.97015Z","caller":"traceutil/trace.go:171","msg":"trace[2022321457] transaction","detail":"{read_only:false; response_revision:17312; number_of_response:1; }","duration":"235.533118ms","start":"2026-03-06T01:09:46.734575Z","end":"2026-03-06T01:09:46.970108Z","steps":["trace[2022321457] 'process raft request' (duration: 191.165877ms)","trace[2022321457] 'compare' (duration: 44.123573ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:46.970558Z","caller":"traceutil/trace.go:171","msg":"trace[149075380] linearizableReadLoop","detail":"{readStateIndex:17936; appliedIndex:17934; }","duration":"215.644875ms","start":"2026-03-06T01:09:46.754896Z","end":"2026-03-06T01:09:46.970541Z","steps":["trace[149075380] 'read index received' (duration: 170.927724ms)","trace[149075380] 'applied index is now lower than readState.Index' (duration: 44.715981ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:46.970741Z","caller":"traceutil/trace.go:171","msg":"trace[1362868377] transaction","detail":"{read_only:false; response_revision:17313; number_of_response:1; }","duration":"234.429663ms","start":"2026-03-06T01:09:46.736202Z","end":"2026-03-06T01:09:46.970631Z","steps":["trace[1362868377] 'process raft request' (duration: 233.840914ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:46.970862Z","caller":"traceutil/trace.go:171","msg":"trace[2122155722] transaction","detail":"{read_only:false; response_revision:17314; number_of_response:1; }","duration":"211.632648ms","start":"2026-03-06T01:09:46.759181Z","end":"2026-03-06T01:09:46.970813Z","steps":["trace[2122155722] 'process raft request' (duration: 211.299847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:46.971072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.166782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:09:46.971134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.838978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:09:46.971194Z","caller":"traceutil/trace.go:171","msg":"trace[2056909275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17314; }","duration":"269.953262ms","start":"2026-03-06T01:09:46.701229Z","end":"2026-03-06T01:09:46.971182Z","steps":["trace[2056909275] 'agreement among raft nodes before linearized reading' (duration: 269.449106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:46.971206Z","caller":"traceutil/trace.go:171","msg":"trace[1064575422] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17314; }","duration":"272.38899ms","start":"2026-03-06T01:09:46.698789Z","end":"2026-03-06T01:09:46.971178Z","steps":["trace[1064575422] 'agreement among raft nodes before linearized reading' (duration: 271.818041ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:48.068108Z","caller":"traceutil/trace.go:171","msg":"trace[1445242704] linearizableReadLoop","detail":"{readStateIndex:17940; appliedIndex:17939; }","duration":"172.180013ms","start":"2026-03-06T01:09:47.895889Z","end":"2026-03-06T01:09:48.068069Z","steps":["trace[1445242704] 'read index received' (duration: 171.989167ms)","trace[1445242704] 'applied index is now lower than readState.Index' (duration: 190.026µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:48.068507Z","caller":"traceutil/trace.go:171","msg":"trace[1416392967] transaction","detail":"{read_only:false; response_revision:17317; number_of_response:1; }","duration":"189.36907ms","start":"2026-03-06T01:09:47.8791Z","end":"2026-03-06T01:09:48.068469Z","steps":["trace[1416392967] 'process raft request' (duration: 188.831493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:48.068536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.619168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:48.068811Z","caller":"traceutil/trace.go:171","msg":"trace[1015666388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17317; }","duration":"172.901917ms","start":"2026-03-06T01:09:47.895868Z","end":"2026-03-06T01:09:48.06877Z","steps":["trace[1015666388] 'agreement among raft nodes before linearized reading' (duration: 172.556426ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:54.421601Z","caller":"traceutil/trace.go:171","msg":"trace[638537368] transaction","detail":"{read_only:false; response_revision:17354; number_of_response:1; }","duration":"112.553718ms","start":"2026-03-06T01:09:54.309009Z","end":"2026-03-06T01:09:54.421562Z","steps":["trace[638537368] 'process raft request' (duration: 65.701838ms)","trace[638537368] 'compare' (duration: 46.713915ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:52.741981Z","caller":"traceutil/trace.go:171","msg":"trace[757060205] transaction","detail":"{read_only:false; response_revision:18529; number_of_response:1; }","duration":"262.378251ms","start":"2026-03-06T01:12:52.479572Z","end":"2026-03-06T01:12:52.74195Z","steps":["trace[757060205] 'process raft request' (duration: 262.182375ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:03.369749Z","caller":"traceutil/trace.go:171","msg":"trace[1699473750] transaction","detail":"{read_only:false; response_revision:18577; number_of_response:1; }","duration":"281.21382ms","start":"2026-03-06T01:13:03.088494Z","end":"2026-03-06T01:13:03.369708Z","steps":["trace[1699473750] 'process raft request' (duration: 281.022134ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:03.396241Z","caller":"traceutil/trace.go:171","msg":"trace[1046560840] transaction","detail":"{read_only:false; response_revision:18578; number_of_response:1; }","duration":"259.671054ms","start":"2026-03-06T01:13:03.136483Z","end":"2026-03-06T01:13:03.396154Z","steps":["trace[1046560840] 'process raft request' (duration: 259.151108ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:09.704104Z","caller":"traceutil/trace.go:171","msg":"trace[1568599364] transaction","detail":"{read_only:false; response_revision:18602; number_of_response:1; }","duration":"301.184465ms","start":"2026-03-06T01:13:09.40289Z","end":"2026-03-06T01:13:09.704075Z","steps":["trace[1568599364] 'process raft request' (duration: 300.965318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.704393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:09.402872Z","time spent":"301.314809ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:09.921591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.136439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:09.921833Z","caller":"traceutil/trace.go:171","msg":"trace[1625282145] linearizableReadLoop","detail":"{readStateIndex:19275; appliedIndex:19273; }","duration":"490.281186ms","start":"2026-03-06T01:13:09.43153Z","end":"2026-03-06T01:13:09.921811Z","steps":["trace[1625282145] 'read index received' (duration: 272.42392ms)","trace[1625282145] 'applied index is now lower than readState.Index' (duration: 217.855936ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:09.921877Z","caller":"traceutil/trace.go:171","msg":"trace[142503573] transaction","detail":"{read_only:false; response_revision:18603; number_of_response:1; }","duration":"501.286117ms","start":"2026-03-06T01:13:09.420544Z","end":"2026-03-06T01:13:09.92183Z","steps":["trace[142503573] 'process raft request' (duration: 324.802496ms)","trace[142503573] 'compare' (duration: 175.955454ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:09.922032Z","caller":"traceutil/trace.go:171","msg":"trace[1603417089] transaction","detail":"{read_only:false; response_revision:18604; number_of_response:1; }","duration":"389.587586ms","start":"2026-03-06T01:13:09.532304Z","end":"2026-03-06T01:13:09.921892Z","steps":["trace[1603417089] 'process raft request' (duration: 389.430971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.922128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.594996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:13:09.922116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:09.420528Z","time spent":"501.449631ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:09.92223Z","caller":"traceutil/trace.go:171","msg":"trace[230284087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18604; }","duration":"490.733721ms","start":"2026-03-06T01:13:09.431469Z","end":"2026-03-06T01:13:09.922203Z","steps":["trace[230284087] 'agreement among raft nodes before linearized reading' (duration: 490.41159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.922138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.015122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:13:09.922289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:09.431456Z","time spent":"490.819224ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:13:09.922324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:09.532273Z","time spent":"389.919756ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:09.922344Z","caller":"traceutil/trace.go:171","msg":"trace[1856549315] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:18604; }","duration":"252.233929ms","start":"2026-03-06T01:13:09.670068Z","end":"2026-03-06T01:13:09.922302Z","steps":["trace[1856549315] 'agreement among raft nodes before linearized reading' (duration: 251.851436ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:10.225421Z","caller":"traceutil/trace.go:171","msg":"trace[1673418020] linearizableReadLoop","detail":"{readStateIndex:19277; appliedIndex:19276; }","duration":"231.561171ms","start":"2026-03-06T01:13:09.993835Z","end":"2026-03-06T01:13:10.225396Z","steps":["trace[1673418020] 'read index received' (duration: 222.792232ms)","trace[1673418020] 'applied index is now lower than readState.Index' (duration: 8.767639ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:10.225512Z","caller":"traceutil/trace.go:171","msg":"trace[1274576427] transaction","detail":"{read_only:false; response_revision:18605; number_of_response:1; }","duration":"298.694056ms","start":"2026-03-06T01:13:09.926785Z","end":"2026-03-06T01:13:10.225479Z","steps":["trace[1274576427] 'process raft request' (duration: 289.930577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.225582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.721687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:10.225675Z","caller":"traceutil/trace.go:171","msg":"trace[810413600] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:18605; }","duration":"231.885962ms","start":"2026-03-06T01:13:09.993766Z","end":"2026-03-06T01:13:10.225652Z","steps":["trace[810413600] 'agreement among raft nodes before linearized reading' (duration: 231.715247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.225697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.972148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:13:10.225731Z","caller":"traceutil/trace.go:171","msg":"trace[1596999120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18605; }","duration":"111.077741ms","start":"2026-03-06T01:13:10.114643Z","end":"2026-03-06T01:13:10.225721Z","steps":["trace[1596999120] 'agreement among raft nodes before linearized reading' (duration: 110.893716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.225839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.510131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:13:10.225961Z","caller":"traceutil/trace.go:171","msg":"trace[1307432646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18605; }","duration":"103.681416ms","start":"2026-03-06T01:13:10.122247Z","end":"2026-03-06T01:13:10.225928Z","steps":["trace[1307432646] 'agreement among raft nodes before linearized reading' (duration: 103.393107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.226036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.416809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:13:10.226083Z","caller":"traceutil/trace.go:171","msg":"trace[770140909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18605; }","duration":"104.470561ms","start":"2026-03-06T01:13:10.121598Z","end":"2026-03-06T01:13:10.226069Z","steps":["trace[770140909] 'agreement among raft nodes before linearized reading' (duration: 104.364138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.226297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.988943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:13:10.226345Z","caller":"traceutil/trace.go:171","msg":"trace[1818781606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18605; }","duration":"108.063065ms","start":"2026-03-06T01:13:10.11827Z","end":"2026-03-06T01:13:10.226333Z","steps":["trace[1818781606] 'agreement among raft nodes before linearized reading' (duration: 107.844558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.226453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.342399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:13:10.226594Z","caller":"traceutil/trace.go:171","msg":"trace[702043101] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18605; }","duration":"105.524695ms","start":"2026-03-06T01:13:10.121033Z","end":"2026-03-06T01:13:10.226558Z","steps":["trace[702043101] 'agreement among raft nodes before linearized reading' (duration: 105.104322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.783797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.961636ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:13:10.783889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.22731Z","time spent":"556.574803ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:13:11.182238Z","caller":"traceutil/trace.go:171","msg":"trace[1848465953] transaction","detail":"{read_only:false; response_revision:18607; number_of_response:1; }","duration":"951.438026ms","start":"2026-03-06T01:13:10.230773Z","end":"2026-03-06T01:13:11.182211Z","steps":["trace[1848465953] 'process raft request' (duration: 951.338183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:11.182404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.230741Z","time spent":"951.57785ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:11.182619Z","caller":"traceutil/trace.go:171","msg":"trace[1653886855] transaction","detail":"{read_only:false; response_revision:18608; number_of_response:1; }","duration":"951.783487ms","start":"2026-03-06T01:13:10.230803Z","end":"2026-03-06T01:13:11.182587Z","steps":["trace[1653886855] 'process raft request' (duration: 951.368344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:11.182811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.230779Z","time spent":"951.932812ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:11.182872Z","caller":"traceutil/trace.go:171","msg":"trace[2115845198] transaction","detail":"{read_only:false; response_revision:18606; number_of_response:1; }","duration":"952.109187ms","start":"2026-03-06T01:13:10.230695Z","end":"2026-03-06T01:13:11.182804Z","steps":["trace[2115845198] 'process raft request' (duration: 866.758233ms)","trace[2115845198] 'compare' (duration: 84.28339ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:11.183078Z","caller":"traceutil/trace.go:171","msg":"trace[602686299] transaction","detail":"{read_only:false; response_revision:18609; number_of_response:1; }","duration":"952.21582ms","start":"2026-03-06T01:13:10.230826Z","end":"2026-03-06T01:13:11.183041Z","steps":["trace[602686299] 'process raft request' (duration: 951.657943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:11.183149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.23067Z","time spent":"952.333754ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:11.183287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.230795Z","time spent":"952.384526ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:11.183305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.928813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:13:11.183112Z","caller":"traceutil/trace.go:171","msg":"trace[250501799] linearizableReadLoop","detail":"{readStateIndex:19283; appliedIndex:19277; }","duration":"801.710206ms","start":"2026-03-06T01:13:10.38138Z","end":"2026-03-06T01:13:11.18309Z","steps":["trace[250501799] 'read index received' (duration: 107.350313ms)","trace[250501799] 'applied index is now lower than readState.Index' (duration: 694.358743ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:11.183349Z","caller":"traceutil/trace.go:171","msg":"trace[345043739] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:18610; }","duration":"802.032056ms","start":"2026-03-06T01:13:10.381307Z","end":"2026-03-06T01:13:11.183339Z","steps":["trace[345043739] 'agreement among raft nodes before linearized reading' (duration: 801.83969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:11.18335Z","caller":"traceutil/trace.go:171","msg":"trace[187116151] transaction","detail":"{read_only:false; response_revision:18610; number_of_response:1; }","duration":"951.668593ms","start":"2026-03-06T01:13:10.231654Z","end":"2026-03-06T01:13:11.183322Z","steps":["trace[187116151] 'process raft request' (duration: 951.272471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:11.183391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.38128Z","time spent":"802.102258ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":128,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:11.183498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.231627Z","time spent":"951.787317ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:11.309285Z","caller":"traceutil/trace.go:171","msg":"trace[2119848593] linearizableReadLoop","detail":"{readStateIndex:19284; appliedIndex:19283; }","duration":"125.875422ms","start":"2026-03-06T01:13:11.18338Z","end":"2026-03-06T01:13:11.309255Z","steps":["trace[2119848593] 'read index received' (duration: 123.726633ms)","trace[2119848593] 'applied index is now lower than readState.Index' (duration: 2.146649ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:11.309324Z","caller":"traceutil/trace.go:171","msg":"trace[1097450273] transaction","detail":"{read_only:false; response_revision:18611; number_of_response:1; }","duration":"524.02656ms","start":"2026-03-06T01:13:10.785254Z","end":"2026-03-06T01:13:11.30928Z","steps":["trace[1097450273] 'process raft request' (duration: 521.808809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:11.309457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.228385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:11.309505Z","caller":"traceutil/trace.go:171","msg":"trace[1710581870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18611; }","duration":"412.321488ms","start":"2026-03-06T01:13:10.897167Z","end":"2026-03-06T01:13:11.309489Z","steps":["trace[1710581870] 'agreement among raft nodes before linearized reading' (duration: 412.189874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:11.309503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.785228Z","time spent":"524.173523ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:11.309558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.897153Z","time spent":"412.39333ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:13:46.93322Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16880} {"level":"info","ts":"2026-03-06T01:13:47.029268Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16880,"took":"91.957714ms","hash":3032565719,"current-db-size-bytes":43950080,"current-db-size":"44 MB","current-db-size-in-use-bytes":30543872,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:13:47.029323Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3032565719,"revision":16880,"compact-revision":14454} {"level":"info","ts":"2026-03-06T01:14:15.5096Z","caller":"traceutil/trace.go:171","msg":"trace[1516886602] transaction","detail":"{read_only:false; response_revision:19176; number_of_response:1; }","duration":"118.206888ms","start":"2026-03-06T01:14:15.391363Z","end":"2026-03-06T01:14:15.50957Z","steps":["trace[1516886602] 'process raft request' (duration: 118.036112ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:31.912359Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:14:31.917756Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T01:14:31.91784Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-06T01:16:45.517677Z","caller":"traceutil/trace.go:171","msg":"trace[1583430846] transaction","detail":"{read_only:false; response_revision:20633; number_of_response:1; }","duration":"120.839401ms","start":"2026-03-06T01:16:45.396818Z","end":"2026-03-06T01:16:45.517657Z","steps":["trace[1583430846] 'process raft request' (duration: 96.813757ms)","trace[1583430846] 'compare' (duration: 23.58764ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:45.517809Z","caller":"traceutil/trace.go:171","msg":"trace[468939629] linearizableReadLoop","detail":"{readStateIndex:21371; appliedIndex:21370; }","duration":"120.537241ms","start":"2026-03-06T01:16:45.397263Z","end":"2026-03-06T01:16:45.5178Z","steps":["trace[468939629] 'read index received' (duration: 96.393723ms)","trace[468939629] 'applied index is now lower than readState.Index' (duration: 24.142318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:45.518016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.734337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5363"} {"level":"info","ts":"2026-03-06T01:16:45.518041Z","caller":"traceutil/trace.go:171","msg":"trace[704889124] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration; range_end:; response_count:1; response_revision:20634; }","duration":"120.783749ms","start":"2026-03-06T01:16:45.39725Z","end":"2026-03-06T01:16:45.518033Z","steps":["trace[704889124] 'agreement among raft nodes before linearized reading' (duration: 120.637885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:45.518174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.546302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:1 size:7538"} {"level":"info","ts":"2026-03-06T01:16:45.518194Z","caller":"traceutil/trace.go:171","msg":"trace[307833263] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:1; response_revision:20634; }","duration":"120.573232ms","start":"2026-03-06T01:16:45.397616Z","end":"2026-03-06T01:16:45.51819Z","steps":["trace[307833263] 'agreement among raft nodes before linearized reading' (duration: 120.517921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:45.518725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.020575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111908"} {"level":"info","ts":"2026-03-06T01:16:45.518748Z","caller":"traceutil/trace.go:171","msg":"trace[1623594784] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:20634; }","duration":"115.055907ms","start":"2026-03-06T01:16:45.403687Z","end":"2026-03-06T01:16:45.518743Z","steps":["trace[1623594784] 'agreement among raft nodes before linearized reading' (duration: 114.898242ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:48.377955Z","caller":"traceutil/trace.go:171","msg":"trace[1489234229] linearizableReadLoop","detail":"{readStateIndex:21483; appliedIndex:21482; }","duration":"104.360787ms","start":"2026-03-06T01:16:48.273569Z","end":"2026-03-06T01:16:48.37793Z","steps":["trace[1489234229] 'read index received' (duration: 103.953634ms)","trace[1489234229] 'applied index is now lower than readState.Index' (duration: 406.413µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:48.378099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.503672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager-test/\" range_end:\"/registry/events/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:48.378139Z","caller":"traceutil/trace.go:171","msg":"trace[746957472] range","detail":"{range_begin:/registry/events/cert-manager-test/; range_end:/registry/events/cert-manager-test0; response_count:0; response_revision:20744; }","duration":"104.586085ms","start":"2026-03-06T01:16:48.27354Z","end":"2026-03-06T01:16:48.378126Z","steps":["trace[746957472] 'agreement among raft nodes before linearized reading' (duration: 104.495472ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:48.378369Z","caller":"traceutil/trace.go:171","msg":"trace[80203922] transaction","detail":"{read_only:false; response_revision:20744; number_of_response:1; }","duration":"104.945626ms","start":"2026-03-06T01:16:48.273411Z","end":"2026-03-06T01:16:48.378357Z","steps":["trace[80203922] 'process raft request' (duration: 104.239553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:58.493608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.173941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:58.4937Z","caller":"traceutil/trace.go:171","msg":"trace[221151031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20871; }","duration":"846.326836ms","start":"2026-03-06T01:16:57.647346Z","end":"2026-03-06T01:16:58.493673Z","steps":["trace[221151031] 'range keys from in-memory index tree' (duration: 846.062928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:58.493665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003254885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:58.494078Z","caller":"traceutil/trace.go:171","msg":"trace[664539553] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:20871; }","duration":"1.003662298s","start":"2026-03-06T01:16:57.490346Z","end":"2026-03-06T01:16:58.494008Z","steps":["trace[664539553] 'count revisions from in-memory index tree' (duration: 1.003134431s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:58.494091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.505674ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:58.494243Z","caller":"traceutil/trace.go:171","msg":"trace[999674000] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20871; }","duration":"808.750611ms","start":"2026-03-06T01:16:57.685472Z","end":"2026-03-06T01:16:58.494223Z","steps":["trace[999674000] 'range keys from in-memory index tree' (duration: 808.480092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:58.494321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104937657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:58.494184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:57.490324Z","time spent":"1.003826363s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:58.494446Z","caller":"traceutil/trace.go:171","msg":"trace[2026116699] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:20871; }","duration":"1.105115493s","start":"2026-03-06T01:16:57.389291Z","end":"2026-03-06T01:16:58.494406Z","steps":["trace[2026116699] 'count revisions from in-memory index tree' (duration: 1.104787633s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:58.494501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:57.389259Z","time spent":"1.105221327s","remote":"127.0.0.1:40924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:58.494458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.358116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T01:16:58.494647Z","caller":"traceutil/trace.go:171","msg":"trace[1863507172] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20871; }","duration":"248.591993ms","start":"2026-03-06T01:16:58.246003Z","end":"2026-03-06T01:16:58.494595Z","steps":["trace[1863507172] 'range keys from in-memory index tree' (duration: 247.977934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:58.493844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.158082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:16:58.494955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.119797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:58.494969Z","caller":"traceutil/trace.go:171","msg":"trace[969160517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20871; }","duration":"915.250947ms","start":"2026-03-06T01:16:57.579608Z","end":"2026-03-06T01:16:58.494859Z","steps":["trace[969160517] 'range keys from in-memory index tree' (duration: 913.924155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:58.494976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.772001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-06T01:16:58.495139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:57.579576Z","time spent":"915.513235ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:16:58.495142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.853416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:58.49525Z","caller":"traceutil/trace.go:171","msg":"trace[259280714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20871; }","duration":"598.238189ms","start":"2026-03-06T01:16:57.896979Z","end":"2026-03-06T01:16:58.495217Z","steps":["trace[259280714] 'range keys from in-memory index tree' (duration: 597.729262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:58.493772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:57.647314Z","time spent":"846.44216ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:58.495312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:57.896942Z","time spent":"598.356443ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:16:58.49524Z","caller":"traceutil/trace.go:171","msg":"trace[590142053] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:20871; }","duration":"155.285987ms","start":"2026-03-06T01:16:58.339878Z","end":"2026-03-06T01:16:58.495163Z","steps":["trace[590142053] 'range keys from in-memory index tree' (duration: 154.13214ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:58.495034Z","caller":"traceutil/trace.go:171","msg":"trace[467863091] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:20871; }","duration":"549.246152ms","start":"2026-03-06T01:16:57.945769Z","end":"2026-03-06T01:16:58.495015Z","steps":["trace[467863091] 'count revisions from in-memory index tree' (duration: 549.016403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:58.495525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:57.94575Z","time spent":"549.749537ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:18:24.1968Z","caller":"traceutil/trace.go:171","msg":"trace[1579714777] linearizableReadLoop","detail":"{readStateIndex:22500; appliedIndex:22499; }","duration":"300.133142ms","start":"2026-03-06T01:18:23.896637Z","end":"2026-03-06T01:18:24.196771Z","steps":["trace[1579714777] 'read index received' (duration: 299.977657ms)","trace[1579714777] 'applied index is now lower than readState.Index' (duration: 154.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:24.196906Z","caller":"traceutil/trace.go:171","msg":"trace[221145187] transaction","detail":"{read_only:false; response_revision:21737; number_of_response:1; }","duration":"349.919184ms","start":"2026-03-06T01:18:23.846907Z","end":"2026-03-06T01:18:24.196826Z","steps":["trace[221145187] 'process raft request' (duration: 349.696777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:24.197111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:23.846872Z","time spent":"350.128861ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:24.197085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.421181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:24.197257Z","caller":"traceutil/trace.go:171","msg":"trace[396117947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21737; }","duration":"300.653988ms","start":"2026-03-06T01:18:23.89657Z","end":"2026-03-06T01:18:24.197224Z","steps":["trace[396117947] 'agreement among raft nodes before linearized reading' (duration: 300.369499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:24.197346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:23.896547Z","time spent":"300.779242ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:18:24.505571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.685828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:18:24.506315Z","caller":"traceutil/trace.go:171","msg":"trace[1008053573] linearizableReadLoop","detail":"{readStateIndex:22501; appliedIndex:22500; }","duration":"307.672461ms","start":"2026-03-06T01:18:24.1986Z","end":"2026-03-06T01:18:24.506272Z","steps":["trace[1008053573] 'read index received' (duration: 135.202478ms)","trace[1008053573] 'applied index is now lower than readState.Index' (duration: 172.464962ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:24.506484Z","caller":"traceutil/trace.go:171","msg":"trace[656131177] transaction","detail":"{read_only:false; response_revision:21738; number_of_response:1; }","duration":"380.840497ms","start":"2026-03-06T01:18:24.125569Z","end":"2026-03-06T01:18:24.50641Z","steps":["trace[656131177] 'process raft request' (duration: 208.214559ms)","trace[656131177] 'compare' (duration: 171.377038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:24.506603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.875688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:24.506746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:24.125529Z","time spent":"381.075595ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:24.506781Z","caller":"traceutil/trace.go:171","msg":"trace[1974636727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21738; }","duration":"308.152466ms","start":"2026-03-06T01:18:24.19855Z","end":"2026-03-06T01:18:24.506702Z","steps":["trace[1974636727] 'agreement among raft nodes before linearized reading' (duration: 307.863557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:24.506863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:24.198528Z","time spent":"308.325042ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:18:25.209266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.994112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:18:25.209685Z","caller":"traceutil/trace.go:171","msg":"trace[438451865] transaction","detail":"{read_only:false; response_revision:21740; number_of_response:1; }","duration":"158.525889ms","start":"2026-03-06T01:18:25.051089Z","end":"2026-03-06T01:18:25.209615Z","steps":["trace[438451865] 'process raft request' (duration: 17.031251ms)","trace[438451865] 'compare' (duration: 140.426735ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:25.210084Z","caller":"traceutil/trace.go:171","msg":"trace[1195125314] transaction","detail":"{read_only:false; response_revision:21741; number_of_response:1; }","duration":"111.790554ms","start":"2026-03-06T01:18:25.098214Z","end":"2026-03-06T01:18:25.210004Z","steps":["trace[1195125314] 'process raft request' (duration: 111.202215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:25.376981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.993673ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:18:25.377165Z","caller":"traceutil/trace.go:171","msg":"trace[977755333] linearizableReadLoop","detail":"{readStateIndex:22505; appliedIndex:22504; }","duration":"167.34497ms","start":"2026-03-06T01:18:25.209793Z","end":"2026-03-06T01:18:25.377138Z","steps":["trace[977755333] 'read index received' (duration: 59.086359ms)","trace[977755333] 'applied index is now lower than readState.Index' (duration: 108.256651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:25.377455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.721706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:18:25.377562Z","caller":"traceutil/trace.go:171","msg":"trace[2103453085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21741; }","duration":"247.838129ms","start":"2026-03-06T01:18:25.129693Z","end":"2026-03-06T01:18:25.377531Z","steps":["trace[2103453085] 'agreement among raft nodes before linearized reading' (duration: 247.486528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:25.377449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.856923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:18:25.377696Z","caller":"traceutil/trace.go:171","msg":"trace[554277058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21741; }","duration":"250.158962ms","start":"2026-03-06T01:18:25.12752Z","end":"2026-03-06T01:18:25.377679Z","steps":["trace[554277058] 'agreement among raft nodes before linearized reading' (duration: 249.678377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:25.377713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.0406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:18:25.377713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.663283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:18:25.37778Z","caller":"traceutil/trace.go:171","msg":"trace[1256585952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21741; }","duration":"256.163634ms","start":"2026-03-06T01:18:25.121599Z","end":"2026-03-06T01:18:25.377763Z","steps":["trace[1256585952] 'agreement among raft nodes before linearized reading' (duration: 255.611667ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:25.377883Z","caller":"traceutil/trace.go:171","msg":"trace[1181558339] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21741; }","duration":"247.86811ms","start":"2026-03-06T01:18:25.129953Z","end":"2026-03-06T01:18:25.377821Z","steps":["trace[1181558339] 'agreement among raft nodes before linearized reading' (duration: 247.24259ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:25.409753Z","caller":"traceutil/trace.go:171","msg":"trace[1446578235] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"195.406072ms","start":"2026-03-06T01:18:25.214321Z","end":"2026-03-06T01:18:25.409727Z","steps":["trace[1446578235] 'process raft request' (duration: 195.152954ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:25.410152Z","caller":"traceutil/trace.go:171","msg":"trace[811071833] transaction","detail":"{read_only:false; response_revision:21743; number_of_response:1; }","duration":"194.08141ms","start":"2026-03-06T01:18:25.216031Z","end":"2026-03-06T01:18:25.410112Z","steps":["trace[811071833] 'process raft request' (duration: 193.646256ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:25.410463Z","caller":"traceutil/trace.go:171","msg":"trace[46048807] transaction","detail":"{read_only:false; response_revision:21744; number_of_response:1; }","duration":"166.493743ms","start":"2026-03-06T01:18:25.243921Z","end":"2026-03-06T01:18:25.410414Z","steps":["trace[46048807] 'process raft request' (duration: 166.06669ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:25.619687Z","caller":"traceutil/trace.go:171","msg":"trace[80249908] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"237.387957ms","start":"2026-03-06T01:18:25.382259Z","end":"2026-03-06T01:18:25.619647Z","steps":["trace[80249908] 'process raft request' (duration: 237.092487ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:25.619924Z","caller":"traceutil/trace.go:171","msg":"trace[1295330805] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"236.170608ms","start":"2026-03-06T01:18:25.383703Z","end":"2026-03-06T01:18:25.619874Z","steps":["trace[1295330805] 'process raft request' (duration: 235.90391ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:25.619915Z","caller":"traceutil/trace.go:171","msg":"trace[334614091] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"236.387725ms","start":"2026-03-06T01:18:25.38349Z","end":"2026-03-06T01:18:25.619877Z","steps":["trace[334614091] 'process raft request' (duration: 236.034354ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:25.619809Z","caller":"traceutil/trace.go:171","msg":"trace[1158751232] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"236.154548ms","start":"2026-03-06T01:18:25.38361Z","end":"2026-03-06T01:18:25.619764Z","steps":["trace[1158751232] 'process raft request' (duration: 235.957841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:25.950709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.441121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:18:25.950988Z","caller":"traceutil/trace.go:171","msg":"trace[181508327] linearizableReadLoop","detail":"{readStateIndex:22513; appliedIndex:22512; }","duration":"189.458363ms","start":"2026-03-06T01:18:25.761485Z","end":"2026-03-06T01:18:25.950943Z","steps":["trace[181508327] 'read index received' (duration: 72.585998ms)","trace[181508327] 'applied index is now lower than readState.Index' (duration: 116.870675ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:25.951073Z","caller":"traceutil/trace.go:171","msg":"trace[1996011798] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"352.080132ms","start":"2026-03-06T01:18:25.598913Z","end":"2026-03-06T01:18:25.950993Z","steps":["trace[1996011798] 'process raft request' (duration: 235.223007ms)","trace[1996011798] 'compare' (duration: 116.255866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:25.951201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.692311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:25.951308Z","caller":"traceutil/trace.go:171","msg":"trace[24661993] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:21749; }","duration":"189.872606ms","start":"2026-03-06T01:18:25.761409Z","end":"2026-03-06T01:18:25.951282Z","steps":["trace[24661993] 'agreement among raft nodes before linearized reading' (duration: 189.625488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:25.951391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.598887Z","time spent":"352.33648ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:46.941736Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19011} {"level":"info","ts":"2026-03-06T01:18:47.05541Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19011,"took":"108.092017ms","hash":3310929314,"current-db-size-bytes":48078848,"current-db-size":"48 MB","current-db-size-in-use-bytes":38592512,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-06T01:18:47.055475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3310929314,"revision":19011,"compact-revision":16880} {"level":"info","ts":"2026-03-06T01:20:15.606342Z","caller":"traceutil/trace.go:171","msg":"trace[1484939471] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"136.789909ms","start":"2026-03-06T01:20:15.469528Z","end":"2026-03-06T01:20:15.606318Z","steps":["trace[1484939471] 'process raft request' (duration: 136.611703ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:20.753769Z","caller":"traceutil/trace.go:171","msg":"trace[1950706640] linearizableReadLoop","detail":"{readStateIndex:23646; appliedIndex:23645; }","duration":"279.724493ms","start":"2026-03-06T01:20:20.474023Z","end":"2026-03-06T01:20:20.753747Z","steps":["trace[1950706640] 'read index received' (duration: 279.538657ms)","trace[1950706640] 'applied index is now lower than readState.Index' (duration: 184.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:20.754116Z","caller":"traceutil/trace.go:171","msg":"trace[2002784988] transaction","detail":"{read_only:false; response_revision:22851; number_of_response:1; }","duration":"330.387893ms","start":"2026-03-06T01:20:20.423721Z","end":"2026-03-06T01:20:20.754109Z","steps":["trace[2002784988] 'process raft request' (duration: 329.832116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:20.754202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:20.423678Z","time spent":"330.456336ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:20.754345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.324181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:20.754375Z","caller":"traceutil/trace.go:171","msg":"trace[508089465] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22851; }","duration":"280.385213ms","start":"2026-03-06T01:20:20.473981Z","end":"2026-03-06T01:20:20.754366Z","steps":["trace[508089465] 'agreement among raft nodes before linearized reading' (duration: 280.331802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:20.757629Z","caller":"traceutil/trace.go:171","msg":"trace[1689407845] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"114.116098ms","start":"2026-03-06T01:20:20.643484Z","end":"2026-03-06T01:20:20.7576Z","steps":["trace[1689407845] 'process raft request' (duration: 113.936062ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:26.257587Z","caller":"traceutil/trace.go:171","msg":"trace[1303964556] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"165.190351ms","start":"2026-03-06T01:20:26.092361Z","end":"2026-03-06T01:20:26.257551Z","steps":["trace[1303964556] 'process raft request' (duration: 164.880701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:26.594855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.057447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:26.594938Z","caller":"traceutil/trace.go:171","msg":"trace[1595506972] linearizableReadLoop","detail":"{readStateIndex:23687; appliedIndex:23686; }","duration":"300.982449ms","start":"2026-03-06T01:20:26.293942Z","end":"2026-03-06T01:20:26.594925Z","steps":["trace[1595506972] 'read index received' (duration: 113.702965ms)","trace[1595506972] 'applied index is now lower than readState.Index' (duration: 187.278834ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:26.595005Z","caller":"traceutil/trace.go:171","msg":"trace[281874380] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"333.592685ms","start":"2026-03-06T01:20:26.261406Z","end":"2026-03-06T01:20:26.594999Z","steps":["trace[281874380] 'process raft request' (duration: 146.326401ms)","trace[281874380] 'compare' (duration: 186.897912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:26.595039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:26.261382Z","time spent":"333.637257ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:26.59521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.997374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:20:26.595312Z","caller":"traceutil/trace.go:171","msg":"trace[2005928079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22891; }","duration":"298.136418ms","start":"2026-03-06T01:20:26.297141Z","end":"2026-03-06T01:20:26.595277Z","steps":["trace[2005928079] 'agreement among raft nodes before linearized reading' (duration: 297.88964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:26.595345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.830601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:26.595414Z","caller":"traceutil/trace.go:171","msg":"trace[1250037790] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22891; }","duration":"103.941555ms","start":"2026-03-06T01:20:26.491454Z","end":"2026-03-06T01:20:26.595395Z","steps":["trace[1250037790] 'agreement among raft nodes before linearized reading' (duration: 103.817991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:26.595448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.872094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:26.595475Z","caller":"traceutil/trace.go:171","msg":"trace[1484904467] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:22891; }","duration":"216.942327ms","start":"2026-03-06T01:20:26.378523Z","end":"2026-03-06T01:20:26.595466Z","steps":["trace[1484904467] 'agreement among raft nodes before linearized reading' (duration: 216.877635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:26.595617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.643349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:20:26.595691Z","caller":"traceutil/trace.go:171","msg":"trace[1436854020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22891; }","duration":"301.767203ms","start":"2026-03-06T01:20:26.293905Z","end":"2026-03-06T01:20:26.595672Z","steps":["trace[1436854020] 'agreement among raft nodes before linearized reading' (duration: 301.502675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:26.595686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.142936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:20:26.595739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:26.293884Z","time spent":"301.845226ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:20:26.595796Z","caller":"traceutil/trace.go:171","msg":"trace[973673410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22891; }","duration":"297.315152ms","start":"2026-03-06T01:20:26.298451Z","end":"2026-03-06T01:20:26.595766Z","steps":["trace[973673410] 'agreement among raft nodes before linearized reading' (duration: 296.983912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:27.207264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.737982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:27.207613Z","caller":"traceutil/trace.go:171","msg":"trace[935523870] linearizableReadLoop","detail":"{readStateIndex:23692; appliedIndex:23687; }","duration":"310.038726ms","start":"2026-03-06T01:20:26.897557Z","end":"2026-03-06T01:20:27.207595Z","steps":["trace[935523870] 'read index received' (duration: 102.969463ms)","trace[935523870] 'applied index is now lower than readState.Index' (duration: 207.068493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:27.207732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.172561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:27.207768Z","caller":"traceutil/trace.go:171","msg":"trace[757827019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22897; }","duration":"310.244213ms","start":"2026-03-06T01:20:26.897515Z","end":"2026-03-06T01:20:27.207759Z","steps":["trace[757827019] 'agreement among raft nodes before linearized reading' (duration: 310.14364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:27.207805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:26.897489Z","time spent":"310.305815ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:27.208024Z","caller":"traceutil/trace.go:171","msg":"trace[1466284930] transaction","detail":"{read_only:false; response_revision:22894; number_of_response:1; }","duration":"607.354669ms","start":"2026-03-06T01:20:26.600632Z","end":"2026-03-06T01:20:27.207987Z","steps":["trace[1466284930] 'process raft request' (duration: 606.832882ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:27.20808Z","caller":"traceutil/trace.go:171","msg":"trace[1979708318] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"435.520436ms","start":"2026-03-06T01:20:26.772548Z","end":"2026-03-06T01:20:27.208068Z","steps":["trace[1979708318] 'process raft request' (duration: 434.951108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:27.20815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:26.772519Z","time spent":"435.594309ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:27.208237Z","caller":"traceutil/trace.go:171","msg":"trace[1687346383] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"608.110032ms","start":"2026-03-06T01:20:26.600093Z","end":"2026-03-06T01:20:27.208203Z","steps":["trace[1687346383] 'process raft request' (duration: 400.342847ms)","trace[1687346383] 'compare' (duration: 206.310289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:27.208232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:26.600615Z","time spent":"607.499523ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:27.2083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:26.600074Z","time spent":"608.192995ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:27.208297Z","caller":"traceutil/trace.go:171","msg":"trace[743231235] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"433.253174ms","start":"2026-03-06T01:20:26.775025Z","end":"2026-03-06T01:20:27.208278Z","steps":["trace[743231235] 'process raft request' (duration: 432.50453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:27.208381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:26.775012Z","time spent":"433.322646ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:27.208367Z","caller":"traceutil/trace.go:171","msg":"trace[2038831070] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"210.484941ms","start":"2026-03-06T01:20:26.997809Z","end":"2026-03-06T01:20:27.208294Z","steps":["trace[2038831070] 'process raft request' (duration: 209.754028ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:27.208454Z","caller":"traceutil/trace.go:171","msg":"trace[54788646] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"607.816743ms","start":"2026-03-06T01:20:26.600605Z","end":"2026-03-06T01:20:27.208422Z","steps":["trace[54788646] 'process raft request' (duration: 606.783371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:27.208606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:26.600582Z","time spent":"607.943587ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:28.193266Z","caller":"traceutil/trace.go:171","msg":"trace[639896505] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"545.214273ms","start":"2026-03-06T01:20:27.647981Z","end":"2026-03-06T01:20:28.193195Z","steps":["trace[639896505] 'process raft request' (duration: 544.917804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:28.193551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:27.647955Z","time spent":"545.482601ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:28.597328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.243922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:28.597498Z","caller":"traceutil/trace.go:171","msg":"trace[1039030263] linearizableReadLoop","detail":"{readStateIndex:23695; appliedIndex:23693; }","duration":"863.730109ms","start":"2026-03-06T01:20:27.733751Z","end":"2026-03-06T01:20:28.597481Z","steps":["trace[1039030263] 'read index received' (duration: 459.192478ms)","trace[1039030263] 'applied index is now lower than readState.Index' (duration: 404.536741ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:28.597597Z","caller":"traceutil/trace.go:171","msg":"trace[1110232033] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"674.532954ms","start":"2026-03-06T01:20:27.923054Z","end":"2026-03-06T01:20:28.597587Z","steps":["trace[1110232033] 'process raft request' (duration: 674.372439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:28.597669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:27.923029Z","time spent":"674.605677ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:28.597732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.108837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:20:28.597765Z","caller":"traceutil/trace.go:171","msg":"trace[702710605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22900; }","duration":"728.19487ms","start":"2026-03-06T01:20:27.869564Z","end":"2026-03-06T01:20:28.597759Z","steps":["trace[702710605] 'agreement among raft nodes before linearized reading' (duration: 728.069466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:28.597793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:27.86954Z","time spent":"728.247441ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:20:28.597897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.148042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T01:20:28.597919Z","caller":"traceutil/trace.go:171","msg":"trace[1388343549] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22900; }","duration":"864.196213ms","start":"2026-03-06T01:20:27.733715Z","end":"2026-03-06T01:20:28.597911Z","steps":["trace[1388343549] 'agreement among raft nodes before linearized reading' (duration: 864.141672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:28.597937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:27.733675Z","time spent":"864.256495ms","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-06T01:20:28.597582Z","caller":"traceutil/trace.go:171","msg":"trace[1715410202] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"884.425816ms","start":"2026-03-06T01:20:27.713132Z","end":"2026-03-06T01:20:28.597558Z","steps":["trace[1715410202] 'process raft request' (duration: 663.859294ms)","trace[1715410202] 'compare' (duration: 220.102497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:28.59801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:27.713104Z","time spent":"884.86103ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:28.598073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.561299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:20:28.598093Z","caller":"traceutil/trace.go:171","msg":"trace[1055084131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22900; }","duration":"336.603721ms","start":"2026-03-06T01:20:28.261483Z","end":"2026-03-06T01:20:28.598087Z","steps":["trace[1055084131] 'agreement among raft nodes before linearized reading' (duration: 336.544439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:28.598109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.261472Z","time spent":"336.632892ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:28.598169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.586426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:28.598191Z","caller":"traceutil/trace.go:171","msg":"trace[156417269] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22900; }","duration":"373.645828ms","start":"2026-03-06T01:20:28.224539Z","end":"2026-03-06T01:20:28.598185Z","steps":["trace[156417269] 'agreement among raft nodes before linearized reading' (duration: 373.611117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:28.598209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.224517Z","time spent":"373.68687ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:20:28.598452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.16695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:28.598706Z","caller":"traceutil/trace.go:171","msg":"trace[610606736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22900; }","duration":"684.417358ms","start":"2026-03-06T01:20:27.914266Z","end":"2026-03-06T01:20:28.598683Z","steps":["trace[610606736] 'agreement among raft nodes before linearized reading' (duration: 684.130839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:28.598865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:27.914199Z","time spent":"684.646895ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:29.70236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.428315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:29.703503Z","caller":"traceutil/trace.go:171","msg":"trace[15577796] transaction","detail":"{read_only:false; response_revision:22901; number_of_response:1; }","duration":"1.100170125s","start":"2026-03-06T01:20:28.603295Z","end":"2026-03-06T01:20:29.703465Z","steps":["trace[15577796] 'process raft request' (duration: 282.512381ms)","trace[15577796] 'compare' (duration: 816.092334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:29.703696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.603283Z","time spent":"1.10031141s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:29.70393Z","caller":"traceutil/trace.go:171","msg":"trace[1922243468] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"1.09463616s","start":"2026-03-06T01:20:28.60926Z","end":"2026-03-06T01:20:29.703896Z","steps":["trace[1922243468] 'process raft request' (duration: 1.093258306s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:29.704081Z","caller":"traceutil/trace.go:171","msg":"trace[609214198] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"1.088625269s","start":"2026-03-06T01:20:28.615421Z","end":"2026-03-06T01:20:29.704046Z","steps":["trace[609214198] 'process raft request' (duration: 1.087222054s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.704105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.609246Z","time spent":"1.094765584s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:29.704198Z","caller":"traceutil/trace.go:171","msg":"trace[963009098] linearizableReadLoop","detail":"{readStateIndex:23698; appliedIndex:23696; }","duration":"1.091216311s","start":"2026-03-06T01:20:28.612962Z","end":"2026-03-06T01:20:29.704178Z","steps":["trace[963009098] 'read index received' (duration: 272.800383ms)","trace[963009098] 'applied index is now lower than readState.Index' (duration: 818.414658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:29.704228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.615401Z","time spent":"1.088752712s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:29.704272Z","caller":"traceutil/trace.go:171","msg":"trace[506665910] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"969.442809ms","start":"2026-03-06T01:20:28.734808Z","end":"2026-03-06T01:20:29.704251Z","steps":["trace[506665910] 'process raft request' (duration: 969.276634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.704331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091360795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:29.704377Z","caller":"traceutil/trace.go:171","msg":"trace[1961289233] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22904; }","duration":"1.091430468s","start":"2026-03-06T01:20:28.61293Z","end":"2026-03-06T01:20:29.704361Z","steps":["trace[1961289233] 'agreement among raft nodes before linearized reading' (duration: 1.091347305s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.704386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.734785Z","time spent":"969.533662ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:29.704421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.612923Z","time spent":"1.091486199s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:20:29.717313Z","caller":"traceutil/trace.go:171","msg":"trace[891287044] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"502.609879ms","start":"2026-03-06T01:20:29.214679Z","end":"2026-03-06T01:20:29.717289Z","steps":["trace[891287044] 'process raft request' (duration: 502.310099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.717441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.214647Z","time spent":"502.723102ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:29.717609Z","caller":"traceutil/trace.go:171","msg":"trace[1404784086] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"502.728393ms","start":"2026-03-06T01:20:29.214874Z","end":"2026-03-06T01:20:29.717602Z","steps":["trace[1404784086] 'process raft request' (duration: 502.196016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.717654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.214865Z","time spent":"502.769094ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:29.717746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.706322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:29.717768Z","caller":"traceutil/trace.go:171","msg":"trace[676510144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22907; }","duration":"815.765584ms","start":"2026-03-06T01:20:28.901994Z","end":"2026-03-06T01:20:29.71776Z","steps":["trace[676510144] 'agreement among raft nodes before linearized reading' (duration: 815.729763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.717789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.901969Z","time spent":"815.812675ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:29.717898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.389802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:20:29.71793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.776327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:20:29.717955Z","caller":"traceutil/trace.go:171","msg":"trace[875138620] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22907; }","duration":"815.487455ms","start":"2026-03-06T01:20:28.902454Z","end":"2026-03-06T01:20:29.717941Z","steps":["trace[875138620] 'agreement among raft nodes before linearized reading' (duration: 815.270209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.718001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.902441Z","time spent":"815.552397ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:20:29.717994Z","caller":"traceutil/trace.go:171","msg":"trace[1996546999] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22907; }","duration":"504.84534ms","start":"2026-03-06T01:20:29.213131Z","end":"2026-03-06T01:20:29.717976Z","steps":["trace[1996546999] 'agreement among raft nodes before linearized reading' (duration: 504.619502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.718035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.213106Z","time spent":"504.919482ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:20:29.718074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.510192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-06T01:20:29.71812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.463989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:20:29.718117Z","caller":"traceutil/trace.go:171","msg":"trace[183761549] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22907; }","duration":"997.560654ms","start":"2026-03-06T01:20:28.720541Z","end":"2026-03-06T01:20:29.718102Z","steps":["trace[183761549] 'agreement among raft nodes before linearized reading' (duration: 997.43896ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:29.71814Z","caller":"traceutil/trace.go:171","msg":"trace[1790569660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22907; }","duration":"505.533532ms","start":"2026-03-06T01:20:29.212601Z","end":"2026-03-06T01:20:29.718134Z","steps":["trace[1790569660] 'agreement among raft nodes before linearized reading' (duration: 505.47299ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:29.718139Z","caller":"traceutil/trace.go:171","msg":"trace[1547995387] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"502.34658ms","start":"2026-03-06T01:20:29.215781Z","end":"2026-03-06T01:20:29.718128Z","steps":["trace[1547995387] 'process raft request' (duration: 501.317378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.71816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.212566Z","time spent":"505.589003ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:29.718215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.15557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:29.718214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.215761Z","time spent":"502.402252ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:29.718235Z","caller":"traceutil/trace.go:171","msg":"trace[486743094] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22907; }","duration":"103.218422ms","start":"2026-03-06T01:20:29.615011Z","end":"2026-03-06T01:20:29.71823Z","steps":["trace[486743094] 'agreement among raft nodes before linearized reading' (duration: 103.184601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.71831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.771489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:20:29.718331Z","caller":"traceutil/trace.go:171","msg":"trace[1008011930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22907; }","duration":"505.831521ms","start":"2026-03-06T01:20:29.212493Z","end":"2026-03-06T01:20:29.718324Z","steps":["trace[1008011930] 'agreement among raft nodes before linearized reading' (duration: 505.771189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.71794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.761527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:29.718353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.212471Z","time spent":"505.875792ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:20:29.718361Z","caller":"traceutil/trace.go:171","msg":"trace[2037349758] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:22907; }","duration":"963.227012ms","start":"2026-03-06T01:20:28.755129Z","end":"2026-03-06T01:20:29.718356Z","steps":["trace[2037349758] 'agreement among raft nodes before linearized reading' (duration: 962.751096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.718364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.953386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:29.718157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.720475Z","time spent":"997.667847ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:20:29.718401Z","caller":"traceutil/trace.go:171","msg":"trace[347916823] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22907; }","duration":"205.028659ms","start":"2026-03-06T01:20:29.513363Z","end":"2026-03-06T01:20:29.718392Z","steps":["trace[347916823] 'agreement among raft nodes before linearized reading' (duration: 204.966797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.718452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.686565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:20:29.718466Z","caller":"traceutil/trace.go:171","msg":"trace[1977774540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22907; }","duration":"638.739176ms","start":"2026-03-06T01:20:29.079723Z","end":"2026-03-06T01:20:29.718462Z","steps":["trace[1977774540] 'agreement among raft nodes before linearized reading' (duration: 638.665324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.718478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.079697Z","time spent":"638.777877ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:20:29.718379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.755115Z","time spent":"963.258213ms","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:30.23015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359523923,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:20:30.607239Z","caller":"traceutil/trace.go:171","msg":"trace[99332515] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"878.139297ms","start":"2026-03-06T01:20:29.729077Z","end":"2026-03-06T01:20:30.607217Z","steps":["trace[99332515] 'process raft request' (duration: 877.994633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:30.607384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.729068Z","time spent":"878.23856ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:30.698036Z","caller":"traceutil/trace.go:171","msg":"trace[1832255039] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"968.787089ms","start":"2026-03-06T01:20:29.729222Z","end":"2026-03-06T01:20:30.698009Z","steps":["trace[1832255039] 'process raft request' (duration: 922.840518ms)","trace[1832255039] 'compare' (duration: 45.552728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:30.698193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.729216Z","time spent":"968.896022ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:30.698717Z","caller":"traceutil/trace.go:171","msg":"trace[734002093] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"969.44842ms","start":"2026-03-06T01:20:29.729251Z","end":"2026-03-06T01:20:30.6987Z","steps":["trace[734002093] 'process raft request' (duration: 968.581782ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:30.69874Z","caller":"traceutil/trace.go:171","msg":"trace[779872793] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"969.434309ms","start":"2026-03-06T01:20:29.729286Z","end":"2026-03-06T01:20:30.69872Z","steps":["trace[779872793] 'process raft request' (duration: 969.307145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:30.698798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.729248Z","time spent":"969.508112ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:30.698855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.729278Z","time spent":"969.506321ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:30.698972Z","caller":"traceutil/trace.go:171","msg":"trace[274397816] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"969.663517ms","start":"2026-03-06T01:20:29.72929Z","end":"2026-03-06T01:20:30.698954Z","steps":["trace[274397816] 'process raft request' (duration: 969.381858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:30.699072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.729272Z","time spent":"969.746809ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:30.699115Z","caller":"traceutil/trace.go:171","msg":"trace[1995062014] linearizableReadLoop","detail":"{readStateIndex:23709; appliedIndex:23704; }","duration":"969.930855ms","start":"2026-03-06T01:20:29.729172Z","end":"2026-03-06T01:20:30.699103Z","steps":["trace[1995062014] 'read index received' (duration: 878.059204ms)","trace[1995062014] 'applied index is now lower than readState.Index' (duration: 91.870721ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:30.699219Z","caller":"traceutil/trace.go:171","msg":"trace[930286682] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"501.168803ms","start":"2026-03-06T01:20:30.198035Z","end":"2026-03-06T01:20:30.699204Z","steps":["trace[930286682] 'process raft request' (duration: 500.850293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:30.699298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.122141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-06T01:20:30.699295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:30.197996Z","time spent":"501.256065ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:30.699329Z","caller":"traceutil/trace.go:171","msg":"trace[1171983177] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22913; }","duration":"970.190804ms","start":"2026-03-06T01:20:29.729129Z","end":"2026-03-06T01:20:30.699319Z","steps":["trace[1171983177] 'agreement among raft nodes before linearized reading' (duration: 970.07109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:30.699356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.729103Z","time spent":"970.246645ms","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:20:31.26186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.249441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:31.262065Z","caller":"traceutil/trace.go:171","msg":"trace[581286437] linearizableReadLoop","detail":"{readStateIndex:23711; appliedIndex:23709; }","duration":"562.904414ms","start":"2026-03-06T01:20:30.699145Z","end":"2026-03-06T01:20:31.262049Z","steps":["trace[581286437] 'read index received' (duration: 264.372523ms)","trace[581286437] 'applied index is now lower than readState.Index' (duration: 298.531011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:31.262168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.679789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:31.262176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366282745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:31.262201Z","caller":"traceutil/trace.go:171","msg":"trace[1110065871] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"645.655025ms","start":"2026-03-06T01:20:30.61651Z","end":"2026-03-06T01:20:31.262165Z","steps":["trace[1110065871] 'process raft request' (duration: 645.446978ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:31.262236Z","caller":"traceutil/trace.go:171","msg":"trace[55335141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22915; }","duration":"1.366377627s","start":"2026-03-06T01:20:29.89584Z","end":"2026-03-06T01:20:31.262218Z","steps":["trace[55335141] 'agreement among raft nodes before linearized reading' (duration: 1.366270884s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:31.262247Z","caller":"traceutil/trace.go:171","msg":"trace[1999096887] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22915; }","duration":"675.751671ms","start":"2026-03-06T01:20:30.586438Z","end":"2026-03-06T01:20:31.26219Z","steps":["trace[1999096887] 'agreement among raft nodes before linearized reading' (duration: 675.638488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:31.262276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:30.586415Z","time spent":"675.854775ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:31.262281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.895818Z","time spent":"1.36645299s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:31.262325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.350046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:31.262418Z","caller":"traceutil/trace.go:171","msg":"trace[1537477791] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22915; }","duration":"852.500701ms","start":"2026-03-06T01:20:30.409892Z","end":"2026-03-06T01:20:31.262393Z","steps":["trace[1537477791] 'agreement among raft nodes before linearized reading' (duration: 852.265943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:31.262478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:30.409856Z","time spent":"852.604834ms","remote":"127.0.0.1:52866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:31.26253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108641364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-06T01:20:31.26253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.279904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:31.262563Z","caller":"traceutil/trace.go:171","msg":"trace[1942307822] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:22915; }","duration":"1.108676135s","start":"2026-03-06T01:20:30.15388Z","end":"2026-03-06T01:20:31.262557Z","steps":["trace[1942307822] 'agreement among raft nodes before linearized reading' (duration: 1.108222661s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:31.262539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.200047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:31.262581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:30.153806Z","time spent":"1.108769218s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-03-06T01:20:31.262579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.874649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:31.262571Z","caller":"traceutil/trace.go:171","msg":"trace[1012313953] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22915; }","duration":"159.389307ms","start":"2026-03-06T01:20:31.103168Z","end":"2026-03-06T01:20:31.262558Z","steps":["trace[1012313953] 'agreement among raft nodes before linearized reading' (duration: 159.280514ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:31.262614Z","caller":"traceutil/trace.go:171","msg":"trace[1482818404] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22915; }","duration":"487.325431ms","start":"2026-03-06T01:20:30.77527Z","end":"2026-03-06T01:20:31.262595Z","steps":["trace[1482818404] 'agreement among raft nodes before linearized reading' (duration: 487.163446ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:31.262638Z","caller":"traceutil/trace.go:171","msg":"trace[240495707] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22915; }","duration":"364.956281ms","start":"2026-03-06T01:20:30.897667Z","end":"2026-03-06T01:20:31.262623Z","steps":["trace[240495707] 'agreement among raft nodes before linearized reading' (duration: 364.836047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:31.262682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:30.775246Z","time spent":"487.425445ms","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:20:31.262681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:30.897639Z","time spent":"365.030864ms","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:31.262696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:30.616494Z","time spent":"645.920024ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:31.262699Z","caller":"traceutil/trace.go:171","msg":"trace[480868870] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"654.524717ms","start":"2026-03-06T01:20:30.607709Z","end":"2026-03-06T01:20:31.262233Z","steps":["trace[480868870] 'process raft request' (duration: 355.79532ms)","trace[480868870] 'compare' (duration: 298.076486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:31.26287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:30.60769Z","time spent":"655.095475ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:31.262273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378844444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:31.263108Z","caller":"traceutil/trace.go:171","msg":"trace[1648749563] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22915; }","duration":"1.379719101s","start":"2026-03-06T01:20:29.883376Z","end":"2026-03-06T01:20:31.263095Z","steps":["trace[1648749563] 'agreement among raft nodes before linearized reading' (duration: 1.378804172s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:31.263174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.883159Z","time spent":"1.37999891s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:31.263238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527314144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-06T01:20:31.263303Z","caller":"traceutil/trace.go:171","msg":"trace[1171429699] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22915; }","duration":"1.527381526s","start":"2026-03-06T01:20:29.735906Z","end":"2026-03-06T01:20:31.263288Z","steps":["trace[1171429699] 'agreement among raft nodes before linearized reading' (duration: 1.526621182s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:31.263356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.735881Z","time spent":"1.527462428s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-06T01:20:31.864558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.818837ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-06T01:20:31.864679Z","caller":"traceutil/trace.go:171","msg":"trace[908476286] linearizableReadLoop","detail":"{readStateIndex:23712; appliedIndex:23711; }","duration":"601.191702ms","start":"2026-03-06T01:20:31.263455Z","end":"2026-03-06T01:20:31.864646Z","steps":["trace[908476286] 'read index received' (duration: 270.193429ms)","trace[908476286] 'applied index is now lower than readState.Index' (duration: 330.996223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:31.864759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.263309Z","time spent":"601.445541ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:20:31.865044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.577565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:31.865106Z","caller":"traceutil/trace.go:171","msg":"trace[1611580017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22915; }","duration":"601.660137ms","start":"2026-03-06T01:20:31.263418Z","end":"2026-03-06T01:20:31.865079Z","steps":["trace[1611580017] 'agreement among raft nodes before linearized reading' (duration: 601.574444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:31.865138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.263401Z","time spent":"601.73038ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:31.91245Z","caller":"traceutil/trace.go:171","msg":"trace[612752893] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"316.209113ms","start":"2026-03-06T01:20:31.596213Z","end":"2026-03-06T01:20:31.912422Z","steps":["trace[612752893] 'process raft request' (duration: 315.966525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:31.912733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.596183Z","time spent":"316.339707ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:32.274913Z","caller":"traceutil/trace.go:171","msg":"trace[1579748184] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"547.594329ms","start":"2026-03-06T01:20:31.72729Z","end":"2026-03-06T01:20:32.274884Z","steps":["trace[1579748184] 'process raft request' (duration: 547.459385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:32.275179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009171433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:32.275223Z","caller":"traceutil/trace.go:171","msg":"trace[329824187] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22920; }","duration":"1.009247865s","start":"2026-03-06T01:20:31.265966Z","end":"2026-03-06T01:20:32.275214Z","steps":["trace[329824187] 'agreement among raft nodes before linearized reading' (duration: 1.009119561s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:32.275235Z","caller":"traceutil/trace.go:171","msg":"trace[2075001941] transaction","detail":"{read_only:false; response_revision:22920; number_of_response:1; }","duration":"408.667072ms","start":"2026-03-06T01:20:31.86655Z","end":"2026-03-06T01:20:32.275217Z","steps":["trace[2075001941] 'process raft request' (duration: 408.265879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:32.27527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.265945Z","time spent":"1.009298577s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:20:32.275143Z","caller":"traceutil/trace.go:171","msg":"trace[1669680152] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"547.909778ms","start":"2026-03-06T01:20:31.727203Z","end":"2026-03-06T01:20:32.275113Z","steps":["trace[1669680152] 'process raft request' (duration: 547.437413ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:32.274985Z","caller":"traceutil/trace.go:171","msg":"trace[214806520] linearizableReadLoop","detail":"{readStateIndex:23716; appliedIndex:23712; }","duration":"410.213321ms","start":"2026-03-06T01:20:31.864712Z","end":"2026-03-06T01:20:32.274926Z","steps":["trace[214806520] 'read index received' (duration: 47.381196ms)","trace[214806520] 'applied index is now lower than readState.Index' (duration: 362.831294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:32.275357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.880132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:20:32.275387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.320744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:20:32.275321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.727279Z","time spent":"547.842227ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:32.275459Z","caller":"traceutil/trace.go:171","msg":"trace[2092754543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22920; }","duration":"566.390626ms","start":"2026-03-06T01:20:31.709046Z","end":"2026-03-06T01:20:32.275437Z","steps":["trace[2092754543] 'agreement among raft nodes before linearized reading' (duration: 566.19933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:32.275494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.568914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:32.275527Z","caller":"traceutil/trace.go:171","msg":"trace[1445343031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22920; }","duration":"400.625236ms","start":"2026-03-06T01:20:31.874888Z","end":"2026-03-06T01:20:32.275513Z","steps":["trace[1445343031] 'agreement among raft nodes before linearized reading' (duration: 400.582785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:32.275514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004433792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-06T01:20:32.275561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.874868Z","time spent":"400.686069ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:32.27558Z","caller":"traceutil/trace.go:171","msg":"trace[977797074] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22920; }","duration":"1.004526565s","start":"2026-03-06T01:20:31.271037Z","end":"2026-03-06T01:20:32.275563Z","steps":["trace[977797074] 'agreement among raft nodes before linearized reading' (duration: 1.004260546s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:32.275263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.092366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:20:32.27564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.271021Z","time spent":"1.004607058s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-06T01:20:32.275678Z","caller":"traceutil/trace.go:171","msg":"trace[1994250038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22920; }","duration":"566.541191ms","start":"2026-03-06T01:20:31.709123Z","end":"2026-03-06T01:20:32.275665Z","steps":["trace[1994250038] 'agreement among raft nodes before linearized reading' (duration: 565.995434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:32.275715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.709113Z","time spent":"566.591692ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:20:32.275528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.708979Z","time spent":"566.53554ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:32.275429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.727188Z","time spent":"548.178398ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:32.275786Z","caller":"traceutil/trace.go:171","msg":"trace[1267230733] transaction","detail":"{read_only:false; response_revision:22917; number_of_response:1; }","duration":"548.429555ms","start":"2026-03-06T01:20:31.726385Z","end":"2026-03-06T01:20:32.274814Z","steps":["trace[1267230733] 'process raft request' (duration: 519.96497ms)","trace[1267230733] 'compare' (duration: 27.593027ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:32.27545Z","caller":"traceutil/trace.go:171","msg":"trace[1376168426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22920; }","duration":"567.015396ms","start":"2026-03-06T01:20:31.708414Z","end":"2026-03-06T01:20:32.275429Z","steps":["trace[1376168426] 'agreement among raft nodes before linearized reading' (duration: 566.779758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:32.275453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.866523Z","time spent":"408.761745ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:32.275933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.708356Z","time spent":"567.565943ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:20:32.276111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:31.726362Z","time spent":"549.52386ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:32.836001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.011976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:32.837458Z","caller":"traceutil/trace.go:171","msg":"trace[1306253505] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"556.019296ms","start":"2026-03-06T01:20:32.281415Z","end":"2026-03-06T01:20:32.837434Z","steps":["trace[1306253505] 'process raft request' (duration: 238.501462ms)","trace[1306253505] 'compare' (duration: 315.49671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:32.837827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.28139Z","time spent":"556.120119ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:32.839111Z","caller":"traceutil/trace.go:171","msg":"trace[660009243] linearizableReadLoop","detail":"{readStateIndex:23720; appliedIndex:23718; }","duration":"547.928759ms","start":"2026-03-06T01:20:32.291169Z","end":"2026-03-06T01:20:32.839098Z","steps":["trace[660009243] 'read index received' (duration: 228.630278ms)","trace[660009243] 'applied index is now lower than readState.Index' (duration: 319.297641ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:32.839245Z","caller":"traceutil/trace.go:171","msg":"trace[1044978139] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"556.199712ms","start":"2026-03-06T01:20:32.283007Z","end":"2026-03-06T01:20:32.839207Z","steps":["trace[1044978139] 'process raft request' (duration: 553.086513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:32.839428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.282996Z","time spent":"556.331036ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:32.839457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.890778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:20:32.839538Z","caller":"traceutil/trace.go:171","msg":"trace[13740159] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22923; }","duration":"558.987481ms","start":"2026-03-06T01:20:32.280538Z","end":"2026-03-06T01:20:32.839526Z","steps":["trace[13740159] 'agreement among raft nodes before linearized reading' (duration: 558.682141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:32.83976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.280532Z","time spent":"559.214908ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-06T01:20:32.859859Z","caller":"traceutil/trace.go:171","msg":"trace[416083193] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"193.891504ms","start":"2026-03-06T01:20:32.665935Z","end":"2026-03-06T01:20:32.859827Z","steps":["trace[416083193] 'process raft request' (duration: 193.815941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:33.8124Z","caller":"traceutil/trace.go:171","msg":"trace[2107578293] linearizableReadLoop","detail":"{readStateIndex:23722; appliedIndex:23721; }","duration":"973.22417ms","start":"2026-03-06T01:20:32.83915Z","end":"2026-03-06T01:20:33.812374Z","steps":["trace[2107578293] 'read index received' (duration: 20.976446ms)","trace[2107578293] 'applied index is now lower than readState.Index' (duration: 952.243883ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:33.81251Z","caller":"traceutil/trace.go:171","msg":"trace[1887646855] transaction","detail":"{read_only:false; response_revision:22925; number_of_response:1; }","duration":"1.096350694s","start":"2026-03-06T01:20:32.716126Z","end":"2026-03-06T01:20:33.812477Z","steps":["trace[1887646855] 'process raft request' (duration: 1.096053664s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:33.812572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10880547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:20:33.812573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109291165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:20:33.812601Z","caller":"traceutil/trace.go:171","msg":"trace[548767547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22925; }","duration":"1.108873683s","start":"2026-03-06T01:20:32.70372Z","end":"2026-03-06T01:20:33.812594Z","steps":["trace[548767547] 'agreement among raft nodes before linearized reading' (duration: 1.108755739s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:33.812618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.703713Z","time spent":"1.108900673s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:20:33.812615Z","caller":"traceutil/trace.go:171","msg":"trace[351563608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22925; }","duration":"1.109385369s","start":"2026-03-06T01:20:32.703218Z","end":"2026-03-06T01:20:33.812604Z","steps":["trace[351563608] 'agreement among raft nodes before linearized reading' (duration: 1.109183732s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:33.812644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.703193Z","time spent":"1.10944359s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:33.812643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.716107Z","time spent":"1.096469768s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:33.812574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304642026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:33.812714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519047172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-06T01:20:33.812752Z","caller":"traceutil/trace.go:171","msg":"trace[398411814] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22925; }","duration":"1.519102334s","start":"2026-03-06T01:20:32.293636Z","end":"2026-03-06T01:20:33.812739Z","steps":["trace[398411814] 'agreement among raft nodes before linearized reading' (duration: 1.51896413s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:33.812781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197776298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:20:33.812749Z","caller":"traceutil/trace.go:171","msg":"trace[1625099190] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:22925; }","duration":"1.305270306s","start":"2026-03-06T01:20:32.507465Z","end":"2026-03-06T01:20:33.812735Z","steps":["trace[1625099190] 'agreement among raft nodes before linearized reading' (duration: 1.305044269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:33.812792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.293626Z","time spent":"1.519156626s","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:20:33.812817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.507438Z","time spent":"1.305364799s","remote":"127.0.0.1:40832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:33.812802Z","caller":"traceutil/trace.go:171","msg":"trace[501647674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22925; }","duration":"1.197835251s","start":"2026-03-06T01:20:32.614959Z","end":"2026-03-06T01:20:33.812794Z","steps":["trace[501647674] 'agreement among raft nodes before linearized reading' (duration: 1.197467929s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:33.812948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.614933Z","time spent":"1.198009186s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:20:34.004605Z","caller":"traceutil/trace.go:171","msg":"trace[1733745227] linearizableReadLoop","detail":"{readStateIndex:23725; appliedIndex:23722; }","duration":"192.098907ms","start":"2026-03-06T01:20:33.812475Z","end":"2026-03-06T01:20:34.004573Z","steps":["trace[1733745227] 'read index received' (duration: 189.0452ms)","trace[1733745227] 'applied index is now lower than readState.Index' (duration: 3.052087ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:34.004924Z","caller":"traceutil/trace.go:171","msg":"trace[383255184] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"737.582509ms","start":"2026-03-06T01:20:33.267306Z","end":"2026-03-06T01:20:34.004889Z","steps":["trace[383255184] 'process raft request' (duration: 737.165305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.005285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106186316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:34.005361Z","caller":"traceutil/trace.go:171","msg":"trace[161440038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22928; }","duration":"1.10630265s","start":"2026-03-06T01:20:32.899039Z","end":"2026-03-06T01:20:34.005341Z","steps":["trace[161440038] 'agreement among raft nodes before linearized reading' (duration: 1.106167036s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.005414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.899016Z","time spent":"1.106389173s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:34.005221Z","caller":"traceutil/trace.go:171","msg":"trace[1839250176] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"961.041483ms","start":"2026-03-06T01:20:33.044165Z","end":"2026-03-06T01:20:34.005207Z","steps":["trace[1839250176] 'process raft request' (duration: 957.344535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.005481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163493838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:20:34.005501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:33.267278Z","time spent":"738.080705ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:34.005572Z","caller":"traceutil/trace.go:171","msg":"trace[664296559] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22928; }","duration":"1.163645924s","start":"2026-03-06T01:20:32.841901Z","end":"2026-03-06T01:20:34.005547Z","steps":["trace[664296559] 'agreement among raft nodes before linearized reading' (duration: 1.163341464s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:34.00523Z","caller":"traceutil/trace.go:171","msg":"trace[1774656286] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"736.945729ms","start":"2026-03-06T01:20:33.268258Z","end":"2026-03-06T01:20:34.005203Z","steps":["trace[1774656286] 'process raft request' (duration: 736.271947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.005617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:33.04414Z","time spent":"961.368294ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:34.005621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:32.841887Z","time spent":"1.163723776s","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:20:34.005822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:33.268252Z","time spent":"737.433104ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:34.50626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359523961,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:20:34.921137Z","caller":"traceutil/trace.go:171","msg":"trace[2052304813] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"1.104650237s","start":"2026-03-06T01:20:33.816455Z","end":"2026-03-06T01:20:34.921105Z","steps":["trace[2052304813] 'process raft request' (duration: 1.104367968s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.921346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:33.816431Z","time spent":"1.104812251s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:34.921495Z","caller":"traceutil/trace.go:171","msg":"trace[1532076446] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"1.104984348s","start":"2026-03-06T01:20:33.816454Z","end":"2026-03-06T01:20:34.921439Z","steps":["trace[1532076446] 'process raft request' (duration: 1.104603045s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:34.921511Z","caller":"traceutil/trace.go:171","msg":"trace[535870466] transaction","detail":"{read_only:false; response_revision:22931; number_of_response:1; }","duration":"1.103220411s","start":"2026-03-06T01:20:33.818259Z","end":"2026-03-06T01:20:34.921479Z","steps":["trace[535870466] 'process raft request' (duration: 1.103055086s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.921679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:33.816432Z","time spent":"1.105145832s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:34.921707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:33.818248Z","time spent":"1.103356116s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:36.007731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000737425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:20:36.007789Z","caller":"traceutil/trace.go:171","msg":"trace[722275808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000865478s","start":"2026-03-06T01:20:34.00691Z","end":"2026-03-06T01:20:36.007775Z","steps":["trace[722275808] 'agreement among raft nodes before linearized reading' (duration: 2.000771235s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.007819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.006886Z","time spent":"2.000925241s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:20:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:20:36.007873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.751344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:36.008063Z","caller":"traceutil/trace.go:171","msg":"trace[1483600544] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"1.721238809s","start":"2026-03-06T01:20:34.286813Z","end":"2026-03-06T01:20:36.008052Z","steps":["trace[1483600544] 'process raft request' (duration: 1.368202166s)","trace[1483600544] 'compare' (duration: 352.434204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:36.008145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.286782Z","time spent":"1.721301231s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:36.008651Z","caller":"traceutil/trace.go:171","msg":"trace[1844962590] linearizableReadLoop","detail":"{readStateIndex:23731; appliedIndex:23725; }","duration":"2.003345877s","start":"2026-03-06T01:20:34.005291Z","end":"2026-03-06T01:20:36.008636Z","steps":["trace[1844962590] 'read index received' (duration: 915.505453ms)","trace[1844962590] 'applied index is now lower than readState.Index' (duration: 1.087839174s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:36.008654Z","caller":"traceutil/trace.go:171","msg":"trace[382436562] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"1.718722289s","start":"2026-03-06T01:20:34.289887Z","end":"2026-03-06T01:20:36.008609Z","steps":["trace[382436562] 'process raft request' (duration: 1.718215993s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:36.008737Z","caller":"traceutil/trace.go:171","msg":"trace[77977824] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"1.719727381s","start":"2026-03-06T01:20:34.289002Z","end":"2026-03-06T01:20:36.00873Z","steps":["trace[77977824] 'process raft request' (duration: 1.718989357s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.008784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.288965Z","time spent":"1.719789013s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:36.008829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.289878Z","time spent":"1.718860213s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:36.008657Z","caller":"traceutil/trace.go:171","msg":"trace[579426121] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"1.29787458s","start":"2026-03-06T01:20:34.710751Z","end":"2026-03-06T01:20:36.008625Z","steps":["trace[579426121] 'process raft request' (duration: 1.297403355s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.008989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.710721Z","time spent":"1.298244622s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:36.219051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.823872ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-06T01:20:36.219275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382076058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:20:36.21939Z","caller":"traceutil/trace.go:171","msg":"trace[1976288885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22935; }","duration":"2.382248063s","start":"2026-03-06T01:20:33.837116Z","end":"2026-03-06T01:20:36.219364Z","steps":["trace[1976288885] 'agreement among raft nodes before linearized reading' (duration: 2.171591526s)","trace[1976288885] 'range keys from in-memory index tree' (duration: 210.380029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:36.219455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:33.837097Z","time spent":"2.382342737s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T01:20:36.269572Z","caller":"traceutil/trace.go:171","msg":"trace[1673393382] linearizableReadLoop","detail":"{readStateIndex:23734; appliedIndex:23733; }","duration":"260.861253ms","start":"2026-03-06T01:20:36.008685Z","end":"2026-03-06T01:20:36.269546Z","steps":["trace[1673393382] 'read index received' (duration: 260.75659ms)","trace[1673393382] 'applied index is now lower than readState.Index' (duration: 103.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:36.269679Z","caller":"traceutil/trace.go:171","msg":"trace[1118836071] transaction","detail":"{read_only:false; response_revision:22936; number_of_response:1; }","duration":"451.514734ms","start":"2026-03-06T01:20:35.818122Z","end":"2026-03-06T01:20:36.269637Z","steps":["trace[1118836071] 'process raft request' (duration: 451.084021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.269828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425182548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:20:36.269806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26954928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:36.269873Z","caller":"traceutil/trace.go:171","msg":"trace[1430279143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22936; }","duration":"1.425292852s","start":"2026-03-06T01:20:34.84457Z","end":"2026-03-06T01:20:36.269863Z","steps":["trace[1430279143] 'agreement among raft nodes before linearized reading' (duration: 1.425117136s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.26988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:35.818089Z","time spent":"451.68687ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:36.269919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.844545Z","time spent":"1.425364614s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:20:36.269982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.885637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:36.270033Z","caller":"traceutil/trace.go:171","msg":"trace[1100350911] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22936; }","duration":"865.9687ms","start":"2026-03-06T01:20:35.404048Z","end":"2026-03-06T01:20:36.270017Z","steps":["trace[1100350911] 'agreement among raft nodes before linearized reading' (duration: 865.904168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.270086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:35.404024Z","time spent":"866.051422ms","remote":"127.0.0.1:59998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:36.270121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427064069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:20:36.270162Z","caller":"traceutil/trace.go:171","msg":"trace[1236847160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22936; }","duration":"1.427142951s","start":"2026-03-06T01:20:34.843009Z","end":"2026-03-06T01:20:36.270152Z","steps":["trace[1236847160] 'agreement among raft nodes before linearized reading' (duration: 1.427037717s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.270195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.842982Z","time spent":"1.427206663s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:36.270448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.365387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:36.270518Z","caller":"traceutil/trace.go:171","msg":"trace[2112440529] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22936; }","duration":"902.46345ms","start":"2026-03-06T01:20:35.368039Z","end":"2026-03-06T01:20:36.270502Z","steps":["trace[2112440529] 'agreement among raft nodes before linearized reading' (duration: 902.333286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.270544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785276696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:36.270561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:35.368018Z","time spent":"902.532612ms","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:36.270587Z","caller":"traceutil/trace.go:171","msg":"trace[2129777032] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:22936; }","duration":"1.785326007s","start":"2026-03-06T01:20:34.485249Z","end":"2026-03-06T01:20:36.270575Z","steps":["trace[2129777032] 'agreement among raft nodes before linearized reading' (duration: 1.785190403s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.270623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.485183Z","time spent":"1.785432651s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:36.270796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955775135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:36.269919Z","caller":"traceutil/trace.go:171","msg":"trace[231051658] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22936; }","duration":"1.269747056s","start":"2026-03-06T01:20:35.000141Z","end":"2026-03-06T01:20:36.269888Z","steps":["trace[231051658] 'agreement among raft nodes before linearized reading' (duration: 1.269430226s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:36.270859Z","caller":"traceutil/trace.go:171","msg":"trace[5144395] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22936; }","duration":"1.955872009s","start":"2026-03-06T01:20:34.314969Z","end":"2026-03-06T01:20:36.270841Z","steps":["trace[5144395] 'agreement among raft nodes before linearized reading' (duration: 1.955771385s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.270877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:35.000116Z","time spent":"1.270747678s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:36.270905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.314935Z","time spent":"1.955959951s","remote":"127.0.0.1:59972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:36.271123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974151489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:20:36.271171Z","caller":"traceutil/trace.go:171","msg":"trace[4876939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22936; }","duration":"1.974224242s","start":"2026-03-06T01:20:34.296935Z","end":"2026-03-06T01:20:36.27116Z","steps":["trace[4876939] 'agreement among raft nodes before linearized reading' (duration: 1.974088398s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.271206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.296922Z","time spent":"1.974277544s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:20:36.689526Z","caller":"traceutil/trace.go:171","msg":"trace[123969099] linearizableReadLoop","detail":"{readStateIndex:23737; appliedIndex:23734; }","duration":"419.840877ms","start":"2026-03-06T01:20:36.269664Z","end":"2026-03-06T01:20:36.689504Z","steps":["trace[123969099] 'read index received' (duration: 416.255103ms)","trace[123969099] 'applied index is now lower than readState.Index' (duration: 3.584584ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:36.689695Z","caller":"traceutil/trace.go:171","msg":"trace[277643294] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"677.718875ms","start":"2026-03-06T01:20:36.011935Z","end":"2026-03-06T01:20:36.689654Z","steps":["trace[277643294] 'process raft request' (duration: 673.970016ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:36.689872Z","caller":"traceutil/trace.go:171","msg":"trace[732367279] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"676.814977ms","start":"2026-03-06T01:20:36.012805Z","end":"2026-03-06T01:20:36.68962Z","steps":["trace[732367279] 'process raft request' (duration: 676.578079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.690041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.827195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:36.690073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.390944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:36.690073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.01191Z","time spent":"677.87708ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:20:36.690086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.405216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:36.690135Z","caller":"traceutil/trace.go:171","msg":"trace[1636039979] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22939; }","duration":"498.523379ms","start":"2026-03-06T01:20:36.191592Z","end":"2026-03-06T01:20:36.690115Z","steps":["trace[1636039979] 'agreement among raft nodes before linearized reading' (duration: 498.391574ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:36.690147Z","caller":"traceutil/trace.go:171","msg":"trace[1673142562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22939; }","duration":"672.51436ms","start":"2026-03-06T01:20:36.017616Z","end":"2026-03-06T01:20:36.69013Z","steps":["trace[1673142562] 'agreement among raft nodes before linearized reading' (duration: 672.418987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.690181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.017589Z","time spent":"672.586842ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:36.690151Z","caller":"traceutil/trace.go:171","msg":"trace[1210760688] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:22939; }","duration":"591.970259ms","start":"2026-03-06T01:20:36.098136Z","end":"2026-03-06T01:20:36.690107Z","steps":["trace[1210760688] 'agreement among raft nodes before linearized reading' (duration: 591.787543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.690183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.191462Z","time spent":"498.710724ms","remote":"127.0.0.1:32818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:36.690226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.098109Z","time spent":"592.105184ms","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:36.690126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.012751Z","time spent":"677.285571ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:36.689981Z","caller":"traceutil/trace.go:171","msg":"trace[662494353] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"675.902278ms","start":"2026-03-06T01:20:36.014063Z","end":"2026-03-06T01:20:36.689966Z","steps":["trace[662494353] 'process raft request' (duration: 675.396292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.690563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.014041Z","time spent":"676.402923ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:37.190022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359523976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:37.690916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359523976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:37.934854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248976525s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:20:38.073683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.413097ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:38.07378Z","caller":"traceutil/trace.go:171","msg":"trace[514540367] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22939; }","duration":"388.521451ms","start":"2026-03-06T01:20:37.685245Z","end":"2026-03-06T01:20:38.073766Z","steps":["trace[514540367] 'range keys from in-memory index tree' (duration: 388.396927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:38.074759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.665129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:38.074887Z","caller":"traceutil/trace.go:171","msg":"trace[1018538137] linearizableReadLoop","detail":"{readStateIndex:23740; appliedIndex:23737; }","duration":"1.385235316s","start":"2026-03-06T01:20:36.689644Z","end":"2026-03-06T01:20:38.074879Z","steps":["trace[1018538137] 'read index received' (duration: 1.24534576s)","trace[1018538137] 'applied index is now lower than readState.Index' (duration: 139.888876ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:38.074942Z","caller":"traceutil/trace.go:171","msg":"trace[467810604] transaction","detail":"{read_only:false; response_revision:22940; number_of_response:1; }","duration":"1.798788674s","start":"2026-03-06T01:20:36.276144Z","end":"2026-03-06T01:20:38.074932Z","steps":["trace[467810604] 'process raft request' (duration: 1.658900618s)","trace[467810604] 'compare' (duration: 139.40365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:38.074984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.276114Z","time spent":"1.798845626s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:38.07507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564046661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:38.075067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498803567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:38.075105Z","caller":"traceutil/trace.go:171","msg":"trace[1502409329] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"1.798748822s","start":"2026-03-06T01:20:36.276323Z","end":"2026-03-06T01:20:38.075071Z","steps":["trace[1502409329] 'process raft request' (duration: 1.798522485s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:38.075136Z","caller":"traceutil/trace.go:171","msg":"trace[995376138] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22942; }","duration":"1.564150795s","start":"2026-03-06T01:20:36.510967Z","end":"2026-03-06T01:20:38.075118Z","steps":["trace[995376138] 'agreement among raft nodes before linearized reading' (duration: 1.564061242s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:38.075112Z","caller":"traceutil/trace.go:171","msg":"trace[852418483] transaction","detail":"{read_only:false; response_revision:22941; number_of_response:1; }","duration":"1.798824315s","start":"2026-03-06T01:20:36.27624Z","end":"2026-03-06T01:20:38.075065Z","steps":["trace[852418483] 'process raft request' (duration: 1.798564757s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:38.075136Z","caller":"traceutil/trace.go:171","msg":"trace[886398030] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22942; }","duration":"1.498944842s","start":"2026-03-06T01:20:36.576176Z","end":"2026-03-06T01:20:38.075121Z","steps":["trace[886398030] 'agreement among raft nodes before linearized reading' (duration: 1.498803337s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:38.075183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.51093Z","time spent":"1.564240597s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:38.07517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620123504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:38.075257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.276293Z","time spent":"1.798874236s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:38.075218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.576158Z","time spent":"1.499048735s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:38.075354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.276235Z","time spent":"1.79897291s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:38.075262Z","caller":"traceutil/trace.go:171","msg":"trace[1302308122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22942; }","duration":"1.620288879s","start":"2026-03-06T01:20:36.454954Z","end":"2026-03-06T01:20:38.075242Z","steps":["trace[1302308122] 'agreement among raft nodes before linearized reading' (duration: 1.620086772s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:38.075088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539294484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:38.075489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.454924Z","time spent":"1.620515076s","remote":"127.0.0.1:59796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:38.075527Z","caller":"traceutil/trace.go:171","msg":"trace[2089721500] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22942; }","duration":"1.539763789s","start":"2026-03-06T01:20:36.535735Z","end":"2026-03-06T01:20:38.075499Z","steps":["trace[2089721500] 'agreement among raft nodes before linearized reading' (duration: 1.539319465s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:38.075598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.535709Z","time spent":"1.539861602s","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:38.57595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359523980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:38.691677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999382502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:20:38.691754Z","caller":"traceutil/trace.go:171","msg":"trace[1816655560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999530136s","start":"2026-03-06T01:20:36.692206Z","end":"2026-03-06T01:20:38.691736Z","steps":["trace[1816655560] 'agreement among raft nodes before linearized reading' (duration: 1.999416692s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:38.691801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.692172Z","time spent":"1.999620689s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:39.269809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.729708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:39.270123Z","caller":"traceutil/trace.go:171","msg":"trace[470673158] linearizableReadLoop","detail":"{readStateIndex:23744; appliedIndex:23740; }","duration":"1.195198067s","start":"2026-03-06T01:20:38.074908Z","end":"2026-03-06T01:20:39.270106Z","steps":["trace[470673158] 'read index received' (duration: 538.070156ms)","trace[470673158] 'applied index is now lower than readState.Index' (duration: 657.126671ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:39.270198Z","caller":"traceutil/trace.go:171","msg":"trace[2005741815] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"1.255503872s","start":"2026-03-06T01:20:38.014682Z","end":"2026-03-06T01:20:39.270186Z","steps":["trace[2005741815] 'process raft request' (duration: 598.300829ms)","trace[2005741815] 'compare' (duration: 656.011875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:39.270256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:38.014658Z","time spent":"1.255564925s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:39.270365Z","caller":"traceutil/trace.go:171","msg":"trace[376263264] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"1.255546094s","start":"2026-03-06T01:20:38.014811Z","end":"2026-03-06T01:20:39.270357Z","steps":["trace[376263264] 'process raft request' (duration: 1.25510845s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.270415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:38.014797Z","time spent":"1.255586626s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:39.270619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484303957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:39.2707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182312286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:39.270714Z","caller":"traceutil/trace.go:171","msg":"trace[358503288] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22946; }","duration":"1.48441584s","start":"2026-03-06T01:20:37.786273Z","end":"2026-03-06T01:20:39.270689Z","steps":["trace[358503288] 'agreement among raft nodes before linearized reading' (duration: 1.484255705s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:39.270749Z","caller":"traceutil/trace.go:171","msg":"trace[1271055926] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22946; }","duration":"2.182383669s","start":"2026-03-06T01:20:37.088341Z","end":"2026-03-06T01:20:39.270724Z","steps":["trace[1271055926] 'agreement among raft nodes before linearized reading' (duration: 2.182267415s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.270782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:37.088321Z","time spent":"2.182452691s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:39.27078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:37.786193Z","time spent":"1.484568905s","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:39.270988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342020014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:20:39.271016Z","caller":"traceutil/trace.go:171","msg":"trace[124137122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22946; }","duration":"2.342067936s","start":"2026-03-06T01:20:36.92894Z","end":"2026-03-06T01:20:39.271008Z","steps":["trace[124137122] 'agreement among raft nodes before linearized reading' (duration: 2.341965432s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.271041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.92893Z","time spent":"2.342105226s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:20:39.271037Z","caller":"traceutil/trace.go:171","msg":"trace[2132334691] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"1.254927515s","start":"2026-03-06T01:20:38.01609Z","end":"2026-03-06T01:20:39.271017Z","steps":["trace[2132334691] 'process raft request' (duration: 1.253933103s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.271162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:38.016063Z","time spent":"1.255016627s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:39.271227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344578925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:20:39.271256Z","caller":"traceutil/trace.go:171","msg":"trace[2010428511] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22946; }","duration":"2.344627637s","start":"2026-03-06T01:20:36.92662Z","end":"2026-03-06T01:20:39.271247Z","steps":["trace[2010428511] 'agreement among raft nodes before linearized reading' (duration: 2.344547315s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.271284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.926611Z","time spent":"2.344665648s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:20:39.271397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345138693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:20:39.27142Z","caller":"traceutil/trace.go:171","msg":"trace[242378478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22946; }","duration":"2.345200885s","start":"2026-03-06T01:20:36.926212Z","end":"2026-03-06T01:20:39.271413Z","steps":["trace[242378478] 'agreement among raft nodes before linearized reading' (duration: 2.345126513s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.271443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.926186Z","time spent":"2.345251606s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:20:39.271437Z","caller":"traceutil/trace.go:171","msg":"trace[1329183650] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"995.026453ms","start":"2026-03-06T01:20:38.276397Z","end":"2026-03-06T01:20:39.271423Z","steps":["trace[1329183650] 'process raft request' (duration: 993.66878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.27151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:38.276364Z","time spent":"995.104955ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:39.271578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516347186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:39.271608Z","caller":"traceutil/trace.go:171","msg":"trace[570298908] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22946; }","duration":"2.516381507s","start":"2026-03-06T01:20:36.755216Z","end":"2026-03-06T01:20:39.271598Z","steps":["trace[570298908] 'agreement among raft nodes before linearized reading' (duration: 2.516328096s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.271635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.755172Z","time spent":"2.516455499s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:39.271698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325195289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:39.272171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334939378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:39.272218Z","caller":"traceutil/trace.go:171","msg":"trace[1034525605] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22946; }","duration":"1.335018661s","start":"2026-03-06T01:20:37.937185Z","end":"2026-03-06T01:20:39.272204Z","steps":["trace[1034525605] 'agreement among raft nodes before linearized reading' (duration: 1.334925388s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.272212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354408107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:39.272252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:37.937167Z","time spent":"1.335076593s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:39.272271Z","caller":"traceutil/trace.go:171","msg":"trace[1027910629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22946; }","duration":"1.354530121s","start":"2026-03-06T01:20:37.917724Z","end":"2026-03-06T01:20:39.272254Z","steps":["trace[1027910629] 'agreement among raft nodes before linearized reading' (duration: 1.354388437s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.272302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:37.917701Z","time spent":"1.354595973s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:39.272498Z","caller":"traceutil/trace.go:171","msg":"trace[250866322] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22946; }","duration":"1.326038595s","start":"2026-03-06T01:20:37.946443Z","end":"2026-03-06T01:20:39.272482Z","steps":["trace[250866322] 'agreement among raft nodes before linearized reading' (duration: 1.325205949s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.272653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:37.946415Z","time spent":"1.3261864s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:39.770921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359523984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:40.271825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359523984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:40.345049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.58725333s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:20:40.378411Z","caller":"traceutil/trace.go:171","msg":"trace[1896029934] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"1.681802316s","start":"2026-03-06T01:20:38.696586Z","end":"2026-03-06T01:20:40.378388Z","steps":["trace[1896029934] 'process raft request' (duration: 1.648828108s)","trace[1896029934] 'compare' (duration: 32.129771ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:40.378407Z","caller":"traceutil/trace.go:171","msg":"trace[729581787] transaction","detail":"{read_only:false; response_revision:22948; number_of_response:1; }","duration":"1.681732094s","start":"2026-03-06T01:20:38.696648Z","end":"2026-03-06T01:20:40.37838Z","steps":["trace[729581787] 'process raft request' (duration: 1.68161129s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:40.37852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:38.696563Z","time spent":"1.681898259s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:40.378561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:38.696632Z","time spent":"1.681842308s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:40.699869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999904619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:20:40.699991Z","caller":"traceutil/trace.go:171","msg":"trace[1466724293] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083464s","start":"2026-03-06T01:20:38.699876Z","end":"2026-03-06T01:20:40.699959Z","steps":["trace[1466724293] 'agreement among raft nodes before linearized reading' (duration: 1.999906219s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:40.700358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:38.699851Z","time spent":"2.000195268s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:20:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:20:42.034319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148039166s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:42.034629Z","caller":"traceutil/trace.go:171","msg":"trace[1536896643] linearizableReadLoop","detail":"{readStateIndex:23749; appliedIndex:23744; }","duration":"2.764424043s","start":"2026-03-06T01:20:39.270152Z","end":"2026-03-06T01:20:42.034576Z","steps":["trace[1536896643] 'read index received' (duration: 1.075255174s)","trace[1536896643] 'applied index is now lower than readState.Index' (duration: 1.689167769s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:42.034879Z","caller":"traceutil/trace.go:171","msg":"trace[853900398] transaction","detail":"{read_only:false; response_revision:22949; number_of_response:1; }","duration":"2.757832913s","start":"2026-03-06T01:20:39.277033Z","end":"2026-03-06T01:20:42.034866Z","steps":["trace[853900398] 'process raft request' (duration: 1.609145656s)","trace[853900398] 'compare' (duration: 1.14719747s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:42.034955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:39.277014Z","time spent":"2.757902136s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:42.035094Z","caller":"traceutil/trace.go:171","msg":"trace[1778920754] transaction","detail":"{read_only:false; response_revision:22951; number_of_response:1; }","duration":"2.756910124s","start":"2026-03-06T01:20:39.278161Z","end":"2026-03-06T01:20:42.035071Z","steps":["trace[1778920754] 'process raft request' (duration: 2.756370027s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:42.035115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940139759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:42.035158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339792514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:20:42.035125Z","caller":"traceutil/trace.go:171","msg":"trace[512449136] transaction","detail":"{read_only:false; response_revision:22950; number_of_response:1; }","duration":"2.757988148s","start":"2026-03-06T01:20:39.277088Z","end":"2026-03-06T01:20:42.035076Z","steps":["trace[512449136] 'process raft request' (duration: 2.757340517s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:42.035188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:39.278155Z","time spent":"2.756985596s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:42.0352Z","caller":"traceutil/trace.go:171","msg":"trace[1387810996] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22951; }","duration":"2.940259472s","start":"2026-03-06T01:20:39.094921Z","end":"2026-03-06T01:20:42.03518Z","steps":["trace[1387810996] 'agreement among raft nodes before linearized reading' (duration: 2.940061576s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:42.035197Z","caller":"traceutil/trace.go:171","msg":"trace[204798060] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb; range_end:; response_count:1; response_revision:22951; }","duration":"3.339882577s","start":"2026-03-06T01:20:38.695301Z","end":"2026-03-06T01:20:42.035183Z","steps":["trace[204798060] 'agreement among raft nodes before linearized reading' (duration: 3.339758003s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:42.035255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:38.69528Z","time spent":"3.339967219s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" "} {"level":"warn","ts":"2026-03-06T01:20:42.035252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:39.09487Z","time spent":"2.940370746s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:42.035347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:39.277085Z","time spent":"2.758149784s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:42.035389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431300174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:42.035509Z","caller":"traceutil/trace.go:171","msg":"trace[34672000] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22951; }","duration":"3.431711757s","start":"2026-03-06T01:20:38.603778Z","end":"2026-03-06T01:20:42.03549Z","steps":["trace[34672000] 'agreement among raft nodes before linearized reading' (duration: 3.431289164s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:42.035664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:38.603759Z","time spent":"3.431858991s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:42.427515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412558566s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:20:42.571078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.106749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:42.571259Z","caller":"traceutil/trace.go:171","msg":"trace[170232504] transaction","detail":"{read_only:false; response_revision:22952; number_of_response:1; }","duration":"1.556409589s","start":"2026-03-06T01:20:41.014817Z","end":"2026-03-06T01:20:42.571226Z","steps":["trace[170232504] 'process raft request' (duration: 1.412989459s)","trace[170232504] 'compare' (duration: 141.626773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:42.571361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:41.014785Z","time spent":"1.556527672s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:42.708821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999860507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:20:42.708945Z","caller":"traceutil/trace.go:171","msg":"trace[1571806187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000041282s","start":"2026-03-06T01:20:40.708883Z","end":"2026-03-06T01:20:42.708925Z","steps":["trace[1571806187] 'agreement among raft nodes before linearized reading' (duration: 1.999894058s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:42.709012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:40.708828Z","time spent":"2.000157946s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:43.913315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.831466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:43.913635Z","caller":"traceutil/trace.go:171","msg":"trace[347188451] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"2.635951378s","start":"2026-03-06T01:20:41.277648Z","end":"2026-03-06T01:20:43.913599Z","steps":["trace[347188451] 'process raft request' (duration: 1.83673175s)","trace[347188451] 'compare' (duration: 798.575818ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:43.913665Z","caller":"traceutil/trace.go:171","msg":"trace[159639147] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"2.634909946s","start":"2026-03-06T01:20:41.27873Z","end":"2026-03-06T01:20:43.91364Z","steps":["trace[159639147] 'process raft request' (duration: 2.634760151s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.913774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:41.278687Z","time spent":"2.635032119s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:43.913806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:41.277615Z","time spent":"2.636094303s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:43.9139Z","caller":"traceutil/trace.go:171","msg":"trace[1124661345] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"2.633866162s","start":"2026-03-06T01:20:41.28001Z","end":"2026-03-06T01:20:43.913876Z","steps":["trace[1124661345] 'process raft request' (duration: 2.633571023s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.914052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:41.279985Z","time spent":"2.633986096s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:43.914205Z","caller":"traceutil/trace.go:171","msg":"trace[1440910971] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"2.631217298s","start":"2026-03-06T01:20:41.282977Z","end":"2026-03-06T01:20:43.914195Z","steps":["trace[1440910971] 'process raft request' (duration: 2.630788025s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.914265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:41.282968Z","time spent":"2.631264389s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:43.914305Z","caller":"traceutil/trace.go:171","msg":"trace[2125799247] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"2.403442818s","start":"2026-03-06T01:20:41.510824Z","end":"2026-03-06T01:20:43.914267Z","steps":["trace[2125799247] 'process raft request' (duration: 2.403276592s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.914457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:41.510794Z","time spent":"2.403582391s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:43.914682Z","caller":"traceutil/trace.go:171","msg":"trace[265953484] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"1.876975131s","start":"2026-03-06T01:20:42.03769Z","end":"2026-03-06T01:20:43.914666Z","steps":["trace[265953484] 'process raft request' (duration: 1.876508986s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:43.914741Z","caller":"traceutil/trace.go:171","msg":"trace[774396458] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"1.531504288s","start":"2026-03-06T01:20:42.383221Z","end":"2026-03-06T01:20:43.914725Z","steps":["trace[774396458] 'process raft request' (duration: 1.531411495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.914795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:42.037657Z","time spent":"1.877073794s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:43.914818Z","caller":"traceutil/trace.go:171","msg":"trace[2144268832] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"1.812260314s","start":"2026-03-06T01:20:42.10253Z","end":"2026-03-06T01:20:43.91479Z","steps":["trace[2144268832] 'process raft request' (duration: 1.812008606s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:43.91488Z","caller":"traceutil/trace.go:171","msg":"trace[2128834491] linearizableReadLoop","detail":"{readStateIndex:23755; appliedIndex:23749; }","duration":"1.880203564s","start":"2026-03-06T01:20:42.034663Z","end":"2026-03-06T01:20:43.914867Z","steps":["trace[2128834491] 'read index received' (duration: 393.113127ms)","trace[2128834491] 'applied index is now lower than readState.Index' (duration: 1.487089297s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:43.914914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:42.102503Z","time spent":"1.812357976s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:43.915084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834626986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:20:43.915123Z","caller":"traceutil/trace.go:171","msg":"trace[1149590183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22961; }","duration":"3.834710638s","start":"2026-03-06T01:20:40.080403Z","end":"2026-03-06T01:20:43.915114Z","steps":["trace[1149590183] 'agreement among raft nodes before linearized reading' (duration: 3.834541113s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.915108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159028037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-06T01:20:43.915156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:40.080377Z","time spent":"3.834771421s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:20:43.91518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68663454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-06T01:20:43.915202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206851468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-06T01:20:43.915237Z","caller":"traceutil/trace.go:171","msg":"trace[906440006] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22961; }","duration":"2.686693922s","start":"2026-03-06T01:20:41.22853Z","end":"2026-03-06T01:20:43.915224Z","steps":["trace[906440006] 'agreement among raft nodes before linearized reading' (duration: 2.686515116s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:43.915244Z","caller":"traceutil/trace.go:171","msg":"trace[802671187] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"1.530521387s","start":"2026-03-06T01:20:42.384709Z","end":"2026-03-06T01:20:43.915231Z","steps":["trace[802671187] 'process raft request' (duration: 1.52996771s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.915276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:41.228477Z","time spent":"2.686791395s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:20:43.915304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244867728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:43.915315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:42.384689Z","time spent":"1.530585049s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:43.915345Z","caller":"traceutil/trace.go:171","msg":"trace[694364493] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:22961; }","duration":"4.244947931s","start":"2026-03-06T01:20:39.670388Z","end":"2026-03-06T01:20:43.915336Z","steps":["trace[694364493] 'agreement among raft nodes before linearized reading' (duration: 4.244885319s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.915295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:42.38319Z","time spent":"1.532025675s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:43.915374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367214497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:43.915382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:39.670363Z","time spent":"4.245008993s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:43.915243Z","caller":"traceutil/trace.go:171","msg":"trace[1957722558] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22961; }","duration":"3.20693125s","start":"2026-03-06T01:20:40.708299Z","end":"2026-03-06T01:20:43.91523Z","steps":["trace[1957722558] 'agreement among raft nodes before linearized reading' (duration: 3.206811886s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:43.915411Z","caller":"traceutil/trace.go:171","msg":"trace[799777334] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22961; }","duration":"4.36729173s","start":"2026-03-06T01:20:39.548108Z","end":"2026-03-06T01:20:43.915399Z","steps":["trace[799777334] 'agreement among raft nodes before linearized reading' (duration: 4.367227138s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.915441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:40.708276Z","time spent":"3.207156638s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:20:43.915196Z","caller":"traceutil/trace.go:171","msg":"trace[429358472] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22961; }","duration":"2.15912731s","start":"2026-03-06T01:20:41.756046Z","end":"2026-03-06T01:20:43.915173Z","steps":["trace[429358472] 'agreement among raft nodes before linearized reading' (duration: 2.158850942s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.915257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760859611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:20:43.915594Z","caller":"traceutil/trace.go:171","msg":"trace[2115835399] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:22961; }","duration":"3.761259513s","start":"2026-03-06T01:20:40.154316Z","end":"2026-03-06T01:20:43.915575Z","steps":["trace[2115835399] 'agreement among raft nodes before linearized reading' (duration: 3.760579582s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.915615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.945628334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268839"} {"level":"warn","ts":"2026-03-06T01:20:43.915648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836409102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:20:43.915678Z","caller":"traceutil/trace.go:171","msg":"trace[1122842841] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:22961; }","duration":"3.945732988s","start":"2026-03-06T01:20:39.969934Z","end":"2026-03-06T01:20:43.915667Z","steps":["trace[1122842841] 'agreement among raft nodes before linearized reading' (duration: 3.945330945s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:43.915687Z","caller":"traceutil/trace.go:171","msg":"trace[1690127294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22961; }","duration":"3.836488465s","start":"2026-03-06T01:20:40.079188Z","end":"2026-03-06T01:20:43.915677Z","steps":["trace[1690127294] 'agreement among raft nodes before linearized reading' (duration: 3.836384502s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.915706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836769765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T01:20:43.915713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:40.07916Z","time spent":"3.836547457s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:20:43.915504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:41.755987Z","time spent":"2.159506453s","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-06T01:20:43.915747Z","caller":"traceutil/trace.go:171","msg":"trace[1145426861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22961; }","duration":"3.836873257s","start":"2026-03-06T01:20:40.078864Z","end":"2026-03-06T01:20:43.915738Z","steps":["trace[1145426861] 'agreement among raft nodes before linearized reading' (duration: 3.836750843s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.915777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:40.078837Z","time spent":"3.836933199s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:43.915715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:39.969906Z","time spent":"3.94580073s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268862,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:20:43.915447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:39.548082Z","time spent":"4.367353332s","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:43.915789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:40.154295Z","time spent":"3.761363007s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-03-06T01:20:43.915516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163214962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:43.916291Z","caller":"traceutil/trace.go:171","msg":"trace[1060605342] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22961; }","duration":"4.163985496s","start":"2026-03-06T01:20:39.75229Z","end":"2026-03-06T01:20:43.916276Z","steps":["trace[1060605342] 'agreement among raft nodes before linearized reading' (duration: 4.163200171s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.916343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:39.752236Z","time spent":"4.16409218s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:20:44.289632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125227832s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:20:44.7097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999795246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:20:44.709767Z","caller":"traceutil/trace.go:171","msg":"trace[2007564516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99991329s","start":"2026-03-06T01:20:42.709838Z","end":"2026-03-06T01:20:44.709751Z","steps":["trace[2007564516] 'agreement among raft nodes before linearized reading' (duration: 1.999820507s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:44.709805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:42.709819Z","time spent":"1.999978681s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:20:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:20:45.154187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.968687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:45.154331Z","caller":"traceutil/trace.go:171","msg":"trace[1047324478] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"1.998295338s","start":"2026-03-06T01:20:43.156012Z","end":"2026-03-06T01:20:45.154307Z","steps":["trace[1047324478] 'process raft request' (duration: 1.134126616s)","trace[1047324478] 'compare' (duration: 863.7724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:45.154448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.15598Z","time spent":"1.998403012s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:45.154464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.918819Z","time spent":"1.235639372s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:20:45.154582Z","caller":"traceutil/trace.go:171","msg":"trace[1163403582] transaction","detail":"{read_only:false; response_revision:22966; number_of_response:1; }","duration":"1.2298937s","start":"2026-03-06T01:20:43.92467Z","end":"2026-03-06T01:20:45.154564Z","steps":["trace[1163403582] 'process raft request' (duration: 1.229826778s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:45.154617Z","caller":"traceutil/trace.go:171","msg":"trace[1027109047] transaction","detail":"{read_only:false; response_revision:22964; number_of_response:1; }","duration":"1.234042831s","start":"2026-03-06T01:20:43.920567Z","end":"2026-03-06T01:20:45.15461Z","steps":["trace[1027109047] 'process raft request' (duration: 1.233865566s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.15465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.920547Z","time spent":"1.234084863s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:45.154655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.924663Z","time spent":"1.229961172s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:45.154713Z","caller":"traceutil/trace.go:171","msg":"trace[1482474810] linearizableReadLoop","detail":"{readStateIndex:23760; appliedIndex:23759; }","duration":"1.239780054s","start":"2026-03-06T01:20:43.914916Z","end":"2026-03-06T01:20:45.154696Z","steps":["trace[1482474810] 'read index received' (duration: 375.189878ms)","trace[1482474810] 'applied index is now lower than readState.Index' (duration: 864.588456ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:45.154792Z","caller":"traceutil/trace.go:171","msg":"trace[146861429] transaction","detail":"{read_only:false; response_revision:22963; number_of_response:1; }","duration":"1.235143577s","start":"2026-03-06T01:20:43.919642Z","end":"2026-03-06T01:20:45.154785Z","steps":["trace[146861429] 'process raft request' (duration: 1.234733494s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.154825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.919628Z","time spent":"1.235181857s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:45.154827Z","caller":"traceutil/trace.go:171","msg":"trace[196851851] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"1.232855874s","start":"2026-03-06T01:20:43.92196Z","end":"2026-03-06T01:20:45.154816Z","steps":["trace[196851851] 'process raft request' (duration: 1.232504343s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.154889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291715534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:45.15493Z","caller":"traceutil/trace.go:171","msg":"trace[1706128429] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22966; }","duration":"1.291806848s","start":"2026-03-06T01:20:43.863111Z","end":"2026-03-06T01:20:45.154918Z","steps":["trace[1706128429] 'agreement among raft nodes before linearized reading' (duration: 1.291729205s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.154879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.921952Z","time spent":"1.232899065s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:45.155007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761232632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:45.155043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817071528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:45.155073Z","caller":"traceutil/trace.go:171","msg":"trace[538015594] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22966; }","duration":"2.81713437s","start":"2026-03-06T01:20:42.337931Z","end":"2026-03-06T01:20:45.155065Z","steps":["trace[538015594] 'agreement among raft nodes before linearized reading' (duration: 2.817080118s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.155095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:42.337908Z","time spent":"2.817182451s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:45.155165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235941012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6765c26f-9947-4a1f-8c41-da810aa80661\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-06T01:20:45.155199Z","caller":"traceutil/trace.go:171","msg":"trace[1490456254] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6765c26f-9947-4a1f-8c41-da810aa80661; range_end:; response_count:1; response_revision:22966; }","duration":"1.235995844s","start":"2026-03-06T01:20:43.919195Z","end":"2026-03-06T01:20:45.155191Z","steps":["trace[1490456254] 'agreement among raft nodes before linearized reading' (duration: 1.23587823s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.155226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423161655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:45.155257Z","caller":"traceutil/trace.go:171","msg":"trace[668986264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22966; }","duration":"2.423238548s","start":"2026-03-06T01:20:42.732011Z","end":"2026-03-06T01:20:45.15525Z","steps":["trace[668986264] 'agreement among raft nodes before linearized reading' (duration: 2.423185326s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.155281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:42.731984Z","time spent":"2.423290919s","remote":"127.0.0.1:59742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:45.155405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68568456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:45.155433Z","caller":"traceutil/trace.go:171","msg":"trace[1624003988] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22966; }","duration":"2.685743142s","start":"2026-03-06T01:20:42.469683Z","end":"2026-03-06T01:20:45.155427Z","steps":["trace[1624003988] 'agreement among raft nodes before linearized reading' (duration: 2.685694511s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.155449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:42.469669Z","time spent":"2.685776224s","remote":"127.0.0.1:33956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:45.155044Z","caller":"traceutil/trace.go:171","msg":"trace[247230173] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:22966; }","duration":"1.761305014s","start":"2026-03-06T01:20:43.393726Z","end":"2026-03-06T01:20:45.155031Z","steps":["trace[247230173] 'agreement among raft nodes before linearized reading' (duration: 1.761257842s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.15552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11634397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:20:45.155546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.393699Z","time spent":"1.761838931s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:45.155556Z","caller":"traceutil/trace.go:171","msg":"trace[1156548008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22966; }","duration":"1.116422572s","start":"2026-03-06T01:20:44.039123Z","end":"2026-03-06T01:20:45.155545Z","steps":["trace[1156548008] 'agreement among raft nodes before linearized reading' (duration: 1.116325179s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.155588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.039097Z","time spent":"1.116482134s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:45.154966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.863081Z","time spent":"1.2918768s","remote":"127.0.0.1:33914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:45.155671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233942219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:20:45.155712Z","caller":"traceutil/trace.go:171","msg":"trace[281869421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22966; }","duration":"1.23399498s","start":"2026-03-06T01:20:43.921701Z","end":"2026-03-06T01:20:45.155696Z","steps":["trace[281869421] 'agreement among raft nodes before linearized reading' (duration: 1.233908967s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.15577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.872587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:45.155787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.92169Z","time spent":"1.234079643s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:20:45.15581Z","caller":"traceutil/trace.go:171","msg":"trace[204184101] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22966; }","duration":"798.98092ms","start":"2026-03-06T01:20:44.356817Z","end":"2026-03-06T01:20:45.155797Z","steps":["trace[204184101] 'agreement among raft nodes before linearized reading' (duration: 798.931598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.155845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.356785Z","time spent":"799.052252ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:45.15602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236719517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:20:45.156058Z","caller":"traceutil/trace.go:171","msg":"trace[1967388721] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb; range_end:; response_count:1; response_revision:22966; }","duration":"1.236771138s","start":"2026-03-06T01:20:43.919277Z","end":"2026-03-06T01:20:45.156048Z","steps":["trace[1967388721] 'agreement among raft nodes before linearized reading' (duration: 1.236666725s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.15609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.919271Z","time spent":"1.236813279s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" "} {"level":"warn","ts":"2026-03-06T01:20:45.156206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116222576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:20:45.156248Z","caller":"traceutil/trace.go:171","msg":"trace[1477030388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22966; }","duration":"1.116310159s","start":"2026-03-06T01:20:44.039928Z","end":"2026-03-06T01:20:45.156238Z","steps":["trace[1477030388] 'agreement among raft nodes before linearized reading' (duration: 1.116153854s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.156282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.039901Z","time spent":"1.116374471s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:45.155231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.919171Z","time spent":"1.236054016s","remote":"127.0.0.1:46400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-6765c26f-9947-4a1f-8c41-da810aa80661\" "} {"level":"warn","ts":"2026-03-06T01:20:45.156467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116618258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:20:45.156505Z","caller":"traceutil/trace.go:171","msg":"trace[1511755847] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22966; }","duration":"1.11667246s","start":"2026-03-06T01:20:44.039821Z","end":"2026-03-06T01:20:45.156494Z","steps":["trace[1511755847] 'agreement among raft nodes before linearized reading' (duration: 1.116584887s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.156537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.039808Z","time spent":"1.116722202s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:20:45.155588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233275067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:45.156661Z","caller":"traceutil/trace.go:171","msg":"trace[2097638045] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22966; }","duration":"1.234347041s","start":"2026-03-06T01:20:43.922303Z","end":"2026-03-06T01:20:45.15665Z","steps":["trace[2097638045] 'agreement among raft nodes before linearized reading' (duration: 1.233255116s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.1567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.922283Z","time spent":"1.234405393s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:20:45.155731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.502631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:45.156865Z","caller":"traceutil/trace.go:171","msg":"trace[90337756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22966; }","duration":"439.682688ms","start":"2026-03-06T01:20:44.717175Z","end":"2026-03-06T01:20:45.156857Z","steps":["trace[90337756] 'agreement among raft nodes before linearized reading' (duration: 438.535601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.156891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.717145Z","time spent":"439.73905ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:45.658834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:20:45.742242Z","caller":"traceutil/trace.go:171","msg":"trace[2103416949] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"584.669646ms","start":"2026-03-06T01:20:45.157524Z","end":"2026-03-06T01:20:45.742194Z","steps":["trace[2103416949] 'process raft request' (duration: 504.880469ms)","trace[2103416949] 'compare' (duration: 79.470597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:45.742416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.157501Z","time spent":"584.818531ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:46.646065Z","caller":"traceutil/trace.go:171","msg":"trace[1461879214] linearizableReadLoop","detail":"{readStateIndex:23770; appliedIndex:23765; }","duration":"1.487604691s","start":"2026-03-06T01:20:45.158435Z","end":"2026-03-06T01:20:46.646039Z","steps":["trace[1461879214] 'read index received' (duration: 503.939189ms)","trace[1461879214] 'applied index is now lower than readState.Index' (duration: 983.664372ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:46.646185Z","caller":"traceutil/trace.go:171","msg":"trace[1383491444] transaction","detail":"{read_only:false; response_revision:22968; number_of_response:1; }","duration":"1.485628828s","start":"2026-03-06T01:20:45.160543Z","end":"2026-03-06T01:20:46.646172Z","steps":["trace[1383491444] 'process raft request' (duration: 1.435808954s)","trace[1383491444] 'compare' (duration: 49.212075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:46.646294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.160524Z","time spent":"1.485688731s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:46.646359Z","caller":"traceutil/trace.go:171","msg":"trace[2005145636] transaction","detail":"{read_only:false; response_revision:22970; number_of_response:1; }","duration":"1.484583935s","start":"2026-03-06T01:20:45.161741Z","end":"2026-03-06T01:20:46.646325Z","steps":["trace[2005145636] 'process raft request' (duration: 1.484220404s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.646451Z","caller":"traceutil/trace.go:171","msg":"trace[697456771] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"1.484239624s","start":"2026-03-06T01:20:45.162177Z","end":"2026-03-06T01:20:46.646416Z","steps":["trace[697456771] 'process raft request' (duration: 1.483822451s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.646526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.161722Z","time spent":"1.48471591s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:46.646621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488181259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-06T01:20:46.646613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.162171Z","time spent":"1.484350739s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:46.646655Z","caller":"traceutil/trace.go:171","msg":"trace[364524390] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22971; }","duration":"1.488238931s","start":"2026-03-06T01:20:45.158406Z","end":"2026-03-06T01:20:46.646645Z","steps":["trace[364524390] 'agreement among raft nodes before linearized reading' (duration: 1.488072146s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.646684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.158398Z","time spent":"1.488279473s","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:20:46.646841Z","caller":"traceutil/trace.go:171","msg":"trace[1017377951] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"1.486174956s","start":"2026-03-06T01:20:45.160655Z","end":"2026-03-06T01:20:46.64683Z","steps":["trace[1017377951] 'process raft request' (duration: 1.485233336s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.646901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.160635Z","time spent":"1.486234189s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:47.146845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:47.159104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:20:47.15923Z","caller":"traceutil/trace.go:171","msg":"trace[1638807179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338792s","start":"2026-03-06T01:20:45.15886Z","end":"2026-03-06T01:20:47.159199Z","steps":["trace[1638807179] 'agreement among raft nodes before linearized reading' (duration: 2.000166637s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.159296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.158841Z","time spent":"2.000443115s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:20:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T01:20:47.552367Z","caller":"traceutil/trace.go:171","msg":"trace[1330210447] transaction","detail":"{read_only:false; response_revision:22977; number_of_response:1; }","duration":"1.628050057s","start":"2026-03-06T01:20:45.924289Z","end":"2026-03-06T01:20:47.552339Z","steps":["trace[1330210447] 'process raft request' (duration: 1.627997316s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.552533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.924277Z","time spent":"1.628169701s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:47.552621Z","caller":"traceutil/trace.go:171","msg":"trace[1312932619] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"1.630245377s","start":"2026-03-06T01:20:45.922342Z","end":"2026-03-06T01:20:47.552588Z","steps":["trace[1312932619] 'process raft request' (duration: 1.62969295s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.552771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.922294Z","time spent":"1.630397851s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:47.552784Z","caller":"traceutil/trace.go:171","msg":"trace[506358245] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"1.630281858s","start":"2026-03-06T01:20:45.92249Z","end":"2026-03-06T01:20:47.552771Z","steps":["trace[506358245] 'process raft request' (duration: 1.629653488s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:47.553001Z","caller":"traceutil/trace.go:171","msg":"trace[1953765803] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"1.630483505s","start":"2026-03-06T01:20:45.922496Z","end":"2026-03-06T01:20:47.55298Z","steps":["trace[1953765803] 'process raft request' (duration: 1.629686389s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.553098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.922469Z","time spent":"1.630579748s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:47.553132Z","caller":"traceutil/trace.go:171","msg":"trace[2129758955] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"1.630989381s","start":"2026-03-06T01:20:45.922088Z","end":"2026-03-06T01:20:47.553078Z","steps":["trace[2129758955] 'process raft request' (duration: 1.628413359s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.55334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.922056Z","time spent":"1.631169436s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:47.55487Z","caller":"traceutil/trace.go:171","msg":"trace[869192192] transaction","detail":"{read_only:false; response_revision:22976; number_of_response:1; }","duration":"1.632301572s","start":"2026-03-06T01:20:45.922548Z","end":"2026-03-06T01:20:47.55485Z","steps":["trace[869192192] 'process raft request' (duration: 1.629679069s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.554999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.922515Z","time spent":"1.632413786s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:47.555269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.92248Z","time spent":"1.630335679s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:47.78083Z","caller":"traceutil/trace.go:171","msg":"trace[2146317104] linearizableReadLoop","detail":"{readStateIndex:23777; appliedIndex:23770; }","duration":"1.134662562s","start":"2026-03-06T01:20:46.646135Z","end":"2026-03-06T01:20:47.780797Z","steps":["trace[2146317104] 'read index received' (duration: 904.393612ms)","trace[2146317104] 'applied index is now lower than readState.Index' (duration: 230.26608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:47.78098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73193738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:47.781043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076988229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:20:47.781125Z","caller":"traceutil/trace.go:171","msg":"trace[1361287165] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22978; }","duration":"2.077090953s","start":"2026-03-06T01:20:45.704007Z","end":"2026-03-06T01:20:47.781098Z","steps":["trace[1361287165] 'agreement among raft nodes before linearized reading' (duration: 2.076859076s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.781156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.704001Z","time spent":"2.077149695s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:20:47.781176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077169295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:20:47.781207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036598765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:20:47.781237Z","caller":"traceutil/trace.go:171","msg":"trace[1319838524] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22978; }","duration":"2.036625287s","start":"2026-03-06T01:20:45.744601Z","end":"2026-03-06T01:20:47.781226Z","steps":["trace[1319838524] 'agreement among raft nodes before linearized reading' (duration: 2.036501143s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:47.781055Z","caller":"traceutil/trace.go:171","msg":"trace[1222679918] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22978; }","duration":"1.732074934s","start":"2026-03-06T01:20:46.048962Z","end":"2026-03-06T01:20:47.781037Z","steps":["trace[1222679918] 'agreement among raft nodes before linearized reading' (duration: 1.731908179s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.781293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.744551Z","time spent":"2.03673329s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:20:47.781344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617807362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:47.781437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431747467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:47.781436Z","caller":"traceutil/trace.go:171","msg":"trace[1289235522] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22978; }","duration":"2.617925476s","start":"2026-03-06T01:20:45.163489Z","end":"2026-03-06T01:20:47.781414Z","steps":["trace[1289235522] 'agreement among raft nodes before linearized reading' (duration: 2.617775501s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:47.781466Z","caller":"traceutil/trace.go:171","msg":"trace[274776814] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:22978; }","duration":"2.4318183s","start":"2026-03-06T01:20:45.349641Z","end":"2026-03-06T01:20:47.781459Z","steps":["trace[274776814] 'agreement among raft nodes before linearized reading' (duration: 2.431767739s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.781466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.086758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:47.781481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.163482Z","time spent":"2.617989248s","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:20:47.781521Z","caller":"traceutil/trace.go:171","msg":"trace[746863216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22978; }","duration":"606.179851ms","start":"2026-03-06T01:20:47.175328Z","end":"2026-03-06T01:20:47.781508Z","steps":["trace[746863216] 'agreement among raft nodes before linearized reading' (duration: 606.100798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.781294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:46.048939Z","time spent":"1.732342093s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:47.781545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.378426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:20:47.781563Z","caller":"traceutil/trace.go:171","msg":"trace[1725299919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22978; }","duration":"622.429267ms","start":"2026-03-06T01:20:47.15913Z","end":"2026-03-06T01:20:47.781559Z","steps":["trace[1725299919] 'agreement among raft nodes before linearized reading' (duration: 622.374336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.781575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.159107Z","time spent":"622.465769ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:20:47.781578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.175306Z","time spent":"606.258334ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:47.781677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.234284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:20:47.781697Z","caller":"traceutil/trace.go:171","msg":"trace[66424143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22978; }","duration":"618.269086ms","start":"2026-03-06T01:20:47.163424Z","end":"2026-03-06T01:20:47.781693Z","steps":["trace[66424143] 'agreement among raft nodes before linearized reading' (duration: 618.218274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.781709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.163413Z","time spent":"618.292846ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:47.781754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606585245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"warn","ts":"2026-03-06T01:20:47.7818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.743916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:20:47.781821Z","caller":"traceutil/trace.go:171","msg":"trace[1607108243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22978; }","duration":"621.781217ms","start":"2026-03-06T01:20:47.160036Z","end":"2026-03-06T01:20:47.781817Z","steps":["trace[1607108243] 'agreement among raft nodes before linearized reading' (duration: 621.730535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.781836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.16003Z","time spent":"621.803607ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:20:47.781884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.353727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:47.781385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128950431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:20:47.781947Z","caller":"traceutil/trace.go:171","msg":"trace[1484424120] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb; range_end:; response_count:1; response_revision:22978; }","duration":"1.12954662s","start":"2026-03-06T01:20:46.652394Z","end":"2026-03-06T01:20:47.78194Z","steps":["trace[1484424120] 'agreement among raft nodes before linearized reading' (duration: 1.128892919s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:47.781949Z","caller":"traceutil/trace.go:171","msg":"trace[549354346] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22978; }","duration":"824.417379ms","start":"2026-03-06T01:20:46.957511Z","end":"2026-03-06T01:20:47.781928Z","steps":["trace[549354346] 'agreement among raft nodes before linearized reading' (duration: 824.319116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.781969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:46.652375Z","time spent":"1.12958459s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" "} {"level":"warn","ts":"2026-03-06T01:20:47.781483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.349613Z","time spent":"2.431864361s","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:47.781994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:46.957438Z","time spent":"824.542353ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:47.782048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061756614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:47.782086Z","caller":"traceutil/trace.go:171","msg":"trace[1331283523] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22978; }","duration":"1.061853297s","start":"2026-03-06T01:20:46.720222Z","end":"2026-03-06T01:20:47.782076Z","steps":["trace[1331283523] 'agreement among raft nodes before linearized reading' (duration: 1.061794675s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.782118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:46.720196Z","time spent":"1.061915949s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:20:47.781238Z","caller":"traceutil/trace.go:171","msg":"trace[926267710] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22978; }","duration":"2.07729675s","start":"2026-03-06T01:20:45.703926Z","end":"2026-03-06T01:20:47.781222Z","steps":["trace[926267710] 'agreement among raft nodes before linearized reading' (duration: 2.077050602s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.782242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.703894Z","time spent":"2.078333593s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:20:47.782263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083724972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T01:20:47.782306Z","caller":"traceutil/trace.go:171","msg":"trace[1357145797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:22978; }","duration":"1.083787365s","start":"2026-03-06T01:20:46.698502Z","end":"2026-03-06T01:20:47.782289Z","steps":["trace[1357145797] 'agreement among raft nodes before linearized reading' (duration: 1.083618719s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.782336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:46.698483Z","time spent":"1.083846157s","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-06T01:20:47.781795Z","caller":"traceutil/trace.go:171","msg":"trace[1886161378] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22978; }","duration":"2.606647707s","start":"2026-03-06T01:20:45.175138Z","end":"2026-03-06T01:20:47.781785Z","steps":["trace[1886161378] 'agreement among raft nodes before linearized reading' (duration: 2.606518173s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.782388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.175125Z","time spent":"2.607245306s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:20:47.783342Z","caller":"traceutil/trace.go:171","msg":"trace[1907045382] transaction","detail":"{read_only:false; response_revision:22978; number_of_response:1; }","duration":"204.798411ms","start":"2026-03-06T01:20:47.578528Z","end":"2026-03-06T01:20:47.783327Z","steps":["trace[1907045382] 'process raft request' (duration: 202.090785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:48.71756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.127785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:48.717687Z","caller":"traceutil/trace.go:171","msg":"trace[666266736] transaction","detail":"{read_only:false; response_revision:22979; number_of_response:1; }","duration":"934.080645ms","start":"2026-03-06T01:20:47.783583Z","end":"2026-03-06T01:20:48.717664Z","steps":["trace[666266736] 'process raft request' (duration: 435.721092ms)","trace[666266736] 'compare' (duration: 497.841507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:48.717756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.783564Z","time spent":"934.160008ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:49.134454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.388037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:49.134705Z","caller":"traceutil/trace.go:171","msg":"trace[1258060009] transaction","detail":"{read_only:false; response_revision:22980; number_of_response:1; }","duration":"1.349039356s","start":"2026-03-06T01:20:47.78563Z","end":"2026-03-06T01:20:49.13467Z","steps":["trace[1258060009] 'process raft request' (duration: 1.183350649s)","trace[1258060009] 'compare' (duration: 165.015396ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:49.134756Z","caller":"traceutil/trace.go:171","msg":"trace[628466395] linearizableReadLoop","detail":"{readStateIndex:23781; appliedIndex:23778; }","duration":"1.348290752s","start":"2026-03-06T01:20:47.786447Z","end":"2026-03-06T01:20:49.134738Z","steps":["trace[628466395] 'read index received' (duration: 432.851871ms)","trace[628466395] 'applied index is now lower than readState.Index' (duration: 915.437881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:49.134868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.78562Z","time spent":"1.349160681s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:49.13498Z","caller":"traceutil/trace.go:171","msg":"trace[191756509] transaction","detail":"{read_only:false; response_revision:22981; number_of_response:1; }","duration":"1.348643424s","start":"2026-03-06T01:20:47.786325Z","end":"2026-03-06T01:20:49.134969Z","steps":["trace[191756509] 'process raft request' (duration: 1.34822084s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.786312Z","time spent":"1.348709956s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:49.135181Z","caller":"traceutil/trace.go:171","msg":"trace[524648898] transaction","detail":"{read_only:false; response_revision:22982; number_of_response:1; }","duration":"1.348477758s","start":"2026-03-06T01:20:47.786693Z","end":"2026-03-06T01:20:49.135171Z","steps":["trace[524648898] 'process raft request' (duration: 1.347937871s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.786684Z","time spent":"1.34852847s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:49.135319Z","caller":"traceutil/trace.go:171","msg":"trace[1813525792] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"1.348008134s","start":"2026-03-06T01:20:47.787302Z","end":"2026-03-06T01:20:49.135311Z","steps":["trace[1813525792] 'process raft request' (duration: 1.347365853s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.787285Z","time spent":"1.348062976s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:49.135401Z","caller":"traceutil/trace.go:171","msg":"trace[1300556589] transaction","detail":"{read_only:false; response_revision:22984; number_of_response:1; }","duration":"1.347978372s","start":"2026-03-06T01:20:47.787387Z","end":"2026-03-06T01:20:49.135366Z","steps":["trace[1300556589] 'process raft request' (duration: 1.347310911s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.501951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:20:49.13555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348849401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-06T01:20:49.135582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.81989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:20:49.135584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.787379Z","time spent":"1.348101837s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:49.135601Z","caller":"traceutil/trace.go:171","msg":"trace[1436562714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22984; }","duration":"483.578472ms","start":"2026-03-06T01:20:48.652009Z","end":"2026-03-06T01:20:49.135588Z","steps":["trace[1436562714] 'agreement among raft nodes before linearized reading' (duration: 483.403247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:49.135618Z","caller":"traceutil/trace.go:171","msg":"trace[448478983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22984; }","duration":"483.905033ms","start":"2026-03-06T01:20:48.651703Z","end":"2026-03-06T01:20:49.135608Z","steps":["trace[448478983] 'agreement among raft nodes before linearized reading' (duration: 483.781279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:49.135621Z","caller":"traceutil/trace.go:171","msg":"trace[556221978] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22984; }","duration":"1.348963214s","start":"2026-03-06T01:20:47.78664Z","end":"2026-03-06T01:20:49.135603Z","steps":["trace[556221978] 'agreement among raft nodes before linearized reading' (duration: 1.348731387s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:48.651667Z","time spent":"483.970965ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:49.135596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.924396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:49.135678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.786633Z","time spent":"1.349034376s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T01:20:49.135635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:48.652001Z","time spent":"483.626764ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:49.135723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.812017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T01:20:49.135728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.376622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:49.135592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006572979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:49.13577Z","caller":"traceutil/trace.go:171","msg":"trace[1063072917] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22984; }","duration":"481.90092ms","start":"2026-03-06T01:20:48.653853Z","end":"2026-03-06T01:20:49.135754Z","steps":["trace[1063072917] 'agreement among raft nodes before linearized reading' (duration: 481.800707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347531529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"warn","ts":"2026-03-06T01:20:49.135793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.08626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:49.135854Z","caller":"traceutil/trace.go:171","msg":"trace[1806920192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22984; }","duration":"238.186562ms","start":"2026-03-06T01:20:48.897652Z","end":"2026-03-06T01:20:49.135838Z","steps":["trace[1806920192] 'agreement among raft nodes before linearized reading' (duration: 238.081859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348337644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:49.135858Z","caller":"traceutil/trace.go:171","msg":"trace[1716608020] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22984; }","duration":"1.347691523s","start":"2026-03-06T01:20:47.788143Z","end":"2026-03-06T01:20:49.135834Z","steps":["trace[1716608020] 'agreement among raft nodes before linearized reading' (duration: 1.347323512s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34694762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:49.135897Z","caller":"traceutil/trace.go:171","msg":"trace[609725109] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22984; }","duration":"1.348389646s","start":"2026-03-06T01:20:47.7875Z","end":"2026-03-06T01:20:49.13589Z","steps":["trace[609725109] 'agreement among raft nodes before linearized reading' (duration: 1.348322414s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.494771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:20:49.135915Z","caller":"traceutil/trace.go:171","msg":"trace[567124838] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22984; }","duration":"1.347008662s","start":"2026-03-06T01:20:47.788897Z","end":"2026-03-06T01:20:49.135905Z","steps":["trace[567124838] 'agreement among raft nodes before linearized reading' (duration: 1.346935329s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.787494Z","time spent":"1.348424137s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:20:49.135924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.788135Z","time spent":"1.347779627s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:20:49.13594Z","caller":"traceutil/trace.go:171","msg":"trace[1190199315] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22984; }","duration":"126.549243ms","start":"2026-03-06T01:20:49.009382Z","end":"2026-03-06T01:20:49.135931Z","steps":["trace[1190199315] 'agreement among raft nodes before linearized reading' (duration: 126.45613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.135968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.788827Z","time spent":"1.347128306s","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:20:49.135789Z","caller":"traceutil/trace.go:171","msg":"trace[1659051220] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22984; }","duration":"1.006860998s","start":"2026-03-06T01:20:48.128915Z","end":"2026-03-06T01:20:49.135776Z","steps":["trace[1659051220] 'agreement among raft nodes before linearized reading' (duration: 1.006508517s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.136049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:48.128888Z","time spent":"1.007145698s","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:49.13569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.64089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:49.136116Z","caller":"traceutil/trace.go:171","msg":"trace[2056759103] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:22984; }","duration":"191.171438ms","start":"2026-03-06T01:20:48.94493Z","end":"2026-03-06T01:20:49.136101Z","steps":["trace[2056759103] 'agreement among raft nodes before linearized reading' (duration: 190.568859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:49.13579Z","caller":"traceutil/trace.go:171","msg":"trace[793135740] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22984; }","duration":"559.484116ms","start":"2026-03-06T01:20:48.576283Z","end":"2026-03-06T01:20:49.135767Z","steps":["trace[793135740] 'agreement among raft nodes before linearized reading' (duration: 559.397063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.136158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349679696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0d991b2-6aaa-4b30-beb4-3ab1dcaae6a9\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-06T01:20:49.136209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.467364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-06T01:20:49.136242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:48.576241Z","time spent":"559.983392ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:49.136238Z","caller":"traceutil/trace.go:171","msg":"trace[247162380] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0d991b2-6aaa-4b30-beb4-3ab1dcaae6a9; range_end:; response_count:1; response_revision:22984; }","duration":"1.349804991s","start":"2026-03-06T01:20:47.786421Z","end":"2026-03-06T01:20:49.136226Z","steps":["trace[247162380] 'agreement among raft nodes before linearized reading' (duration: 1.349439549s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.136313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.786408Z","time spent":"1.349893174s","remote":"127.0.0.1:46400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-a0d991b2-6aaa-4b30-beb4-3ab1dcaae6a9\" "} {"level":"warn","ts":"2026-03-06T01:20:49.135803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:48.653817Z","time spent":"481.977472ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:20:49.135757Z","caller":"traceutil/trace.go:171","msg":"trace[1466851144] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22984; }","duration":"491.093022ms","start":"2026-03-06T01:20:48.644593Z","end":"2026-03-06T01:20:49.135686Z","steps":["trace[1466851144] 'agreement among raft nodes before linearized reading' (duration: 490.867054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.136472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:48.644566Z","time spent":"491.880207ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:49.136308Z","caller":"traceutil/trace.go:171","msg":"trace[546875345] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22984; }","duration":"128.583398ms","start":"2026-03-06T01:20:49.007668Z","end":"2026-03-06T01:20:49.136252Z","steps":["trace[546875345] 'agreement among raft nodes before linearized reading' (duration: 128.228196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.136495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.233558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:20:49.136688Z","caller":"traceutil/trace.go:171","msg":"trace[11131366] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb; range_end:; response_count:1; response_revision:22984; }","duration":"414.564108ms","start":"2026-03-06T01:20:48.722029Z","end":"2026-03-06T01:20:49.136594Z","steps":["trace[11131366] 'agreement among raft nodes before linearized reading' (duration: 413.540486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.136874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:48.722002Z","time spent":"414.758005ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" "} {"level":"warn","ts":"2026-03-06T01:20:49.642528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:50.195124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.608415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:50.195275Z","caller":"traceutil/trace.go:171","msg":"trace[1564928322] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"1.054457042s","start":"2026-03-06T01:20:49.14079Z","end":"2026-03-06T01:20:50.195247Z","steps":["trace[1564928322] 'process raft request' (duration: 614.613089ms)","trace[1564928322] 'compare' (duration: 439.289765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:50.195372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.140763Z","time spent":"1.054559725s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:50.792065Z","caller":"traceutil/trace.go:171","msg":"trace[1426056094] transaction","detail":"{read_only:false; response_revision:22986; number_of_response:1; }","duration":"1.649854471s","start":"2026-03-06T01:20:49.142186Z","end":"2026-03-06T01:20:50.792041Z","steps":["trace[1426056094] 'process raft request' (duration: 1.552374392s)","trace[1426056094] 'compare' (duration: 97.103627ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:50.792201Z","caller":"traceutil/trace.go:171","msg":"trace[2003049998] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"1.649633403s","start":"2026-03-06T01:20:49.14254Z","end":"2026-03-06T01:20:50.792173Z","steps":["trace[2003049998] 'process raft request' (duration: 1.649441337s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.792219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.142167Z","time spent":"1.649960803s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:50.79231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.142527Z","time spent":"1.649721456s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:50.792367Z","caller":"traceutil/trace.go:171","msg":"trace[1952065353] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"1.648654432s","start":"2026-03-06T01:20:49.143684Z","end":"2026-03-06T01:20:50.792338Z","steps":["trace[1952065353] 'process raft request' (duration: 1.648452876s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:50.792533Z","caller":"traceutil/trace.go:171","msg":"trace[2092103196] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"1.645859374s","start":"2026-03-06T01:20:49.146662Z","end":"2026-03-06T01:20:50.792522Z","steps":["trace[2092103196] 'process raft request' (duration: 1.645578085s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.792609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.146657Z","time spent":"1.645903445s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:50.792702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.143678Z","time spent":"1.648885649s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:50.792804Z","caller":"traceutil/trace.go:171","msg":"trace[1603391533] transaction","detail":"{read_only:false; response_revision:22990; number_of_response:1; }","duration":"1.233881927s","start":"2026-03-06T01:20:49.558908Z","end":"2026-03-06T01:20:50.79279Z","steps":["trace[1603391533] 'process raft request' (duration: 1.233573277s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.792895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.558868Z","time spent":"1.2339907s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:50.792894Z","caller":"traceutil/trace.go:171","msg":"trace[882982208] transaction","detail":"{read_only:false; response_revision:22991; number_of_response:1; }","duration":"1.233852925s","start":"2026-03-06T01:20:49.559018Z","end":"2026-03-06T01:20:50.792871Z","steps":["trace[882982208] 'process raft request' (duration: 1.233667489s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:50.79301Z","caller":"traceutil/trace.go:171","msg":"trace[955491307] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"1.233920478s","start":"2026-03-06T01:20:49.559066Z","end":"2026-03-06T01:20:50.792986Z","steps":["trace[955491307] 'process raft request' (duration: 1.233720441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.793058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.559006Z","time spent":"1.233965329s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:50.793075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.559059Z","time spent":"1.233975929s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:50.793435Z","caller":"traceutil/trace.go:171","msg":"trace[2031566127] linearizableReadLoop","detail":"{readStateIndex:23796; appliedIndex:23784; }","duration":"1.6514182s","start":"2026-03-06T01:20:49.142008Z","end":"2026-03-06T01:20:50.793427Z","steps":["trace[2031566127] 'read index received' (duration: 613.415921ms)","trace[2031566127] 'applied index is now lower than readState.Index' (duration: 1.037999269s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:50.793502Z","caller":"traceutil/trace.go:171","msg":"trace[833843270] transaction","detail":"{read_only:false; response_revision:22996; number_of_response:1; }","duration":"1.149806503s","start":"2026-03-06T01:20:49.643669Z","end":"2026-03-06T01:20:50.793475Z","steps":["trace[833843270] 'process raft request' (duration: 1.149680629s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.793565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.643643Z","time spent":"1.149892816s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:50.79344Z","caller":"traceutil/trace.go:171","msg":"trace[340104776] transaction","detail":"{read_only:false; response_revision:22995; number_of_response:1; }","duration":"1.233019489s","start":"2026-03-06T01:20:49.560411Z","end":"2026-03-06T01:20:50.79343Z","steps":["trace[340104776] 'process raft request' (duration: 1.232906305s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.793638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651620836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-06T01:20:50.793663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.916332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:20:50.793688Z","caller":"traceutil/trace.go:171","msg":"trace[193039092] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:22996; }","duration":"638.981374ms","start":"2026-03-06T01:20:50.154701Z","end":"2026-03-06T01:20:50.793682Z","steps":["trace[193039092] 'agreement among raft nodes before linearized reading' (duration: 638.924942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.793682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650055987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:20:50.793694Z","caller":"traceutil/trace.go:171","msg":"trace[1015080178] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:22996; }","duration":"1.651688669s","start":"2026-03-06T01:20:49.141992Z","end":"2026-03-06T01:20:50.793681Z","steps":["trace[1015080178] 'agreement among raft nodes before linearized reading' (duration: 1.651521784s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.793707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.154663Z","time spent":"639.040916ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-03-06T01:20:50.793696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.751521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:50.793729Z","caller":"traceutil/trace.go:171","msg":"trace[292916247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22996; }","duration":"1.650130809s","start":"2026-03-06T01:20:49.143585Z","end":"2026-03-06T01:20:50.793716Z","steps":["trace[292916247] 'agreement among raft nodes before linearized reading' (duration: 1.649979714s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.793739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.141982Z","time spent":"1.65174497s","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-06T01:20:50.793755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.143578Z","time spent":"1.650172011s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:20:50.793757Z","caller":"traceutil/trace.go:171","msg":"trace[2127331287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22996; }","duration":"166.869105ms","start":"2026-03-06T01:20:50.626876Z","end":"2026-03-06T01:20:50.793745Z","steps":["trace[2127331287] 'agreement among raft nodes before linearized reading' (duration: 166.740221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.793769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.391861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:50.793696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.560387Z","time spent":"1.233285258s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:50.793799Z","caller":"traceutil/trace.go:171","msg":"trace[961162847] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22996; }","duration":"792.463683ms","start":"2026-03-06T01:20:50.001325Z","end":"2026-03-06T01:20:50.793788Z","steps":["trace[961162847] 'agreement among raft nodes before linearized reading' (duration: 792.393311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.793841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.001286Z","time spent":"792.545956ms","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:50.793481Z","caller":"traceutil/trace.go:171","msg":"trace[363272956] transaction","detail":"{read_only:false; response_revision:22994; number_of_response:1; }","duration":"1.233497414s","start":"2026-03-06T01:20:49.559971Z","end":"2026-03-06T01:20:50.793468Z","steps":["trace[363272956] 'process raft request' (duration: 1.233277397s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:50.793459Z","caller":"traceutil/trace.go:171","msg":"trace[91910167] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"1.233532425s","start":"2026-03-06T01:20:49.559895Z","end":"2026-03-06T01:20:50.793428Z","steps":["trace[91910167] 'process raft request' (duration: 1.233024919s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.793884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.55992Z","time spent":"1.233945599s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:50.793977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.559865Z","time spent":"1.23401387s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:50.79404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.698335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-06T01:20:50.794058Z","caller":"traceutil/trace.go:171","msg":"trace[1522582400] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22996; }","duration":"342.772408ms","start":"2026-03-06T01:20:50.45128Z","end":"2026-03-06T01:20:50.794052Z","steps":["trace[1522582400] 'agreement among raft nodes before linearized reading' (duration: 342.286102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.794096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.451246Z","time spent":"342.84619ms","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:20:51.300182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:51.61246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.672934ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:20:51.612629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.799653Z","time spent":"812.962504ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:20:51.612748Z","caller":"traceutil/trace.go:171","msg":"trace[2043372481] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"190.453295ms","start":"2026-03-06T01:20:51.422271Z","end":"2026-03-06T01:20:51.612725Z","steps":["trace[2043372481] 'process raft request' (duration: 190.30323ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:51.612866Z","caller":"traceutil/trace.go:171","msg":"trace[1028425511] linearizableReadLoop","detail":"{readStateIndex:23797; appliedIndex:23796; }","duration":"812.664055ms","start":"2026-03-06T01:20:50.800129Z","end":"2026-03-06T01:20:51.612793Z","steps":["trace[1028425511] 'read index received' (duration: 698.65146ms)","trace[1028425511] 'applied index is now lower than readState.Index' (duration: 114.007255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:51.613223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.051057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-def17ebe-1433-402c-a86c-7c34e39aa2ab\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-06T01:20:51.613268Z","caller":"traceutil/trace.go:171","msg":"trace[1793702838] range","detail":"{range_begin:/registry/persistentvolumes/pvc-def17ebe-1433-402c-a86c-7c34e39aa2ab; range_end:; response_count:1; response_revision:22997; }","duration":"813.145371ms","start":"2026-03-06T01:20:50.80011Z","end":"2026-03-06T01:20:51.613256Z","steps":["trace[1793702838] 'agreement among raft nodes before linearized reading' (duration: 812.915063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:51.613316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.800103Z","time spent":"813.193662ms","remote":"127.0.0.1:46400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-def17ebe-1433-402c-a86c-7c34e39aa2ab\" "} {"level":"warn","ts":"2026-03-06T01:20:51.613331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.03668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-06T01:20:51.61342Z","caller":"traceutil/trace.go:171","msg":"trace[561966229] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22997; }","duration":"809.158983ms","start":"2026-03-06T01:20:50.804241Z","end":"2026-03-06T01:20:51.6134Z","steps":["trace[561966229] 'agreement among raft nodes before linearized reading' (duration: 808.842093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:51.613438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.400924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:20:51.613473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.804224Z","time spent":"809.239226ms","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-06T01:20:51.613478Z","caller":"traceutil/trace.go:171","msg":"trace[45272143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22997; }","duration":"470.483347ms","start":"2026-03-06T01:20:51.14298Z","end":"2026-03-06T01:20:51.613463Z","steps":["trace[45272143] 'agreement among raft nodes before linearized reading' (duration: 470.334923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:51.61352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.142955Z","time spent":"470.557049ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:20:51.613567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.285196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-06T01:20:51.613594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.481945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:20:51.613631Z","caller":"traceutil/trace.go:171","msg":"trace[1036046772] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22997; }","duration":"808.39858ms","start":"2026-03-06T01:20:50.805213Z","end":"2026-03-06T01:20:51.613611Z","steps":["trace[1036046772] 'agreement among raft nodes before linearized reading' (duration: 808.258026ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:51.613652Z","caller":"traceutil/trace.go:171","msg":"trace[1051994275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22997; }","duration":"798.558707ms","start":"2026-03-06T01:20:50.815077Z","end":"2026-03-06T01:20:51.613635Z","steps":["trace[1051994275] 'agreement among raft nodes before linearized reading' (duration: 798.383651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:51.613671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.805191Z","time spent":"808.472512ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-06T01:20:51.613625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.520092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:20:51.613692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.55975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:51.613787Z","caller":"traceutil/trace.go:171","msg":"trace[222767863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22997; }","duration":"472.765ms","start":"2026-03-06T01:20:51.140998Z","end":"2026-03-06T01:20:51.613763Z","steps":["trace[222767863] 'agreement among raft nodes before linearized reading' (duration: 472.260754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:51.613707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.815068Z","time spent":"798.626939ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:20:51.613876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.140975Z","time spent":"472.887233ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:20:51.613903Z","caller":"traceutil/trace.go:171","msg":"trace[605739651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22997; }","duration":"716.791637ms","start":"2026-03-06T01:20:50.897022Z","end":"2026-03-06T01:20:51.613813Z","steps":["trace[605739651] 'agreement among raft nodes before linearized reading' (duration: 716.523939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:51.614016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.896996Z","time spent":"716.999144ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:51.614174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:20:51.614262Z","caller":"traceutil/trace.go:171","msg":"trace[840976728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22997; }","duration":"470.051553ms","start":"2026-03-06T01:20:51.14419Z","end":"2026-03-06T01:20:51.614242Z","steps":["trace[840976728] 'agreement among raft nodes before linearized reading' (duration: 469.094703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:51.614743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.144182Z","time spent":"470.537058ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:52.116574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:52.547006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.642317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:52.547099Z","caller":"traceutil/trace.go:171","msg":"trace[1242302285] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"932.114462ms","start":"2026-03-06T01:20:51.61497Z","end":"2026-03-06T01:20:52.547084Z","steps":["trace[1242302285] 'process raft request' (duration: 625.31718ms)","trace[1242302285] 'compare' (duration: 306.282586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:52.547138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.614936Z","time spent":"932.183374ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:53.180705Z","caller":"traceutil/trace.go:171","msg":"trace[327587625] linearizableReadLoop","detail":"{readStateIndex:23802; appliedIndex:23798; }","duration":"1.564752604s","start":"2026-03-06T01:20:51.615927Z","end":"2026-03-06T01:20:53.18068Z","steps":["trace[327587625] 'read index received' (duration: 624.433191ms)","trace[327587625] 'applied index is now lower than readState.Index' (duration: 940.318233ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:53.18103Z","caller":"traceutil/trace.go:171","msg":"trace[1004785407] transaction","detail":"{read_only:false; response_revision:22999; number_of_response:1; }","duration":"1.562301066s","start":"2026-03-06T01:20:51.618715Z","end":"2026-03-06T01:20:53.181016Z","steps":["trace[1004785407] 'process raft request' (duration: 1.561697157s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.181149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.61869Z","time spent":"1.562378918s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:53.181341Z","caller":"traceutil/trace.go:171","msg":"trace[1605331380] transaction","detail":"{read_only:false; response_revision:23000; number_of_response:1; }","duration":"1.562545223s","start":"2026-03-06T01:20:51.618786Z","end":"2026-03-06T01:20:53.181331Z","steps":["trace[1605331380] 'process raft request' (duration: 1.56180238s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.181404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.618753Z","time spent":"1.562617626s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:53.181533Z","caller":"traceutil/trace.go:171","msg":"trace[286716921] transaction","detail":"{read_only:false; response_revision:23001; number_of_response:1; }","duration":"1.562174812s","start":"2026-03-06T01:20:51.619349Z","end":"2026-03-06T01:20:53.181523Z","steps":["trace[286716921] 'process raft request' (duration: 1.561287733s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.181588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.619299Z","time spent":"1.562261785s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:53.181731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565800867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:53.181769Z","caller":"traceutil/trace.go:171","msg":"trace[1737838129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23001; }","duration":"1.565854239s","start":"2026-03-06T01:20:51.615906Z","end":"2026-03-06T01:20:53.18176Z","steps":["trace[1737838129] 'agreement among raft nodes before linearized reading' (duration: 1.565792427s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.181802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.615884Z","time spent":"1.565912301s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:53.183139Z","caller":"traceutil/trace.go:171","msg":"trace[984737110] transaction","detail":"{read_only:false; response_revision:23008; number_of_response:1; }","duration":"367.850525ms","start":"2026-03-06T01:20:52.81528Z","end":"2026-03-06T01:20:53.183131Z","steps":["trace[984737110] 'process raft request' (duration: 367.828494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.183182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.815258Z","time spent":"367.904216ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:53.183311Z","caller":"traceutil/trace.go:171","msg":"trace[1895125271] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"392.980773ms","start":"2026-03-06T01:20:52.790323Z","end":"2026-03-06T01:20:53.183304Z","steps":["trace[1895125271] 'process raft request' (duration: 392.589181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.183344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.790275Z","time spent":"393.053555ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:53.183418Z","caller":"traceutil/trace.go:171","msg":"trace[1874038515] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"369.065753ms","start":"2026-03-06T01:20:52.814348Z","end":"2026-03-06T01:20:53.183414Z","steps":["trace[1874038515] 'process raft request' (duration: 368.743862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.183449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.814342Z","time spent":"369.090933ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:53.183453Z","caller":"traceutil/trace.go:171","msg":"trace[102715543] transaction","detail":"{read_only:false; response_revision:23006; number_of_response:1; }","duration":"369.584959ms","start":"2026-03-06T01:20:52.813836Z","end":"2026-03-06T01:20:53.183421Z","steps":["trace[102715543] 'process raft request' (duration: 369.238508ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:53.183499Z","caller":"traceutil/trace.go:171","msg":"trace[688691308] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"370.010043ms","start":"2026-03-06T01:20:52.813461Z","end":"2026-03-06T01:20:53.183471Z","steps":["trace[688691308] 'process raft request' (duration: 369.569008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.183583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.813829Z","time spent":"369.684733ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:53.183638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.813457Z","time spent":"370.107386ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:53.183714Z","caller":"traceutil/trace.go:171","msg":"trace[1901319297] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"370.347054ms","start":"2026-03-06T01:20:52.813361Z","end":"2026-03-06T01:20:53.183708Z","steps":["trace[1901319297] 'process raft request' (duration: 369.632211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.183749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.813353Z","time spent":"370.380255ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:53.183799Z","caller":"traceutil/trace.go:171","msg":"trace[1278708333] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"370.241021ms","start":"2026-03-06T01:20:52.81355Z","end":"2026-03-06T01:20:53.183791Z","steps":["trace[1278708333] 'process raft request' (duration: 369.507747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.18385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.813546Z","time spent":"370.277162ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:53.183873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563725631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:53.183896Z","caller":"traceutil/trace.go:171","msg":"trace[1813040347] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23008; }","duration":"1.563776383s","start":"2026-03-06T01:20:51.620111Z","end":"2026-03-06T01:20:53.183888Z","steps":["trace[1813040347] 'agreement among raft nodes before linearized reading' (duration: 1.563740932s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.183909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.620099Z","time spent":"1.563806824s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-06T01:20:53.184023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461737779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-06T01:20:53.184005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.704548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:53.184041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469262308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:53.184098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.593981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:20:53.184092Z","caller":"traceutil/trace.go:171","msg":"trace[1016090151] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23008; }","duration":"478.854954ms","start":"2026-03-06T01:20:52.705217Z","end":"2026-03-06T01:20:53.184072Z","steps":["trace[1016090151] 'agreement among raft nodes before linearized reading' (duration: 478.662258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.184105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.64926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:20:53.184118Z","caller":"traceutil/trace.go:171","msg":"trace[1721120257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23008; }","duration":"370.618302ms","start":"2026-03-06T01:20:52.813491Z","end":"2026-03-06T01:20:53.18411Z","steps":["trace[1721120257] 'agreement among raft nodes before linearized reading' (duration: 370.54607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.184131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.813489Z","time spent":"370.638922ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:20:53.184132Z","caller":"traceutil/trace.go:171","msg":"trace[980170494] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23008; }","duration":"368.690151ms","start":"2026-03-06T01:20:52.815436Z","end":"2026-03-06T01:20:53.184127Z","steps":["trace[980170494] 'agreement among raft nodes before linearized reading' (duration: 368.628149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.184114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.426359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-06T01:20:53.184151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.70519Z","time spent":"478.947906ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:53.184164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.960503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:20:53.184047Z","caller":"traceutil/trace.go:171","msg":"trace[1632330098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23008; }","duration":"1.46176197s","start":"2026-03-06T01:20:51.722277Z","end":"2026-03-06T01:20:53.184039Z","steps":["trace[1632330098] 'agreement among raft nodes before linearized reading' (duration: 1.461630835s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:53.184196Z","caller":"traceutil/trace.go:171","msg":"trace[491839734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23008; }","duration":"371.016285ms","start":"2026-03-06T01:20:52.813171Z","end":"2026-03-06T01:20:53.184187Z","steps":["trace[491839734] 'agreement among raft nodes before linearized reading' (duration: 370.878511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.184215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.722178Z","time spent":"1.462026808s","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-06T01:20:53.1841Z","caller":"traceutil/trace.go:171","msg":"trace[1555274488] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23008; }","duration":"1.469402653s","start":"2026-03-06T01:20:51.714683Z","end":"2026-03-06T01:20:53.184085Z","steps":["trace[1555274488] 'agreement among raft nodes before linearized reading' (duration: 1.469265299s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.184305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:51.714655Z","time spent":"1.469635221s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:53.184379Z","caller":"traceutil/trace.go:171","msg":"trace[1885608577] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23008; }","duration":"634.549463ms","start":"2026-03-06T01:20:52.549617Z","end":"2026-03-06T01:20:53.184166Z","steps":["trace[1885608577] 'agreement among raft nodes before linearized reading' (duration: 634.301815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:53.184468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.549594Z","time spent":"634.831842ms","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:20:53.184151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.815432Z","time spent":"368.715222ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:20:53.184798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:52.813158Z","time spent":"371.071987ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:21:03.874451Z","caller":"traceutil/trace.go:171","msg":"trace[1885516848] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"520.573139ms","start":"2026-03-06T01:21:03.353851Z","end":"2026-03-06T01:21:03.874424Z","steps":["trace[1885516848] 'process raft request' (duration: 520.348542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.874646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.353825Z","time spent":"520.709714ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:09.589758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.24722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:09.590019Z","caller":"traceutil/trace.go:171","msg":"trace[1965392801] linearizableReadLoop","detail":"{readStateIndex:23928; appliedIndex:23926; }","duration":"629.072838ms","start":"2026-03-06T01:21:08.960922Z","end":"2026-03-06T01:21:09.589995Z","steps":["trace[1965392801] 'read index received' (duration: 35.526819ms)","trace[1965392801] 'applied index is now lower than readState.Index' (duration: 593.544119ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:09.590075Z","caller":"traceutil/trace.go:171","msg":"trace[687879532] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"631.795936ms","start":"2026-03-06T01:21:08.958248Z","end":"2026-03-06T01:21:09.590043Z","steps":["trace[687879532] 'process raft request' (duration: 38.178824ms)","trace[687879532] 'compare' (duration: 592.725163ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:09.590095Z","caller":"traceutil/trace.go:171","msg":"trace[503302210] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"631.577748ms","start":"2026-03-06T01:21:08.958473Z","end":"2026-03-06T01:21:09.59005Z","steps":["trace[503302210] 'process raft request' (duration: 631.429073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:09.590177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:08.958238Z","time spent":"631.887108ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1137,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:21:09.590273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:08.958458Z","time spent":"631.740404ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:21:09.590497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.516063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:21:09.59065Z","caller":"traceutil/trace.go:171","msg":"trace[1386147775] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23123; }","duration":"629.73553ms","start":"2026-03-06T01:21:08.960898Z","end":"2026-03-06T01:21:09.590633Z","steps":["trace[1386147775] 'agreement among raft nodes before linearized reading' (duration: 629.166541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:09.590704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:08.960889Z","time spent":"629.804842ms","remote":"127.0.0.1:46610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-06T01:21:10.028406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.320022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:10.028676Z","caller":"traceutil/trace.go:171","msg":"trace[1443132619] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"768.14531ms","start":"2026-03-06T01:21:09.260493Z","end":"2026-03-06T01:21:10.028638Z","steps":["trace[1443132619] 'process raft request' (duration: 503.500687ms)","trace[1443132619] 'compare' (duration: 264.194739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:10.028913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.260469Z","time spent":"768.313846ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:10.029117Z","caller":"traceutil/trace.go:171","msg":"trace[1251598739] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"758.368599ms","start":"2026-03-06T01:21:09.27071Z","end":"2026-03-06T01:21:10.029078Z","steps":["trace[1251598739] 'process raft request' (duration: 757.857503ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:10.029277Z","caller":"traceutil/trace.go:171","msg":"trace[1202202042] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"759.356441ms","start":"2026-03-06T01:21:09.269902Z","end":"2026-03-06T01:21:10.029258Z","steps":["trace[1202202042] 'process raft request' (duration: 758.603487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.029292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.270677Z","time spent":"758.518684ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:10.029292Z","caller":"traceutil/trace.go:171","msg":"trace[1075185932] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"754.771425ms","start":"2026-03-06T01:21:09.27449Z","end":"2026-03-06T01:21:10.029261Z","steps":["trace[1075185932] 'process raft request' (duration: 754.685892ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:10.029314Z","caller":"traceutil/trace.go:171","msg":"trace[1122517889] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"757.844823ms","start":"2026-03-06T01:21:09.271439Z","end":"2026-03-06T01:21:10.029283Z","steps":["trace[1122517889] 'process raft request' (duration: 757.594585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.029375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.269867Z","time spent":"759.473684ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:10.029456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.271423Z","time spent":"757.958186ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:10.029458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.274469Z","time spent":"754.903558ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:10.02988Z","caller":"traceutil/trace.go:171","msg":"trace[702769816] linearizableReadLoop","detail":"{readStateIndex:23934; appliedIndex:23928; }","duration":"439.791591ms","start":"2026-03-06T01:21:09.590071Z","end":"2026-03-06T01:21:10.029863Z","steps":["trace[702769816] 'read index received' (duration: 174.022392ms)","trace[702769816] 'applied index is now lower than readState.Index' (duration: 265.768509ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:10.030129Z","caller":"traceutil/trace.go:171","msg":"trace[990707019] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"753.902577ms","start":"2026-03-06T01:21:09.276219Z","end":"2026-03-06T01:21:10.030121Z","steps":["trace[990707019] 'process raft request' (duration: 752.998178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.030615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.254016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:21:10.030676Z","caller":"traceutil/trace.go:171","msg":"trace[1203991106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23129; }","duration":"742.341389ms","start":"2026-03-06T01:21:09.288319Z","end":"2026-03-06T01:21:10.03066Z","steps":["trace[1203991106] 'agreement among raft nodes before linearized reading' (duration: 742.05983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.030712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.288305Z","time spent":"742.398832ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:10.030713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.276202Z","time spent":"753.958398ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:10.030847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.406814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:21:10.030873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.623104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:21:10.030938Z","caller":"traceutil/trace.go:171","msg":"trace[681436416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23129; }","duration":"749.561489ms","start":"2026-03-06T01:21:09.281354Z","end":"2026-03-06T01:21:10.030916Z","steps":["trace[681436416] 'agreement among raft nodes before linearized reading' (duration: 749.332442ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:10.030945Z","caller":"traceutil/trace.go:171","msg":"trace[1237288338] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23129; }","duration":"566.727087ms","start":"2026-03-06T01:21:09.464199Z","end":"2026-03-06T01:21:10.030926Z","steps":["trace[1237288338] 'agreement among raft nodes before linearized reading' (duration: 566.364635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.030986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.552014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:21:10.031026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.464182Z","time spent":"566.83229ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:21:10.031102Z","caller":"traceutil/trace.go:171","msg":"trace[827154988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23129; }","duration":"741.615577ms","start":"2026-03-06T01:21:09.289401Z","end":"2026-03-06T01:21:10.031017Z","steps":["trace[827154988] 'agreement among raft nodes before linearized reading' (duration: 741.516474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.031358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.289386Z","time spent":"741.956727ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:10.03114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.545025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:10.031495Z","caller":"traceutil/trace.go:171","msg":"trace[1048230731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23129; }","duration":"747.946487ms","start":"2026-03-06T01:21:09.28353Z","end":"2026-03-06T01:21:10.031477Z","steps":["trace[1048230731] 'agreement among raft nodes before linearized reading' (duration: 747.473632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.030982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.281329Z","time spent":"749.643662ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:10.031552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.283515Z","time spent":"748.02223ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:10.031174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.345419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:10.031618Z","caller":"traceutil/trace.go:171","msg":"trace[650687278] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23129; }","duration":"479.854565ms","start":"2026-03-06T01:21:09.551748Z","end":"2026-03-06T01:21:10.031602Z","steps":["trace[650687278] 'agreement among raft nodes before linearized reading' (duration: 479.36042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.031679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.551717Z","time spent":"479.943928ms","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:10.031209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.488345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:10.031806Z","caller":"traceutil/trace.go:171","msg":"trace[1899780417] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23129; }","duration":"844.149596ms","start":"2026-03-06T01:21:09.187632Z","end":"2026-03-06T01:21:10.031782Z","steps":["trace[1899780417] 'agreement among raft nodes before linearized reading' (duration: 843.500735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.031954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.187591Z","time spent":"844.303782ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:10.032343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.322493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-06T01:21:10.032377Z","caller":"traceutil/trace.go:171","msg":"trace[1172170501] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23129; }","duration":"839.392085ms","start":"2026-03-06T01:21:09.192978Z","end":"2026-03-06T01:21:10.03237Z","steps":["trace[1172170501] 'agreement among raft nodes before linearized reading' (duration: 837.828635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.0324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.192954Z","time spent":"839.439307ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211013,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-06T01:21:10.530265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524362,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:21:10.561698Z","caller":"traceutil/trace.go:171","msg":"trace[27648912] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"966.213246ms","start":"2026-03-06T01:21:09.595451Z","end":"2026-03-06T01:21:10.561664Z","steps":["trace[27648912] 'process raft request' (duration: 966.062401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.561877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.59542Z","time spent":"966.376341ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:21:10.561942Z","caller":"traceutil/trace.go:171","msg":"trace[1080791866] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"966.604638ms","start":"2026-03-06T01:21:09.595309Z","end":"2026-03-06T01:21:10.561913Z","steps":["trace[1080791866] 'process raft request' (duration: 965.71958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.562057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.595296Z","time spent":"966.699611ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:21:11.487392Z","caller":"traceutil/trace.go:171","msg":"trace[1705951911] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"1.450310206s","start":"2026-03-06T01:21:10.037043Z","end":"2026-03-06T01:21:11.487353Z","steps":["trace[1705951911] 'process raft request' (duration: 1.449976935s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:11.487443Z","caller":"traceutil/trace.go:171","msg":"trace[268192783] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"1.450425129s","start":"2026-03-06T01:21:10.036991Z","end":"2026-03-06T01:21:11.487416Z","steps":["trace[268192783] 'process raft request' (duration: 1.449844871s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.487452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589285574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:11.487464Z","caller":"traceutil/trace.go:171","msg":"trace[2048655760] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"1.450407899s","start":"2026-03-06T01:21:10.037028Z","end":"2026-03-06T01:21:11.487436Z","steps":["trace[2048655760] 'process raft request' (duration: 1.449950614s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:11.487505Z","caller":"traceutil/trace.go:171","msg":"trace[364340960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23136; }","duration":"1.589381956s","start":"2026-03-06T01:21:09.89811Z","end":"2026-03-06T01:21:11.487492Z","steps":["trace[364340960] 'agreement among raft nodes before linearized reading' (duration: 1.589278323s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.487531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.898083Z","time spent":"1.589443158s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:11.487534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.037035Z","time spent":"1.450422789s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:11.487581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.037006Z","time spent":"1.450513472s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:11.487599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.036981Z","time spent":"1.450515792s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:11.48791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713729079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:11.487938Z","caller":"traceutil/trace.go:171","msg":"trace[542795450] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23136; }","duration":"1.713810712s","start":"2026-03-06T01:21:09.774118Z","end":"2026-03-06T01:21:11.487929Z","steps":["trace[542795450] 'agreement among raft nodes before linearized reading' (duration: 1.713765421s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.487953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.77409Z","time spent":"1.713858634s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:11.488052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589689027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:21:11.488251Z","caller":"traceutil/trace.go:171","msg":"trace[147842228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23136; }","duration":"1.590022837s","start":"2026-03-06T01:21:09.898203Z","end":"2026-03-06T01:21:11.488226Z","steps":["trace[147842228] 'agreement among raft nodes before linearized reading' (duration: 1.58917617s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.488389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.898187Z","time spent":"1.590186042s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:21:11.488436Z","caller":"traceutil/trace.go:171","msg":"trace[1692413251] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"921.363621ms","start":"2026-03-06T01:21:10.567056Z","end":"2026-03-06T01:21:11.48842Z","steps":["trace[1692413251] 'process raft request' (duration: 921.048871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.488522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.567026Z","time spent":"921.460174ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:21:11.488623Z","caller":"traceutil/trace.go:171","msg":"trace[1725925367] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"921.480624ms","start":"2026-03-06T01:21:10.567133Z","end":"2026-03-06T01:21:11.488613Z","steps":["trace[1725925367] 'process raft request' (duration: 921.246156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.488671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.567101Z","time spent":"921.549426ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1341,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:21:11.48853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893756043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-06T01:21:11.487159Z","caller":"traceutil/trace.go:171","msg":"trace[917063044] linearizableReadLoop","detail":"{readStateIndex:23941; appliedIndex:23934; }","duration":"1.457216936s","start":"2026-03-06T01:21:10.029908Z","end":"2026-03-06T01:21:11.487125Z","steps":["trace[917063044] 'read index received' (duration: 531.502156ms)","trace[917063044] 'applied index is now lower than readState.Index' (duration: 925.71369ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:11.488778Z","caller":"traceutil/trace.go:171","msg":"trace[1604323855] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23136; }","duration":"1.89399549s","start":"2026-03-06T01:21:09.594725Z","end":"2026-03-06T01:21:11.48872Z","steps":["trace[1604323855] 'agreement among raft nodes before linearized reading' (duration: 1.893398751s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:11.488157Z","caller":"traceutil/trace.go:171","msg":"trace[42758821] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"1.450170201s","start":"2026-03-06T01:21:10.036792Z","end":"2026-03-06T01:21:11.486962Z","steps":["trace[42758821] 'process raft request' (duration: 1.383545923s)","trace[42758821] 'compare' (duration: 65.855143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:11.488926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.5947Z","time spent":"1.894187157s","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-06T01:21:11.48804Z","caller":"traceutil/trace.go:171","msg":"trace[1090657250] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"1.450850123s","start":"2026-03-06T01:21:10.037126Z","end":"2026-03-06T01:21:11.487976Z","steps":["trace[1090657250] 'process raft request' (duration: 1.449940904s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.489141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450686697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:11.489176Z","caller":"traceutil/trace.go:171","msg":"trace[1792099513] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23138; }","duration":"1.450755909s","start":"2026-03-06T01:21:10.038408Z","end":"2026-03-06T01:21:11.489164Z","steps":["trace[1792099513] 'agreement among raft nodes before linearized reading' (duration: 1.450673887s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.489166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.055726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:11.4892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.038384Z","time spent":"1.450809751s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:21:11.489224Z","caller":"traceutil/trace.go:171","msg":"trace[1811676406] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23138; }","duration":"896.148429ms","start":"2026-03-06T01:21:10.593063Z","end":"2026-03-06T01:21:11.489211Z","steps":["trace[1811676406] 'agreement among raft nodes before linearized reading' (duration: 896.022595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.489178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.036767Z","time spent":"1.452214156s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:11.489234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.037117Z","time spent":"1.451956278s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:11.489263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.593049Z","time spent":"896.203201ms","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:11.489332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333835923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-06T01:21:11.489333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.852418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:11.489394Z","caller":"traceutil/trace.go:171","msg":"trace[440079164] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23138; }","duration":"542.95465ms","start":"2026-03-06T01:21:10.946429Z","end":"2026-03-06T01:21:11.489384Z","steps":["trace[440079164] 'agreement among raft nodes before linearized reading' (duration: 542.854207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.489339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427727778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-03-06T01:21:11.489442Z","caller":"traceutil/trace.go:171","msg":"trace[1139007608] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23138; }","duration":"1.427849811s","start":"2026-03-06T01:21:10.061583Z","end":"2026-03-06T01:21:11.489433Z","steps":["trace[1139007608] 'agreement among raft nodes before linearized reading' (duration: 1.427708156s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.489442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.946397Z","time spent":"543.033583ms","remote":"127.0.0.1:60866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:11.489471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.061571Z","time spent":"1.427894123s","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1849,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-06T01:21:11.489397Z","caller":"traceutil/trace.go:171","msg":"trace[917469168] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:23138; }","duration":"1.333944086s","start":"2026-03-06T01:21:10.155436Z","end":"2026-03-06T01:21:11.48938Z","steps":["trace[917469168] 'agreement among raft nodes before linearized reading' (duration: 1.333728879s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.489479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010154714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:11.489536Z","caller":"traceutil/trace.go:171","msg":"trace[2079030031] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23138; }","duration":"1.010213766s","start":"2026-03-06T01:21:10.479304Z","end":"2026-03-06T01:21:11.489518Z","steps":["trace[2079030031] 'agreement among raft nodes before linearized reading' (duration: 1.010119723s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.489528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.155407Z","time spent":"1.334100691s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-03-06T01:21:11.489585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:10.479251Z","time spent":"1.010318128s","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:12.491687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.352837ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:21:12.491803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:11.49043Z","time spent":"1.001366124s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:21:12.531851Z","caller":"traceutil/trace.go:171","msg":"trace[21354857] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"1.025417739s","start":"2026-03-06T01:21:11.506416Z","end":"2026-03-06T01:21:12.531834Z","steps":["trace[21354857] 'process raft request' (duration: 1.025046657s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.531953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:11.506394Z","time spent":"1.025495702s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":690,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:21:12.531693Z","caller":"traceutil/trace.go:171","msg":"trace[747700695] linearizableReadLoop","detail":"{readStateIndex:23947; appliedIndex:23943; }","duration":"1.022206257s","start":"2026-03-06T01:21:11.509477Z","end":"2026-03-06T01:21:12.531683Z","steps":["trace[747700695] 'read index received' (duration: 414.841089ms)","trace[747700695] 'applied index is now lower than readState.Index' (duration: 607.364478ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:12.532125Z","caller":"traceutil/trace.go:171","msg":"trace[504186164] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"1.025119s","start":"2026-03-06T01:21:11.506977Z","end":"2026-03-06T01:21:12.532096Z","steps":["trace[504186164] 'process raft request' (duration: 1.024662885s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.532253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:11.506969Z","time spent":"1.025221953s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:21:12.532252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022768645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:12.532358Z","caller":"traceutil/trace.go:171","msg":"trace[1290542132] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23141; }","duration":"1.02291096s","start":"2026-03-06T01:21:11.509435Z","end":"2026-03-06T01:21:12.532346Z","steps":["trace[1290542132] 'agreement among raft nodes before linearized reading' (duration: 1.022740004s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:12.531683Z","caller":"traceutil/trace.go:171","msg":"trace[878763798] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"1.038113783s","start":"2026-03-06T01:21:11.493532Z","end":"2026-03-06T01:21:12.531646Z","steps":["trace[878763798] 'process raft request' (duration: 1.037758562s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.532378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:11.509395Z","time spent":"1.022978021s","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:12.532452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:11.49351Z","time spent":"1.038879147s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:13.032745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:21:13.343636Z","caller":"traceutil/trace.go:171","msg":"trace[583785758] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"1.308713955s","start":"2026-03-06T01:21:12.034902Z","end":"2026-03-06T01:21:13.343616Z","steps":["trace[583785758] 'process raft request' (duration: 1.308051774s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:13.343767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.034873Z","time spent":"1.308823479s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:13.34386Z","caller":"traceutil/trace.go:171","msg":"trace[238769035] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"1.308769317s","start":"2026-03-06T01:21:12.035059Z","end":"2026-03-06T01:21:13.343829Z","steps":["trace[238769035] 'process raft request' (duration: 1.308508629s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:13.344012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.035053Z","time spent":"1.308878051s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:13.344118Z","caller":"traceutil/trace.go:171","msg":"trace[534116670] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"1.309006735s","start":"2026-03-06T01:21:12.035095Z","end":"2026-03-06T01:21:13.344102Z","steps":["trace[534116670] 'process raft request' (duration: 1.308685495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:13.344212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.035069Z","time spent":"1.309098258s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:13.344228Z","caller":"traceutil/trace.go:171","msg":"trace[562737566] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"851.291903ms","start":"2026-03-06T01:21:12.492903Z","end":"2026-03-06T01:21:13.344195Z","steps":["trace[562737566] 'process raft request' (duration: 851.2142ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:13.344376Z","caller":"traceutil/trace.go:171","msg":"trace[1044268734] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"1.309212971s","start":"2026-03-06T01:21:12.035146Z","end":"2026-03-06T01:21:13.344359Z","steps":["trace[1044268734] 'process raft request' (duration: 1.308844539s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:13.34441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.492882Z","time spent":"851.425528ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:13.344442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.035125Z","time spent":"1.309285904s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:13.344457Z","caller":"traceutil/trace.go:171","msg":"trace[1713911053] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"1.309318245s","start":"2026-03-06T01:21:12.035127Z","end":"2026-03-06T01:21:13.344446Z","steps":["trace[1713911053] 'process raft request' (duration: 1.308801418s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:13.344515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.035093Z","time spent":"1.309389897s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:13.345061Z","caller":"traceutil/trace.go:171","msg":"trace[814910693] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"1.307194157s","start":"2026-03-06T01:21:12.03734Z","end":"2026-03-06T01:21:13.344534Z","steps":["trace[814910693] 'process raft request' (duration: 1.306716382s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:13.345315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.037313Z","time spent":"1.307850688s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:13.511543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:21:13.511607Z","caller":"traceutil/trace.go:171","msg":"trace[1064544071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397925s","start":"2026-03-06T01:21:11.511196Z","end":"2026-03-06T01:21:13.511594Z","steps":["trace[1064544071] 'agreement among raft nodes before linearized reading' (duration: 2.000310172s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:13.511649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:11.511175Z","time spent":"2.000466797s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:21:14.036303Z","caller":"traceutil/trace.go:171","msg":"trace[627134490] linearizableReadLoop","detail":"{readStateIndex:23955; appliedIndex:23948; }","duration":"1.504120617s","start":"2026-03-06T01:21:12.532151Z","end":"2026-03-06T01:21:14.036271Z","steps":["trace[627134490] 'read index received' (duration: 811.404666ms)","trace[627134490] 'applied index is now lower than readState.Index' (duration: 692.714841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:14.036497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675534946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:14.036579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111255017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:21:14.03658Z","caller":"traceutil/trace.go:171","msg":"trace[859487391] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23150; }","duration":"1.675686861s","start":"2026-03-06T01:21:12.360874Z","end":"2026-03-06T01:21:14.036561Z","steps":["trace[859487391] 'agreement among raft nodes before linearized reading' (duration: 1.675495495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.0366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525836467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-06T01:21:14.036616Z","caller":"traceutil/trace.go:171","msg":"trace[206222257] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23150; }","duration":"2.111359721s","start":"2026-03-06T01:21:11.925246Z","end":"2026-03-06T01:21:14.036606Z","steps":["trace[206222257] 'agreement among raft nodes before linearized reading' (duration: 2.111177095s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.036629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.360825Z","time spent":"1.675792334s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:14.036652Z","caller":"traceutil/trace.go:171","msg":"trace[1076559550] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23150; }","duration":"2.5259076s","start":"2026-03-06T01:21:11.510729Z","end":"2026-03-06T01:21:14.036637Z","steps":["trace[1076559550] 'agreement among raft nodes before linearized reading' (duration: 2.525717704s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.036661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:11.925219Z","time spent":"2.111431684s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:21:14.036687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:11.510718Z","time spent":"2.525961172s","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-06T01:21:14.036696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366200862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:14.036776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522170421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-06T01:21:14.036785Z","caller":"traceutil/trace.go:171","msg":"trace[1052690518] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23150; }","duration":"2.366362117s","start":"2026-03-06T01:21:11.670404Z","end":"2026-03-06T01:21:14.036766Z","steps":["trace[1052690518] 'agreement among raft nodes before linearized reading' (duration: 2.366157271s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:14.03686Z","caller":"traceutil/trace.go:171","msg":"trace[1638820960] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23150; }","duration":"2.522285695s","start":"2026-03-06T01:21:11.514531Z","end":"2026-03-06T01:21:14.036816Z","steps":["trace[1638820960] 'agreement among raft nodes before linearized reading' (duration: 2.522082688s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.036892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:11.51451Z","time spent":"2.522375518s","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-06T01:21:14.036897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:11.670374Z","time spent":"2.366511112s","remote":"127.0.0.1:38798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:14.036911Z","caller":"traceutil/trace.go:171","msg":"trace[711598640] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"1.501624537s","start":"2026-03-06T01:21:12.535273Z","end":"2026-03-06T01:21:14.036897Z","steps":["trace[711598640] 'process raft request' (duration: 1.500662057s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.036995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.535254Z","time spent":"1.501688379s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:21:14.037018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.623129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:14.037037Z","caller":"traceutil/trace.go:171","msg":"trace[1422847238] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23150; }","duration":"832.681351ms","start":"2026-03-06T01:21:13.204347Z","end":"2026-03-06T01:21:14.037029Z","steps":["trace[1422847238] 'agreement among raft nodes before linearized reading' (duration: 832.645529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.037067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.204321Z","time spent":"832.741633ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:14.037124Z","caller":"traceutil/trace.go:171","msg":"trace[667773260] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"824.343035ms","start":"2026-03-06T01:21:13.212764Z","end":"2026-03-06T01:21:14.037107Z","steps":["trace[667773260] 'process raft request' (duration: 823.423886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.03721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.49209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:14.037249Z","caller":"traceutil/trace.go:171","msg":"trace[222260816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23150; }","duration":"545.580883ms","start":"2026-03-06T01:21:13.491657Z","end":"2026-03-06T01:21:14.037238Z","steps":["trace[222260816] 'agreement among raft nodes before linearized reading' (duration: 545.47232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.037257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.212733Z","time spent":"824.425778ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:14.037277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.491626Z","time spent":"545.644855ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:14.037327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461634216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:14.037225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.767457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:21:14.037352Z","caller":"traceutil/trace.go:171","msg":"trace[1109049207] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23150; }","duration":"1.461707908s","start":"2026-03-06T01:21:12.575638Z","end":"2026-03-06T01:21:14.037346Z","steps":["trace[1109049207] 'agreement among raft nodes before linearized reading' (duration: 1.461671867s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.037371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.575603Z","time spent":"1.461763269s","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:14.037366Z","caller":"traceutil/trace.go:171","msg":"trace[796081016] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23150; }","duration":"689.933322ms","start":"2026-03-06T01:21:13.347424Z","end":"2026-03-06T01:21:14.037357Z","steps":["trace[796081016] 'agreement among raft nodes before linearized reading' (duration: 689.754646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.037366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.819558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:14.037363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501438821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:96 size:78291"} {"level":"warn","ts":"2026-03-06T01:21:14.037394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.347407Z","time spent":"689.979164ms","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:21:14.037395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499580722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:14.037425Z","caller":"traceutil/trace.go:171","msg":"trace[127853252] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23150; }","duration":"510.912122ms","start":"2026-03-06T01:21:13.526494Z","end":"2026-03-06T01:21:14.037406Z","steps":["trace[127853252] 'agreement among raft nodes before linearized reading' (duration: 510.728076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.037431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.811829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:21:14.03744Z","caller":"traceutil/trace.go:171","msg":"trace[1242992894] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23150; }","duration":"1.499725586s","start":"2026-03-06T01:21:12.537703Z","end":"2026-03-06T01:21:14.037429Z","steps":["trace[1242992894] 'agreement among raft nodes before linearized reading' (duration: 1.499653824s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:14.037438Z","caller":"traceutil/trace.go:171","msg":"trace[991647093] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:96; response_revision:23150; }","duration":"1.501535204s","start":"2026-03-06T01:21:12.535885Z","end":"2026-03-06T01:21:14.03742Z","steps":["trace[991647093] 'agreement among raft nodes before linearized reading' (duration: 1.500631585s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.037462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.74096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:14.03748Z","caller":"traceutil/trace.go:171","msg":"trace[1329150919] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23150; }","duration":"998.793652ms","start":"2026-03-06T01:21:13.038682Z","end":"2026-03-06T01:21:14.037475Z","steps":["trace[1329150919] 'agreement among raft nodes before linearized reading' (duration: 998.763061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:14.037471Z","caller":"traceutil/trace.go:171","msg":"trace[782518081] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23150; }","duration":"544.87315ms","start":"2026-03-06T01:21:13.492585Z","end":"2026-03-06T01:21:14.037458Z","steps":["trace[782518081] 'agreement among raft nodes before linearized reading' (duration: 544.729926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.037477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.537693Z","time spent":"1.499777159s","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:14.037494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.038657Z","time spent":"998.833642ms","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:14.037494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.535823Z","time spent":"1.501657738s","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":96,"response size":78314,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-03-06T01:21:14.037505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.492573Z","time spent":"544.924213ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:21:14.037459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.526483Z","time spent":"510.969333ms","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:14.037711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.792864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:14.037716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.181695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:21:14.037743Z","caller":"traceutil/trace.go:171","msg":"trace[1818839744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23150; }","duration":"525.844956ms","start":"2026-03-06T01:21:13.51189Z","end":"2026-03-06T01:21:14.037735Z","steps":["trace[1818839744] 'agreement among raft nodes before linearized reading' (duration: 525.795545ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:14.037749Z","caller":"traceutil/trace.go:171","msg":"trace[506412048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23150; }","duration":"542.221886ms","start":"2026-03-06T01:21:13.495518Z","end":"2026-03-06T01:21:14.03774Z","steps":["trace[506412048] 'agreement among raft nodes before linearized reading' (duration: 542.128543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.03776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.921924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-06T01:21:14.037778Z","caller":"traceutil/trace.go:171","msg":"trace[1086467068] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23150; }","duration":"366.971965ms","start":"2026-03-06T01:21:13.6708Z","end":"2026-03-06T01:21:14.037772Z","steps":["trace[1086467068] 'agreement among raft nodes before linearized reading' (duration: 366.920714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.037774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.511874Z","time spent":"525.889907ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:14.037774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.495513Z","time spent":"542.254747ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:14.037791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.670778Z","time spent":"367.009687ms","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T01:21:14.037881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.373691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:21:14.03925Z","caller":"traceutil/trace.go:171","msg":"trace[569187085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23150; }","duration":"543.752005ms","start":"2026-03-06T01:21:13.495482Z","end":"2026-03-06T01:21:14.039234Z","steps":["trace[569187085] 'agreement among raft nodes before linearized reading' (duration: 542.320749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.038247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.808619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:21:14.039295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.495465Z","time spent":"543.819697ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:21:14.039314Z","caller":"traceutil/trace.go:171","msg":"trace[1571672950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23150; }","duration":"545.900334ms","start":"2026-03-06T01:21:13.493394Z","end":"2026-03-06T01:21:14.039294Z","steps":["trace[1571672950] 'agreement among raft nodes before linearized reading' (duration: 544.712106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.039603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:13.493367Z","time spent":"546.219264ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:14.055702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.827781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-03-06T01:21:14.055753Z","caller":"traceutil/trace.go:171","msg":"trace[108862866] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23150; }","duration":"159.911244ms","start":"2026-03-06T01:21:13.895828Z","end":"2026-03-06T01:21:14.055739Z","steps":["trace[108862866] 'agreement among raft nodes before linearized reading' (duration: 141.647973ms)","trace[108862866] 'range keys from bolt db' (duration: 18.179239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:14.351731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.069046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:14.351831Z","caller":"traceutil/trace.go:171","msg":"trace[660390116] linearizableReadLoop","detail":"{readStateIndex:23957; appliedIndex:23956; }","duration":"310.326095ms","start":"2026-03-06T01:21:14.041491Z","end":"2026-03-06T01:21:14.351817Z","steps":["trace[660390116] 'read index received' (duration: 157.010011ms)","trace[660390116] 'applied index is now lower than readState.Index' (duration: 153.314994ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:14.351904Z","caller":"traceutil/trace.go:171","msg":"trace[993328984] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"310.680817ms","start":"2026-03-06T01:21:14.041213Z","end":"2026-03-06T01:21:14.351894Z","steps":["trace[993328984] 'process raft request' (duration: 157.368923ms)","trace[993328984] 'compare' (duration: 152.951452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:14.351951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.041191Z","time spent":"310.734249ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:14.352192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.671667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:21:14.35225Z","caller":"traceutil/trace.go:171","msg":"trace[259601339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23151; }","duration":"310.77462ms","start":"2026-03-06T01:21:14.041461Z","end":"2026-03-06T01:21:14.352236Z","steps":["trace[259601339] 'agreement among raft nodes before linearized reading' (duration: 310.552032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.35229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.041441Z","time spent":"310.837372ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:21:14.356954Z","caller":"traceutil/trace.go:171","msg":"trace[1198264354] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"315.412817ms","start":"2026-03-06T01:21:14.041528Z","end":"2026-03-06T01:21:14.356941Z","steps":["trace[1198264354] 'process raft request' (duration: 315.268053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.357028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.041511Z","time spent":"315.47853ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:14.357183Z","caller":"traceutil/trace.go:171","msg":"trace[107411149] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"314.8512ms","start":"2026-03-06T01:21:14.04232Z","end":"2026-03-06T01:21:14.357171Z","steps":["trace[107411149] 'process raft request' (duration: 314.583111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.357273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.042308Z","time spent":"314.903531ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:14.357402Z","caller":"traceutil/trace.go:171","msg":"trace[214788864] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"313.496217ms","start":"2026-03-06T01:21:14.043896Z","end":"2026-03-06T01:21:14.357393Z","steps":["trace[214788864] 'process raft request' (duration: 313.203357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.357451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.043874Z","time spent":"313.549179ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:14.357563Z","caller":"traceutil/trace.go:171","msg":"trace[1613099762] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"312.883477ms","start":"2026-03-06T01:21:14.044672Z","end":"2026-03-06T01:21:14.357555Z","steps":["trace[1613099762] 'process raft request' (duration: 312.68319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.357607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.044656Z","time spent":"312.926339ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:14.35773Z","caller":"traceutil/trace.go:171","msg":"trace[89197181] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"209.088897ms","start":"2026-03-06T01:21:14.148634Z","end":"2026-03-06T01:21:14.357722Z","steps":["trace[89197181] 'process raft request' (duration: 208.886371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.357754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.962383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-06T01:21:14.357782Z","caller":"traceutil/trace.go:171","msg":"trace[1091927559] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23156; }","duration":"315.020495ms","start":"2026-03-06T01:21:14.042753Z","end":"2026-03-06T01:21:14.357774Z","steps":["trace[1091927559] 'agreement among raft nodes before linearized reading' (duration: 314.916551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.357805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.042738Z","time spent":"315.058036ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-06T01:21:14.357819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.029563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-06T01:21:14.357891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.308867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:14.357916Z","caller":"traceutil/trace.go:171","msg":"trace[246423779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23156; }","duration":"311.332568ms","start":"2026-03-06T01:21:14.046575Z","end":"2026-03-06T01:21:14.357907Z","steps":["trace[246423779] 'agreement among raft nodes before linearized reading' (duration: 311.292557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.357935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.046534Z","time spent":"311.39677ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:21:14.357952Z","caller":"traceutil/trace.go:171","msg":"trace[1578189470] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23156; }","duration":"314.133676ms","start":"2026-03-06T01:21:14.043727Z","end":"2026-03-06T01:21:14.357861Z","steps":["trace[1578189470] 'agreement among raft nodes before linearized reading' (duration: 313.904169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.358186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.81266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-06T01:21:14.358211Z","caller":"traceutil/trace.go:171","msg":"trace[1388485617] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:23156; }","duration":"316.032867ms","start":"2026-03-06T01:21:14.042171Z","end":"2026-03-06T01:21:14.358204Z","steps":["trace[1388485617] 'agreement among raft nodes before linearized reading' (duration: 315.80815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.35823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.042155Z","time spent":"316.069618ms","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":702,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"warn","ts":"2026-03-06T01:21:14.358186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.043707Z","time spent":"314.286102ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-06T01:21:14.358364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.781891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:21:14.358409Z","caller":"traceutil/trace.go:171","msg":"trace[90542701] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb; range_end:; response_count:1; response_revision:23156; }","duration":"316.837033ms","start":"2026-03-06T01:21:14.041563Z","end":"2026-03-06T01:21:14.3584Z","steps":["trace[90542701] 'agreement among raft nodes before linearized reading' (duration: 316.74227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.35843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.041553Z","time spent":"316.871213ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" "} {"level":"warn","ts":"2026-03-06T01:21:14.357965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.348756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:14.358476Z","caller":"traceutil/trace.go:171","msg":"trace[331977073] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23156; }","duration":"315.870312ms","start":"2026-03-06T01:21:14.042598Z","end":"2026-03-06T01:21:14.358468Z","steps":["trace[331977073] 'agreement among raft nodes before linearized reading' (duration: 315.310614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:14.358503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:14.042592Z","time spent":"315.904753ms","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:21:16.155139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.546869ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:21:16.155373Z","caller":"traceutil/trace.go:171","msg":"trace[1910523450] linearizableReadLoop","detail":"{readStateIndex:24006; appliedIndex:24005; }","duration":"636.863306ms","start":"2026-03-06T01:21:15.51849Z","end":"2026-03-06T01:21:16.155354Z","steps":["trace[1910523450] 'read index received' (duration: 222.004978ms)","trace[1910523450] 'applied index is now lower than readState.Index' (duration: 414.857288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:16.155705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.192157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:16.155754Z","caller":"traceutil/trace.go:171","msg":"trace[1794520215] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23199; }","duration":"637.299441ms","start":"2026-03-06T01:21:15.518438Z","end":"2026-03-06T01:21:16.155737Z","steps":["trace[1794520215] 'agreement among raft nodes before linearized reading' (duration: 637.198947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:16.155793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:15.518411Z","time spent":"637.368722ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:16.155955Z","caller":"traceutil/trace.go:171","msg":"trace[1133404115] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"393.764708ms","start":"2026-03-06T01:21:15.762175Z","end":"2026-03-06T01:21:16.15594Z","steps":["trace[1133404115] 'process raft request' (duration: 393.072766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:16.156069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:15.762053Z","time spent":"393.941914ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:16.691029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.672952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:16.691119Z","caller":"traceutil/trace.go:171","msg":"trace[1620637309] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23200; }","duration":"871.809726ms","start":"2026-03-06T01:21:15.819288Z","end":"2026-03-06T01:21:16.691097Z","steps":["trace[1620637309] 'agreement among raft nodes before linearized reading' (duration: 336.634613ms)","trace[1620637309] 'count revisions from in-memory index tree' (duration: 535.043319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:16.691125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.92657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:16.691165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:15.819273Z","time spent":"871.878838ms","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:16.691202Z","caller":"traceutil/trace.go:171","msg":"trace[2023082157] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23200; }","duration":"426.066675ms","start":"2026-03-06T01:21:16.265112Z","end":"2026-03-06T01:21:16.691179Z","steps":["trace[2023082157] 'count revisions from in-memory index tree' (duration: 425.855849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:16.691245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.265091Z","time spent":"426.143117ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:16.691315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.764661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-06T01:21:16.691363Z","caller":"traceutil/trace.go:171","msg":"trace[997570712] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199; range_end:; response_count:1; response_revision:23200; }","duration":"194.876525ms","start":"2026-03-06T01:21:16.496473Z","end":"2026-03-06T01:21:16.69135Z","steps":["trace[997570712] 'range keys from in-memory index tree' (duration: 194.551925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:16.691444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.616394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:21:16.69153Z","caller":"traceutil/trace.go:171","msg":"trace[937516217] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23200; }","duration":"326.752278ms","start":"2026-03-06T01:21:16.364746Z","end":"2026-03-06T01:21:16.691498Z","steps":["trace[937516217] 'range keys from in-memory index tree' (duration: 326.342685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:16.691575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.36472Z","time spent":"326.844661ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:21:16.691647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.280478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:21:16.691685Z","caller":"traceutil/trace.go:171","msg":"trace[1128155522] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23200; }","duration":"815.33058ms","start":"2026-03-06T01:21:15.876343Z","end":"2026-03-06T01:21:16.691673Z","steps":["trace[1128155522] 'agreement among raft nodes before linearized reading' (duration: 279.736374ms)","trace[1128155522] 'range keys from in-memory index tree' (duration: 535.425572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:16.691713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:15.876335Z","time spent":"815.370481ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:21:16.691815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.633608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:21:16.691844Z","caller":"traceutil/trace.go:171","msg":"trace[1219932097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23200; }","duration":"328.670819ms","start":"2026-03-06T01:21:16.363164Z","end":"2026-03-06T01:21:16.691835Z","steps":["trace[1219932097] 'range keys from in-memory index tree' (duration: 328.560705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:16.691814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.700339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:21:16.69187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.363159Z","time spent":"328.705399ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:16.691875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.54566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:16.691891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.313557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:16.691911Z","caller":"traceutil/trace.go:171","msg":"trace[1186872732] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23200; }","duration":"817.599083ms","start":"2026-03-06T01:21:15.8743Z","end":"2026-03-06T01:21:16.691899Z","steps":["trace[1186872732] 'agreement among raft nodes before linearized reading' (duration: 281.800869ms)","trace[1186872732] 'count revisions from in-memory index tree' (duration: 535.749401ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:16.691911Z","caller":"traceutil/trace.go:171","msg":"trace[718073580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23200; }","duration":"143.841973ms","start":"2026-03-06T01:21:16.548044Z","end":"2026-03-06T01:21:16.691886Z","steps":["trace[718073580] 'range keys from in-memory index tree' (duration: 143.484252ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:16.691931Z","caller":"traceutil/trace.go:171","msg":"trace[833888291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23200; }","duration":"328.383919ms","start":"2026-03-06T01:21:16.363537Z","end":"2026-03-06T01:21:16.691921Z","steps":["trace[833888291] 'range keys from in-memory index tree' (duration: 328.141512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:16.69194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:15.874291Z","time spent":"817.640404ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:16.69196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.363513Z","time spent":"328.440541ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:16.691981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.544695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:21:16.692017Z","caller":"traceutil/trace.go:171","msg":"trace[1091882320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23200; }","duration":"328.580686ms","start":"2026-03-06T01:21:16.363425Z","end":"2026-03-06T01:21:16.692006Z","steps":["trace[1091882320] 'range keys from in-memory index tree' (duration: 328.429691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:16.692048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.363411Z","time spent":"328.629857ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:16.692124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.251583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-06T01:21:16.692158Z","caller":"traceutil/trace.go:171","msg":"trace[270812851] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199; range_end:; response_count:1; response_revision:23200; }","duration":"556.316995ms","start":"2026-03-06T01:21:16.135829Z","end":"2026-03-06T01:21:16.692146Z","steps":["trace[270812851] 'agreement among raft nodes before linearized reading' (duration: 20.285075ms)","trace[270812851] 'range keys from in-memory index tree' (duration: 535.949338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:16.692186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.135807Z","time spent":"556.372757ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" "} {"level":"warn","ts":"2026-03-06T01:21:16.692202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.780951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:16.692243Z","caller":"traceutil/trace.go:171","msg":"trace[1140642520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23200; }","duration":"333.841253ms","start":"2026-03-06T01:21:16.35839Z","end":"2026-03-06T01:21:16.692231Z","steps":["trace[1140642520] 'range keys from in-memory index tree' (duration: 333.688238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:16.692272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.358377Z","time spent":"333.887454ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:16.692277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.733687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:16.692287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.801902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:16.69231Z","caller":"traceutil/trace.go:171","msg":"trace[30558372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23200; }","duration":"795.783618ms","start":"2026-03-06T01:21:15.896515Z","end":"2026-03-06T01:21:16.692299Z","steps":["trace[30558372] 'agreement among raft nodes before linearized reading' (duration: 259.602003ms)","trace[30558372] 'range keys from in-memory index tree' (duration: 536.140864ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:16.692328Z","caller":"traceutil/trace.go:171","msg":"trace[13466249] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23200; }","duration":"830.863824ms","start":"2026-03-06T01:21:15.861446Z","end":"2026-03-06T01:21:16.69231Z","steps":["trace[13466249] 'agreement among raft nodes before linearized reading' (duration: 294.679698ms)","trace[13466249] 'count revisions from in-memory index tree' (duration: 536.135934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:16.692342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:15.896504Z","time spent":"795.82582ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:16.692365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:15.86143Z","time spent":"830.926626ms","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:17.242215Z","caller":"traceutil/trace.go:171","msg":"trace[24002202] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"546.783533ms","start":"2026-03-06T01:21:16.695397Z","end":"2026-03-06T01:21:17.24218Z","steps":["trace[24002202] 'process raft request' (duration: 546.514004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:17.24243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.695366Z","time spent":"546.945358ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:18.075306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.259169ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:18.075395Z","caller":"traceutil/trace.go:171","msg":"trace[1571454648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23201; }","duration":"386.361352ms","start":"2026-03-06T01:21:17.68902Z","end":"2026-03-06T01:21:18.075382Z","steps":["trace[1571454648] 'range keys from in-memory index tree' (duration: 386.243479ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:18.075425Z","caller":"traceutil/trace.go:171","msg":"trace[1268775573] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"1.379491004s","start":"2026-03-06T01:21:16.695916Z","end":"2026-03-06T01:21:18.075407Z","steps":["trace[1268775573] 'process raft request' (duration: 1.361779581s)","trace[1268775573] 'compare' (duration: 17.355922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:18.075503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.695885Z","time spent":"1.379566557s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:18.075591Z","caller":"traceutil/trace.go:171","msg":"trace[960941302] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"1.378983207s","start":"2026-03-06T01:21:16.696582Z","end":"2026-03-06T01:21:18.075565Z","steps":["trace[960941302] 'process raft request' (duration: 1.378873464s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:18.07562Z","caller":"traceutil/trace.go:171","msg":"trace[2092624226] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"1.379238206s","start":"2026-03-06T01:21:16.696352Z","end":"2026-03-06T01:21:18.075591Z","steps":["trace[2092624226] 'process raft request' (duration: 1.379007269s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:18.075716Z","caller":"traceutil/trace.go:171","msg":"trace[1574308466] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"1.378285796s","start":"2026-03-06T01:21:16.697423Z","end":"2026-03-06T01:21:18.075709Z","steps":["trace[1574308466] 'process raft request' (duration: 1.378079959s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:18.075763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.697412Z","time spent":"1.378334097s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:18.075751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.696561Z","time spent":"1.379104141s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:18.075762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.696333Z","time spent":"1.379353469s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:18.075787Z","caller":"traceutil/trace.go:171","msg":"trace[918151091] linearizableReadLoop","detail":"{readStateIndex:24014; appliedIndex:24007; }","duration":"1.144822944s","start":"2026-03-06T01:21:16.930956Z","end":"2026-03-06T01:21:18.075779Z","steps":["trace[918151091] 'read index received' (duration: 310.990857ms)","trace[918151091] 'applied index is now lower than readState.Index' (duration: 833.831497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:18.07589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144934577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:18.075924Z","caller":"traceutil/trace.go:171","msg":"trace[2045337402] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"1.374905658s","start":"2026-03-06T01:21:16.701015Z","end":"2026-03-06T01:21:18.07592Z","steps":["trace[2045337402] 'process raft request' (duration: 1.374723873s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:18.075935Z","caller":"traceutil/trace.go:171","msg":"trace[1215878884] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23207; }","duration":"1.14500156s","start":"2026-03-06T01:21:16.930922Z","end":"2026-03-06T01:21:18.075923Z","steps":["trace[1215878884] 'agreement among raft nodes before linearized reading' (duration: 1.144936337s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:18.075959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.701009Z","time spent":"1.374931489s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:18.075985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.930902Z","time spent":"1.145053701s","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:18.075902Z","caller":"traceutil/trace.go:171","msg":"trace[2058248697] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"1.37842036s","start":"2026-03-06T01:21:16.697475Z","end":"2026-03-06T01:21:18.075895Z","steps":["trace[2058248697] 'process raft request' (duration: 1.378192382s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:18.076061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:16.697456Z","time spent":"1.378582405s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:18.575881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:19.076701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:19.298733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.240346212s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:21:19.335207Z","caller":"traceutil/trace.go:171","msg":"trace[478369472] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"1.924402668s","start":"2026-03-06T01:21:17.410775Z","end":"2026-03-06T01:21:19.335177Z","steps":["trace[478369472] 'process raft request' (duration: 1.924302674s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.335376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:17.41077Z","time spent":"1.924524491s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:19.335371Z","caller":"traceutil/trace.go:171","msg":"trace[462664973] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"1.922006382s","start":"2026-03-06T01:21:17.41334Z","end":"2026-03-06T01:21:19.335347Z","steps":["trace[462664973] 'process raft request' (duration: 1.921910579s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:19.335367Z","caller":"traceutil/trace.go:171","msg":"trace[123135525] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"1.969566373s","start":"2026-03-06T01:21:17.365766Z","end":"2026-03-06T01:21:19.335333Z","steps":["trace[123135525] 'process raft request' (duration: 1.969226132s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:19.335435Z","caller":"traceutil/trace.go:171","msg":"trace[923469511] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"1.971180785s","start":"2026-03-06T01:21:17.364222Z","end":"2026-03-06T01:21:19.335403Z","steps":["trace[923469511] 'process raft request' (duration: 1.934736496s)","trace[923469511] 'compare' (duration: 35.55118ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:19.335449Z","caller":"traceutil/trace.go:171","msg":"trace[1767508795] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"1.922963422s","start":"2026-03-06T01:21:17.412447Z","end":"2026-03-06T01:21:19.33541Z","steps":["trace[1767508795] 'process raft request' (duration: 1.922685363s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.335508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:17.413319Z","time spent":"1.922102124s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:19.3355Z","caller":"traceutil/trace.go:171","msg":"trace[515234866] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"1.924813581s","start":"2026-03-06T01:21:17.41066Z","end":"2026-03-06T01:21:19.335474Z","steps":["trace[515234866] 'process raft request' (duration: 1.924383717s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.335536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:17.365755Z","time spent":"1.969685617s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:19.335575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:17.364193Z","time spent":"1.971304639s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:19.335649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:17.410636Z","time spent":"1.924920995s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:19.335639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:17.412439Z","time spent":"1.923094426s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:19.895758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000344653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:21:19.895856Z","caller":"traceutil/trace.go:171","msg":"trace[107018931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485617s","start":"2026-03-06T01:21:17.895344Z","end":"2026-03-06T01:21:19.89583Z","steps":["trace[107018931] 'agreement among raft nodes before linearized reading' (duration: 2.000364443s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.895908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:17.895325Z","time spent":"2.00057202s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:20.340027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041055286s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:21:20.427085Z","caller":"traceutil/trace.go:171","msg":"trace[246483181] linearizableReadLoop","detail":"{readStateIndex:24021; appliedIndex:24014; }","duration":"2.351242128s","start":"2026-03-06T01:21:18.07581Z","end":"2026-03-06T01:21:20.427052Z","steps":["trace[246483181] 'read index received' (duration: 1.223144725s)","trace[246483181] 'applied index is now lower than readState.Index' (duration: 1.128095903s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:20.427386Z","caller":"traceutil/trace.go:171","msg":"trace[759621500] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"1.382829941s","start":"2026-03-06T01:21:19.04454Z","end":"2026-03-06T01:21:20.42737Z","steps":["trace[759621500] 'process raft request' (duration: 1.29566284s)","trace[759621500] 'compare' (duration: 86.248842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:20.427503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.044518Z","time spent":"1.382906744s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:20.427776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732832369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-06T01:21:20.427818Z","caller":"traceutil/trace.go:171","msg":"trace[514380345] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199; range_end:; response_count:1; response_revision:23214; }","duration":"2.732905772s","start":"2026-03-06T01:21:17.694901Z","end":"2026-03-06T01:21:20.427806Z","steps":["trace[514380345] 'agreement among raft nodes before linearized reading' (duration: 2.732775068s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.427849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:17.694877Z","time spent":"2.732964773s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" "} {"level":"warn","ts":"2026-03-06T01:21:20.428009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94551355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:20.428049Z","caller":"traceutil/trace.go:171","msg":"trace[663664110] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23214; }","duration":"2.945591774s","start":"2026-03-06T01:21:17.482449Z","end":"2026-03-06T01:21:20.428041Z","steps":["trace[663664110] 'agreement among raft nodes before linearized reading' (duration: 2.945529862s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.428078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:17.482434Z","time spent":"2.945636335s","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:20.428227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003180993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:20.428266Z","caller":"traceutil/trace.go:171","msg":"trace[335005053] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23214; }","duration":"3.003250525s","start":"2026-03-06T01:21:17.425005Z","end":"2026-03-06T01:21:20.428255Z","steps":["trace[335005053] 'agreement among raft nodes before linearized reading' (duration: 3.003196904s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.428297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:17.424989Z","time spent":"3.003297006s","remote":"127.0.0.1:32894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:20.42848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301402594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:20.428514Z","caller":"traceutil/trace.go:171","msg":"trace[218274560] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23214; }","duration":"2.301473846s","start":"2026-03-06T01:21:18.127032Z","end":"2026-03-06T01:21:20.428506Z","steps":["trace[218274560] 'agreement among raft nodes before linearized reading' (duration: 2.301409854s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.428542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:18.127011Z","time spent":"2.301524317s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:20.428907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.434879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:20.428949Z","caller":"traceutil/trace.go:171","msg":"trace[239483092] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23214; }","duration":"131.521921ms","start":"2026-03-06T01:21:20.297418Z","end":"2026-03-06T01:21:20.42894Z","steps":["trace[239483092] 'agreement among raft nodes before linearized reading' (duration: 131.410108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.429224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.885245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:21:20.429266Z","caller":"traceutil/trace.go:171","msg":"trace[306653961] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:23214; }","duration":"272.962727ms","start":"2026-03-06T01:21:20.156295Z","end":"2026-03-06T01:21:20.429257Z","steps":["trace[306653961] 'agreement among raft nodes before linearized reading' (duration: 272.791842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.429827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475227769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:20.429874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.527279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-06T01:21:20.429883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366261814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:21:20.429946Z","caller":"traceutil/trace.go:171","msg":"trace[530059279] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23214; }","duration":"666.649254ms","start":"2026-03-06T01:21:19.763278Z","end":"2026-03-06T01:21:20.429927Z","steps":["trace[530059279] 'agreement among raft nodes before linearized reading' (duration: 666.413176ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:20.429965Z","caller":"traceutil/trace.go:171","msg":"trace[303774215] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23214; }","duration":"1.366382738s","start":"2026-03-06T01:21:19.063559Z","end":"2026-03-06T01:21:20.429942Z","steps":["trace[303774215] 'agreement among raft nodes before linearized reading' (duration: 1.36612469s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.430006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.763235Z","time spent":"666.758617ms","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-06T01:21:20.430007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.914381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:21:20.430024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922593771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:20.429894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035386747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:20.430061Z","caller":"traceutil/trace.go:171","msg":"trace[898551446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23214; }","duration":"347.983002ms","start":"2026-03-06T01:21:20.082061Z","end":"2026-03-06T01:21:20.430044Z","steps":["trace[898551446] 'agreement among raft nodes before linearized reading' (duration: 347.860499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.430132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.082051Z","time spent":"348.057235ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:20.430137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.583202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:21:20.430169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.267022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T01:21:20.430173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258698795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T01:21:20.430021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.063546Z","time spent":"1.366461961s","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T01:21:20.430192Z","caller":"traceutil/trace.go:171","msg":"trace[1968893147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23214; }","duration":"348.681975ms","start":"2026-03-06T01:21:20.081496Z","end":"2026-03-06T01:21:20.430178Z","steps":["trace[1968893147] 'agreement among raft nodes before linearized reading' (duration: 348.481088ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:20.430216Z","caller":"traceutil/trace.go:171","msg":"trace[574817553] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23214; }","duration":"1.258759057s","start":"2026-03-06T01:21:19.171445Z","end":"2026-03-06T01:21:20.430204Z","steps":["trace[574817553] 'agreement among raft nodes before linearized reading' (duration: 1.258645294s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.430234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.504297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:20.430242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.081468Z","time spent":"348.765687ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:20.430259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.171433Z","time spent":"1.258815339s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:21:20.43027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259677826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:21:20.430282Z","caller":"traceutil/trace.go:171","msg":"trace[1470031915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23214; }","duration":"531.59028ms","start":"2026-03-06T01:21:19.898678Z","end":"2026-03-06T01:21:20.430268Z","steps":["trace[1470031915] 'agreement among raft nodes before linearized reading' (duration: 531.525977ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:20.430296Z","caller":"traceutil/trace.go:171","msg":"trace[1902666185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23214; }","duration":"1.259740788s","start":"2026-03-06T01:21:19.17055Z","end":"2026-03-06T01:21:20.430291Z","steps":["trace[1902666185] 'agreement among raft nodes before linearized reading' (duration: 1.259674926s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.430324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.170524Z","time spent":"1.25979492s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:21:20.429955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502281189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:20.430425Z","caller":"traceutil/trace.go:171","msg":"trace[2091094004] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23214; }","duration":"1.502777215s","start":"2026-03-06T01:21:18.927639Z","end":"2026-03-06T01:21:20.430416Z","steps":["trace[2091094004] 'agreement among raft nodes before linearized reading' (duration: 1.50229626s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.430456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:18.927621Z","time spent":"1.502826526s","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:20.430067Z","caller":"traceutil/trace.go:171","msg":"trace[756420053] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23214; }","duration":"1.922674154s","start":"2026-03-06T01:21:18.50738Z","end":"2026-03-06T01:21:20.430054Z","steps":["trace[756420053] 'agreement among raft nodes before linearized reading' (duration: 1.922602441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.430545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.864107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:21:20.430583Z","caller":"traceutil/trace.go:171","msg":"trace[924331570] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23214; }","duration":"921.939489ms","start":"2026-03-06T01:21:19.508634Z","end":"2026-03-06T01:21:20.430574Z","steps":["trace[924331570] 'agreement among raft nodes before linearized reading' (duration: 921.822906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.430617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.50861Z","time spent":"921.999451ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:21:20.430322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.898651Z","time spent":"531.664272ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:20.430052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.303171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:21:20.43076Z","caller":"traceutil/trace.go:171","msg":"trace[1564965104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23214; }","duration":"348.621193ms","start":"2026-03-06T01:21:20.082126Z","end":"2026-03-06T01:21:20.430747Z","steps":["trace[1564965104] 'agreement among raft nodes before linearized reading' (duration: 347.28724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.430547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:18.507353Z","time spent":"1.92317977s","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:20.430805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.082101Z","time spent":"348.691985ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:21:20.430068Z","caller":"traceutil/trace.go:171","msg":"trace[532445168] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23214; }","duration":"2.035606764s","start":"2026-03-06T01:21:18.39445Z","end":"2026-03-06T01:21:20.430057Z","steps":["trace[532445168] 'agreement among raft nodes before linearized reading' (duration: 2.035380547s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.430873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.194243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:21:20.430963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:18.394426Z","time spent":"2.036486622s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:20.430993Z","caller":"traceutil/trace.go:171","msg":"trace[1294502241] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23214; }","duration":"724.42117ms","start":"2026-03-06T01:21:19.706552Z","end":"2026-03-06T01:21:20.430973Z","steps":["trace[1294502241] 'agreement among raft nodes before linearized reading' (duration: 723.858892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.431144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.706523Z","time spent":"724.603126ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T01:21:20.43007Z","caller":"traceutil/trace.go:171","msg":"trace[1495871207] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23214; }","duration":"1.475359573s","start":"2026-03-06T01:21:18.954528Z","end":"2026-03-06T01:21:20.429888Z","steps":["trace[1495871207] 'agreement among raft nodes before linearized reading' (duration: 1.475210329s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:20.430199Z","caller":"traceutil/trace.go:171","msg":"trace[1267301114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23214; }","duration":"348.320293ms","start":"2026-03-06T01:21:20.081871Z","end":"2026-03-06T01:21:20.430192Z","steps":["trace[1267301114] 'agreement among raft nodes before linearized reading' (duration: 348.22133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.429875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.021004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:21:20.431316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:18.954501Z","time spent":"1.476801489s","remote":"127.0.0.1:38792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:20.431337Z","caller":"traceutil/trace.go:171","msg":"trace[275990072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23214; }","duration":"349.516552ms","start":"2026-03-06T01:21:20.081802Z","end":"2026-03-06T01:21:20.431318Z","steps":["trace[275990072] 'agreement among raft nodes before linearized reading' (duration: 347.921851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.431494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.08179Z","time spent":"349.683137ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:20.431585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.081855Z","time spent":"349.711288ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:20.43466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187662367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:21:20.435476Z","caller":"traceutil/trace.go:171","msg":"trace[1982236590] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23214; }","duration":"1.187774141s","start":"2026-03-06T01:21:19.246933Z","end":"2026-03-06T01:21:20.434707Z","steps":["trace[1982236590] 'agreement among raft nodes before linearized reading' (duration: 1.18304651s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:20.43565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.246903Z","time spent":"1.188731221s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:21:20.95025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:21.319109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.785262Z","time spent":"533.83841ms","remote":"127.0.0.1:51878","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:21:21.319617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.43272Z","time spent":"886.887474ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:21:22.486992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000582809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:21:22.4871Z","caller":"traceutil/trace.go:171","msg":"trace[2111899900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754255s","start":"2026-03-06T01:21:20.486322Z","end":"2026-03-06T01:21:22.487076Z","steps":["trace[2111899900] 'agreement among raft nodes before linearized reading' (duration: 2.00061415s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:22.487166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.486298Z","time spent":"2.000849048s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:21:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:21:23.10971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.560576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:23.110199Z","caller":"traceutil/trace.go:171","msg":"trace[1072829210] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"2.673953236s","start":"2026-03-06T01:21:20.436212Z","end":"2026-03-06T01:21:23.110165Z","steps":["trace[1072829210] 'process raft request' (duration: 1.741783362s)","trace[1072829210] 'compare' (duration: 931.058139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:23.110433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.436183Z","time spent":"2.674189684s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.110773Z","caller":"traceutil/trace.go:171","msg":"trace[324868104] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"2.673151211s","start":"2026-03-06T01:21:20.437605Z","end":"2026-03-06T01:21:23.110756Z","steps":["trace[324868104] 'process raft request' (duration: 2.673055938s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.110856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.437578Z","time spent":"2.673235444s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.110963Z","caller":"traceutil/trace.go:171","msg":"trace[751384129] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"2.674613818s","start":"2026-03-06T01:21:20.436339Z","end":"2026-03-06T01:21:23.110952Z","steps":["trace[751384129] 'process raft request' (duration: 2.673716459s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.111025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.436318Z","time spent":"2.67467314s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.111073Z","caller":"traceutil/trace.go:171","msg":"trace[1162527817] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"2.662998638s","start":"2026-03-06T01:21:20.448046Z","end":"2026-03-06T01:21:23.111045Z","steps":["trace[1162527817] 'process raft request' (duration: 2.662656498s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:23.111109Z","caller":"traceutil/trace.go:171","msg":"trace[835389219] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"2.673695088s","start":"2026-03-06T01:21:20.437381Z","end":"2026-03-06T01:21:23.111076Z","steps":["trace[835389219] 'process raft request' (duration: 2.673192752s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.111248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.448024Z","time spent":"2.663132643s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.111263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.437372Z","time spent":"2.673804752s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.111557Z","caller":"traceutil/trace.go:171","msg":"trace[315704987] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"2.662477472s","start":"2026-03-06T01:21:20.449069Z","end":"2026-03-06T01:21:23.111546Z","steps":["trace[315704987] 'process raft request' (duration: 2.661879103s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.111667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.449041Z","time spent":"2.662553404s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.111816Z","caller":"traceutil/trace.go:171","msg":"trace[1946703923] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"2.662560485s","start":"2026-03-06T01:21:20.449214Z","end":"2026-03-06T01:21:23.111775Z","steps":["trace[1946703923] 'process raft request' (duration: 2.662245665s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:23.112012Z","caller":"traceutil/trace.go:171","msg":"trace[911571971] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"1.76936022s","start":"2026-03-06T01:21:21.342638Z","end":"2026-03-06T01:21:23.111998Z","steps":["trace[911571971] 'process raft request' (duration: 1.769293578s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.112096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.34262Z","time spent":"1.769439033s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.11202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.449198Z","time spent":"2.662716189s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.112191Z","caller":"traceutil/trace.go:171","msg":"trace[146784761] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"1.770247698s","start":"2026-03-06T01:21:21.341932Z","end":"2026-03-06T01:21:23.112179Z","steps":["trace[146784761] 'process raft request' (duration: 1.769927337s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:23.112215Z","caller":"traceutil/trace.go:171","msg":"trace[1766507562] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"1.771220259s","start":"2026-03-06T01:21:21.340965Z","end":"2026-03-06T01:21:23.112185Z","steps":["trace[1766507562] 'process raft request' (duration: 1.770847827s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:23.112236Z","caller":"traceutil/trace.go:171","msg":"trace[612481449] linearizableReadLoop","detail":"{readStateIndex:24030; appliedIndex:24021; }","duration":"2.66303556s","start":"2026-03-06T01:21:20.449183Z","end":"2026-03-06T01:21:23.112219Z","steps":["trace[612481449] 'read index received' (duration: 867.857299ms)","trace[612481449] 'applied index is now lower than readState.Index' (duration: 1.795177001s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:23.114175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.340933Z","time spent":"1.77314392s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.11225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.341894Z","time spent":"1.770329161s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.11441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645630356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:21:23.114447Z","caller":"traceutil/trace.go:171","msg":"trace[1547153517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23230; }","duration":"2.645726099s","start":"2026-03-06T01:21:20.468711Z","end":"2026-03-06T01:21:23.114437Z","steps":["trace[1547153517] 'agreement among raft nodes before linearized reading' (duration: 2.645603445s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.11447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.468686Z","time spent":"2.645780161s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:21:23.114505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613793504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:23.11455Z","caller":"traceutil/trace.go:171","msg":"trace[1397770402] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23230; }","duration":"1.613862576s","start":"2026-03-06T01:21:21.500667Z","end":"2026-03-06T01:21:23.114529Z","steps":["trace[1397770402] 'agreement among raft nodes before linearized reading' (duration: 1.613797264s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.114578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.500641Z","time spent":"1.613930639s","remote":"127.0.0.1:34830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:23.114648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675058922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-06T01:21:23.111816Z","caller":"traceutil/trace.go:171","msg":"trace[1584576435] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"2.660975235s","start":"2026-03-06T01:21:20.450804Z","end":"2026-03-06T01:21:23.11178Z","steps":["trace[1584576435] 'process raft request' (duration: 2.660865631s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:23.114676Z","caller":"traceutil/trace.go:171","msg":"trace[726074211] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199; range_end:; response_count:1; response_revision:23230; }","duration":"1.675120204s","start":"2026-03-06T01:21:21.439548Z","end":"2026-03-06T01:21:23.114669Z","steps":["trace[726074211] 'agreement among raft nodes before linearized reading' (duration: 1.675049931s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.114695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.45079Z","time spent":"2.663887007s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.114734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73542256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:23.114754Z","caller":"traceutil/trace.go:171","msg":"trace[1133177172] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23230; }","duration":"1.735448231s","start":"2026-03-06T01:21:21.379301Z","end":"2026-03-06T01:21:23.114749Z","steps":["trace[1133177172] 'agreement among raft nodes before linearized reading' (duration: 1.7354079s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.114772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.379233Z","time spent":"1.735534155s","remote":"127.0.0.1:46460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:23.114787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.461978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:23.114804Z","caller":"traceutil/trace.go:171","msg":"trace[2085534546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23230; }","duration":"627.476389ms","start":"2026-03-06T01:21:22.48732Z","end":"2026-03-06T01:21:23.114797Z","steps":["trace[2085534546] 'agreement among raft nodes before linearized reading' (duration: 627.443538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.114821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.487257Z","time spent":"627.560831ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:23.114897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.223086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:23.114904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823122629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:23.114917Z","caller":"traceutil/trace.go:171","msg":"trace[1706127941] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23230; }","duration":"725.267677ms","start":"2026-03-06T01:21:22.389644Z","end":"2026-03-06T01:21:23.114912Z","steps":["trace[1706127941] 'agreement among raft nodes before linearized reading' (duration: 725.239176ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:23.114925Z","caller":"traceutil/trace.go:171","msg":"trace[203859979] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23230; }","duration":"1.823198402s","start":"2026-03-06T01:21:21.291721Z","end":"2026-03-06T01:21:23.11492Z","steps":["trace[203859979] 'agreement among raft nodes before linearized reading' (duration: 1.8231643s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.114931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.389622Z","time spent":"725.305338ms","remote":"127.0.0.1:60954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:23.114945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.29169Z","time spent":"1.823250573s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:23.112288Z","caller":"traceutil/trace.go:171","msg":"trace[512153508] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"1.76966572s","start":"2026-03-06T01:21:21.342613Z","end":"2026-03-06T01:21:23.112279Z","steps":["trace[512153508] 'process raft request' (duration: 1.769282968s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.11504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.342591Z","time spent":"1.772430708s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.115082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173944591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-06T01:21:23.115108Z","caller":"traceutil/trace.go:171","msg":"trace[332885941] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23230; }","duration":"2.174038023s","start":"2026-03-06T01:21:20.941064Z","end":"2026-03-06T01:21:23.115102Z","steps":["trace[332885941] 'agreement among raft nodes before linearized reading' (duration: 2.173972101s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.115128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.941019Z","time spent":"2.174104696s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:21:23.112332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663138643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0c9e4d80-7ac0-47e1-a804-bffbf2097c26\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-06T01:21:23.115157Z","caller":"traceutil/trace.go:171","msg":"trace[1620064251] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0c9e4d80-7ac0-47e1-a804-bffbf2097c26; range_end:; response_count:1; response_revision:23229; }","duration":"2.665993774s","start":"2026-03-06T01:21:20.449157Z","end":"2026-03-06T01:21:23.115151Z","steps":["trace[1620064251] 'agreement among raft nodes before linearized reading' (duration: 2.663112572s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.11518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.44915Z","time spent":"2.666023775s","remote":"127.0.0.1:46400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-0c9e4d80-7ac0-47e1-a804-bffbf2097c26\" "} {"level":"warn","ts":"2026-03-06T01:21:23.115259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630083942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:21:23.115285Z","caller":"traceutil/trace.go:171","msg":"trace[1889308979] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb; range_end:; response_count:1; response_revision:23230; }","duration":"2.630149374s","start":"2026-03-06T01:21:20.48513Z","end":"2026-03-06T01:21:23.115279Z","steps":["trace[1889308979] 'agreement among raft nodes before linearized reading' (duration: 2.630084272s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.115304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:20.485083Z","time spent":"2.630217057s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1bdc3a5f66eb\" "} {"level":"info","ts":"2026-03-06T01:21:23.112337Z","caller":"traceutil/trace.go:171","msg":"trace[2060733416] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"1.791607887s","start":"2026-03-06T01:21:21.320719Z","end":"2026-03-06T01:21:23.112327Z","steps":["trace[2060733416] 'process raft request' (duration: 1.791047919s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:23.112389Z","caller":"traceutil/trace.go:171","msg":"trace[1493323094] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"1.769470114s","start":"2026-03-06T01:21:21.342907Z","end":"2026-03-06T01:21:23.112377Z","steps":["trace[1493323094] 'process raft request' (duration: 1.769054261s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:23.112417Z","caller":"traceutil/trace.go:171","msg":"trace[604123167] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"1.247752838s","start":"2026-03-06T01:21:21.864649Z","end":"2026-03-06T01:21:23.112401Z","steps":["trace[604123167] 'process raft request' (duration: 1.247551521s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:23.112452Z","caller":"traceutil/trace.go:171","msg":"trace[174685799] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"1.768750861s","start":"2026-03-06T01:21:21.343686Z","end":"2026-03-06T01:21:23.112437Z","steps":["trace[174685799] 'process raft request' (duration: 1.76841073s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.115364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.343668Z","time spent":"1.771669493s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.114697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.439526Z","time spent":"1.675166175s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" "} {"level":"warn","ts":"2026-03-06T01:21:23.11557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.864613Z","time spent":"1.250935258s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.115646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.320685Z","time spent":"1.794946563s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.115738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:21.342879Z","time spent":"1.77284231s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.618816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:24.11915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:24.619454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:24.632631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515285202s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:21:24.636515Z","caller":"traceutil/trace.go:171","msg":"trace[1517326598] linearizableReadLoop","detail":"{readStateIndex:24039; appliedIndex:24038; }","duration":"1.518714341s","start":"2026-03-06T01:21:23.117776Z","end":"2026-03-06T01:21:24.63649Z","steps":["trace[1517326598] 'read index received' (duration: 1.514979832s)","trace[1517326598] 'applied index is now lower than readState.Index' (duration: 3.733009ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:24.63655Z","caller":"traceutil/trace.go:171","msg":"trace[1657976359] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"1.519252158s","start":"2026-03-06T01:21:23.117272Z","end":"2026-03-06T01:21:24.636524Z","steps":["trace[1657976359] 'process raft request' (duration: 1.51554685s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:24.636675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:23.117261Z","time spent":"1.51933645s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:24.63674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.729117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:24.636818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51902398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:21:24.63681Z","caller":"traceutil/trace.go:171","msg":"trace[478723190] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23231; }","duration":"572.84805ms","start":"2026-03-06T01:21:24.063944Z","end":"2026-03-06T01:21:24.636792Z","steps":["trace[478723190] 'agreement among raft nodes before linearized reading' (duration: 572.699316ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:24.636868Z","caller":"traceutil/trace.go:171","msg":"trace[903732429] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23231; }","duration":"1.519134944s","start":"2026-03-06T01:21:23.117723Z","end":"2026-03-06T01:21:24.636858Z","steps":["trace[903732429] 'agreement among raft nodes before linearized reading' (duration: 1.518833744s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:24.636891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:24.06392Z","time spent":"572.959654ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:24.636921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:23.117703Z","time spent":"1.519210566s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:21:24.636911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5164751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-06T01:21:24.63686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384947887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:24.63695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516443068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:24.636931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.334657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:24.636979Z","caller":"traceutil/trace.go:171","msg":"trace[238595147] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23231; }","duration":"1.385134384s","start":"2026-03-06T01:21:23.251833Z","end":"2026-03-06T01:21:24.636968Z","steps":["trace[238595147] 'agreement among raft nodes before linearized reading' (duration: 1.384959798s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:24.636979Z","caller":"traceutil/trace.go:171","msg":"trace[1692857177] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23231; }","duration":"1.516559392s","start":"2026-03-06T01:21:23.120399Z","end":"2026-03-06T01:21:24.636958Z","steps":["trace[1692857177] 'agreement among raft nodes before linearized reading' (duration: 1.516241452s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:24.637027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:23.251804Z","time spent":"1.385211957s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:21:24.637027Z","caller":"traceutil/trace.go:171","msg":"trace[1499500688] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23231; }","duration":"261.487512ms","start":"2026-03-06T01:21:24.375521Z","end":"2026-03-06T01:21:24.637008Z","steps":["trace[1499500688] 'agreement among raft nodes before linearized reading' (duration: 261.257905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:24.637061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:23.120391Z","time spent":"1.516651905s","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-06T01:21:24.637008Z","caller":"traceutil/trace.go:171","msg":"trace[1837845740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23231; }","duration":"1.516530231s","start":"2026-03-06T01:21:23.120465Z","end":"2026-03-06T01:21:24.636995Z","steps":["trace[1837845740] 'agreement among raft nodes before linearized reading' (duration: 1.516403787s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:24.637161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:23.120461Z","time spent":"1.516671425s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:24.636967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.715796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-06T01:21:24.63732Z","caller":"traceutil/trace.go:171","msg":"trace[1828909889] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199; range_end:; response_count:1; response_revision:23231; }","duration":"517.070277ms","start":"2026-03-06T01:21:24.120219Z","end":"2026-03-06T01:21:24.637289Z","steps":["trace[1828909889] 'agreement among raft nodes before linearized reading' (duration: 516.675725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:24.637355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:24.120201Z","time spent":"517.144249ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" "} {"level":"warn","ts":"2026-03-06T01:21:27.147848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524641,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:21:27.256698Z","caller":"traceutil/trace.go:171","msg":"trace[387777952] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"851.604583ms","start":"2026-03-06T01:21:26.40507Z","end":"2026-03-06T01:21:27.256674Z","steps":["trace[387777952] 'process raft request' (duration: 851.455498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:27.256864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:26.405039Z","time spent":"851.732067ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:27.89422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.494799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:27.894354Z","caller":"traceutil/trace.go:171","msg":"trace[202944612] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23248; }","duration":"208.653373ms","start":"2026-03-06T01:21:27.685681Z","end":"2026-03-06T01:21:27.894335Z","steps":["trace[202944612] 'range keys from in-memory index tree' (duration: 208.468978ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:27.933779Z","caller":"traceutil/trace.go:171","msg":"trace[15610382] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"801.328994ms","start":"2026-03-06T01:21:27.132419Z","end":"2026-03-06T01:21:27.933748Z","steps":["trace[15610382] 'process raft request' (duration: 801.023765ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:27.933848Z","caller":"traceutil/trace.go:171","msg":"trace[682659260] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"800.54885ms","start":"2026-03-06T01:21:27.133268Z","end":"2026-03-06T01:21:27.933817Z","steps":["trace[682659260] 'process raft request' (duration: 800.431516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:27.933913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.132412Z","time spent":"801.431509ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:27.934008Z","caller":"traceutil/trace.go:171","msg":"trace[277689245] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"801.7806ms","start":"2026-03-06T01:21:27.13222Z","end":"2026-03-06T01:21:27.934001Z","steps":["trace[277689245] 'process raft request' (duration: 801.045546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:27.934046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.132208Z","time spent":"801.82024ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:27.934034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.133257Z","time spent":"800.670224ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:27.934248Z","caller":"traceutil/trace.go:171","msg":"trace[651911346] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"801.622194ms","start":"2026-03-06T01:21:27.132591Z","end":"2026-03-06T01:21:27.934213Z","steps":["trace[651911346] 'process raft request' (duration: 800.970664ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:27.934352Z","caller":"traceutil/trace.go:171","msg":"trace[1564566451] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"801.80548ms","start":"2026-03-06T01:21:27.132522Z","end":"2026-03-06T01:21:27.934327Z","steps":["trace[1564566451] 'process raft request' (duration: 800.977344ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:27.93443Z","caller":"traceutil/trace.go:171","msg":"trace[1850834102] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"801.424848ms","start":"2026-03-06T01:21:27.132985Z","end":"2026-03-06T01:21:27.93441Z","steps":["trace[1850834102] 'process raft request' (duration: 800.679114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:27.934456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.132516Z","time spent":"801.894553ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:27.934464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.132584Z","time spent":"801.764329ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:27.934545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.132959Z","time spent":"801.525901ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:28.535313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.551663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:21:28.535409Z","caller":"traceutil/trace.go:171","msg":"trace[1340083335] linearizableReadLoop","detail":"{readStateIndex:24062; appliedIndex:24055; }","duration":"1.888604229s","start":"2026-03-06T01:21:26.646787Z","end":"2026-03-06T01:21:28.535391Z","steps":["trace[1340083335] 'read index received' (duration: 609.698643ms)","trace[1340083335] 'applied index is now lower than readState.Index' (duration: 1.278903946s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:28.536017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.15131Z","time spent":"384.697329ms","remote":"127.0.0.1:50722","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:21:28.536314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404146968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:21:28.536315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889518038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:21:28.53635Z","caller":"traceutil/trace.go:171","msg":"trace[272826203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23254; }","duration":"1.40420223s","start":"2026-03-06T01:21:27.132135Z","end":"2026-03-06T01:21:28.536337Z","steps":["trace[272826203] 'agreement among raft nodes before linearized reading' (duration: 1.404087847s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.536343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888265418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1be52e9e8dde\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-06T01:21:28.536368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403713735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:21:28.536363Z","caller":"traceutil/trace.go:171","msg":"trace[920371318] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199; range_end:; response_count:1; response_revision:23254; }","duration":"1.889619322s","start":"2026-03-06T01:21:26.64673Z","end":"2026-03-06T01:21:28.536349Z","steps":["trace[920371318] 'agreement among raft nodes before linearized reading' (duration: 1.889434076s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:28.536392Z","caller":"traceutil/trace.go:171","msg":"trace[1800223153] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1be52e9e8dde; range_end:; response_count:1; response_revision:23254; }","duration":"1.888348521s","start":"2026-03-06T01:21:26.648029Z","end":"2026-03-06T01:21:28.536377Z","steps":["trace[1800223153] 'agreement among raft nodes before linearized reading' (duration: 1.888196336s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.536376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.132129Z","time spent":"1.404242441s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:28.536405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:26.646702Z","time spent":"1.889694684s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" "} {"level":"warn","ts":"2026-03-06T01:21:28.536428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404254351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:21:28.536432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:26.648008Z","time spent":"1.888416573s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1be52e9e8dde\" "} {"level":"info","ts":"2026-03-06T01:21:28.536451Z","caller":"traceutil/trace.go:171","msg":"trace[67394997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23254; }","duration":"1.404277272s","start":"2026-03-06T01:21:27.132167Z","end":"2026-03-06T01:21:28.536444Z","steps":["trace[67394997] 'agreement among raft nodes before linearized reading' (duration: 1.40422113s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.536422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.959353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-06T01:21:28.536468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.132153Z","time spent":"1.404310803s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:21:28.536498Z","caller":"traceutil/trace.go:171","msg":"trace[142377873] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23254; }","duration":"779.076047ms","start":"2026-03-06T01:21:27.757402Z","end":"2026-03-06T01:21:28.536478Z","steps":["trace[142377873] 'agreement among raft nodes before linearized reading' (duration: 778.828819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.536537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029158707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:28.536565Z","caller":"traceutil/trace.go:171","msg":"trace[612859332] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23254; }","duration":"1.029220859s","start":"2026-03-06T01:21:27.507335Z","end":"2026-03-06T01:21:28.536556Z","steps":["trace[612859332] 'agreement among raft nodes before linearized reading' (duration: 1.029159347s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.53657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.757383Z","time spent":"779.17669ms","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-06T01:21:28.536598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.50731Z","time spent":"1.02927922s","remote":"127.0.0.1:33112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:28.5367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404819119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:21:28.536819Z","caller":"traceutil/trace.go:171","msg":"trace[499947750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23254; }","duration":"1.405042067s","start":"2026-03-06T01:21:27.131751Z","end":"2026-03-06T01:21:28.536793Z","steps":["trace[499947750] 'agreement among raft nodes before linearized reading' (duration: 1.404653954s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.536913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.131728Z","time spent":"1.40517401s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:28.536981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.619579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:28.537022Z","caller":"traceutil/trace.go:171","msg":"trace[2769030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23254; }","duration":"620.694072ms","start":"2026-03-06T01:21:27.916317Z","end":"2026-03-06T01:21:28.537011Z","steps":["trace[2769030] 'agreement among raft nodes before linearized reading' (duration: 620.6348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.537036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629670288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:28.537049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.916294Z","time spent":"620.749054ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:21:28.537061Z","caller":"traceutil/trace.go:171","msg":"trace[368220254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23254; }","duration":"1.62973637s","start":"2026-03-06T01:21:26.907317Z","end":"2026-03-06T01:21:28.537054Z","steps":["trace[368220254] 'agreement among raft nodes before linearized reading' (duration: 1.629687088s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.537092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:26.907294Z","time spent":"1.629788232s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:21:28.536404Z","caller":"traceutil/trace.go:171","msg":"trace[2062034922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23254; }","duration":"1.403755396s","start":"2026-03-06T01:21:27.132634Z","end":"2026-03-06T01:21:28.536389Z","steps":["trace[2062034922] 'agreement among raft nodes before linearized reading' (duration: 1.403623312s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.537128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622450518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:28.537134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448079034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:28.53716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.132613Z","time spent":"1.40453785s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:21:28.53715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40513713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:21:28.537168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405190261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:21:28.537182Z","caller":"traceutil/trace.go:171","msg":"trace[1352472533] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23254; }","duration":"1.62252525s","start":"2026-03-06T01:21:26.914637Z","end":"2026-03-06T01:21:28.537162Z","steps":["trace[1352472533] 'agreement among raft nodes before linearized reading' (duration: 1.622434448s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:28.5372Z","caller":"traceutil/trace.go:171","msg":"trace[771426698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23254; }","duration":"1.405222802s","start":"2026-03-06T01:21:27.131968Z","end":"2026-03-06T01:21:28.537191Z","steps":["trace[771426698] 'agreement among raft nodes before linearized reading' (duration: 1.405129469s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:28.537185Z","caller":"traceutil/trace.go:171","msg":"trace[2104710280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23254; }","duration":"1.448180458s","start":"2026-03-06T01:21:27.08899Z","end":"2026-03-06T01:21:28.53717Z","steps":["trace[2104710280] 'agreement among raft nodes before linearized reading' (duration: 1.448070054s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:28.537195Z","caller":"traceutil/trace.go:171","msg":"trace[2062972299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23254; }","duration":"1.405190231s","start":"2026-03-06T01:21:27.131993Z","end":"2026-03-06T01:21:28.537183Z","steps":["trace[2062972299] 'agreement among raft nodes before linearized reading' (duration: 1.405061437s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.537223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.131893Z","time spent":"1.405325565s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:28.53723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:26.914627Z","time spent":"1.622593282s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:28.537234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.088972Z","time spent":"1.44825156s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:28.537235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:27.131983Z","time spent":"1.405245493s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:21:28.972603Z","caller":"traceutil/trace.go:171","msg":"trace[1678115694] linearizableReadLoop","detail":"{readStateIndex:24064; appliedIndex:24063; }","duration":"430.980361ms","start":"2026-03-06T01:21:28.541568Z","end":"2026-03-06T01:21:28.972548Z","steps":["trace[1678115694] 'read index received' (duration: 430.736963ms)","trace[1678115694] 'applied index is now lower than readState.Index' (duration: 242.288µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:28.972692Z","caller":"traceutil/trace.go:171","msg":"trace[850627003] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"431.678743ms","start":"2026-03-06T01:21:28.540952Z","end":"2026-03-06T01:21:28.972631Z","steps":["trace[850627003] 'process raft request' (duration: 431.391184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.972941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.54093Z","time spent":"431.850399ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:28.972969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.384653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea76eee3-443c-42cf-9887-e827392cdda2\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-06T01:21:28.973127Z","caller":"traceutil/trace.go:171","msg":"trace[2096576141] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea76eee3-443c-42cf-9887-e827392cdda2; range_end:; response_count:1; response_revision:23255; }","duration":"431.555809ms","start":"2026-03-06T01:21:28.54155Z","end":"2026-03-06T01:21:28.973106Z","steps":["trace[2096576141] 'agreement among raft nodes before linearized reading' (duration: 431.155577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:28.973235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.541541Z","time spent":"431.675623ms","remote":"127.0.0.1:46400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-ea76eee3-443c-42cf-9887-e827392cdda2\" "} {"level":"warn","ts":"2026-03-06T01:21:29.571494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.077592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:29.572024Z","caller":"traceutil/trace.go:171","msg":"trace[1455518654] linearizableReadLoop","detail":"{readStateIndex:24070; appliedIndex:24064; }","duration":"599.323333ms","start":"2026-03-06T01:21:28.972676Z","end":"2026-03-06T01:21:29.571999Z","steps":["trace[1455518654] 'read index received' (duration: 447.538218ms)","trace[1455518654] 'applied index is now lower than readState.Index' (duration: 151.783875ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:29.572032Z","caller":"traceutil/trace.go:171","msg":"trace[862674213] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"1.025723219s","start":"2026-03-06T01:21:28.546274Z","end":"2026-03-06T01:21:29.571997Z","steps":["trace[862674213] 'process raft request' (duration: 1.02546253s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:29.571988Z","caller":"traceutil/trace.go:171","msg":"trace[21377379] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"1.025739758s","start":"2026-03-06T01:21:28.546217Z","end":"2026-03-06T01:21:29.571957Z","steps":["trace[21377379] 'process raft request' (duration: 1.025401128s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:29.572065Z","caller":"traceutil/trace.go:171","msg":"trace[2029151366] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"1.025687487s","start":"2026-03-06T01:21:28.546347Z","end":"2026-03-06T01:21:29.572034Z","steps":["trace[2029151366] 'process raft request' (duration: 1.025508621s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:29.572154Z","caller":"traceutil/trace.go:171","msg":"trace[1758883852] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"1.025981787s","start":"2026-03-06T01:21:28.546142Z","end":"2026-03-06T01:21:29.572124Z","steps":["trace[1758883852] 'process raft request' (duration: 874.188351ms)","trace[1758883852] 'compare' (duration: 150.386031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:29.572202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.546266Z","time spent":"1.025840172s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:29.572218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.546333Z","time spent":"1.025802391s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:29.572178Z","caller":"traceutil/trace.go:171","msg":"trace[175275420] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"1.025884764s","start":"2026-03-06T01:21:28.546268Z","end":"2026-03-06T01:21:29.572153Z","steps":["trace[175275420] 'process raft request' (duration: 1.025535433s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:29.572294Z","caller":"traceutil/trace.go:171","msg":"trace[342302397] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"1.025812441s","start":"2026-03-06T01:21:28.546378Z","end":"2026-03-06T01:21:29.57219Z","steps":["trace[342302397] 'process raft request' (duration: 1.025556543s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:29.572276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.54612Z","time spent":"1.026091851s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:29.57242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.876749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-06T01:21:29.572433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.546209Z","time spent":"1.025906585s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:29.572479Z","caller":"traceutil/trace.go:171","msg":"trace[1658597596] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23261; }","duration":"112.980702ms","start":"2026-03-06T01:21:29.459484Z","end":"2026-03-06T01:21:29.572464Z","steps":["trace[1658597596] 'agreement among raft nodes before linearized reading' (duration: 112.836157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:29.572291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.879211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-06T01:21:29.572479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.54625Z","time spent":"1.02608795s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:29.572581Z","caller":"traceutil/trace.go:171","msg":"trace[2141941038] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23261; }","duration":"595.206032ms","start":"2026-03-06T01:21:28.977355Z","end":"2026-03-06T01:21:29.572561Z","steps":["trace[2141941038] 'agreement among raft nodes before linearized reading' (duration: 594.787238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:29.57263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.546346Z","time spent":"1.026076819s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:29.572705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.977334Z","time spent":"595.349657ms","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-06T01:21:29.573641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016369251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:21:29.573709Z","caller":"traceutil/trace.go:171","msg":"trace[1678513093] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23261; }","duration":"1.016460684s","start":"2026-03-06T01:21:28.557233Z","end":"2026-03-06T01:21:29.573694Z","steps":["trace[1678513093] 'agreement among raft nodes before linearized reading' (duration: 1.014893384s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:29.573749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.55722Z","time spent":"1.016518186s","remote":"127.0.0.1:46760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2666,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:30.180581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.06653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:30.180684Z","caller":"traceutil/trace.go:171","msg":"trace[1827124178] linearizableReadLoop","detail":"{readStateIndex:24071; appliedIndex:24070; }","duration":"589.208481ms","start":"2026-03-06T01:21:29.591458Z","end":"2026-03-06T01:21:30.180667Z","steps":["trace[1827124178] 'read index received' (duration: 332.848961ms)","trace[1827124178] 'applied index is now lower than readState.Index' (duration: 256.35865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:30.180847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.386327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-06T01:21:30.180866Z","caller":"traceutil/trace.go:171","msg":"trace[1873333017] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23262; }","duration":"589.428348ms","start":"2026-03-06T01:21:29.591431Z","end":"2026-03-06T01:21:30.180859Z","steps":["trace[1873333017] 'agreement among raft nodes before linearized reading' (duration: 589.305264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:30.180897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.591417Z","time spent":"589.46807ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-06T01:21:30.180837Z","caller":"traceutil/trace.go:171","msg":"trace[245158103] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"592.724614ms","start":"2026-03-06T01:21:29.588026Z","end":"2026-03-06T01:21:30.18075Z","steps":["trace[245158103] 'process raft request' (duration: 336.411965ms)","trace[245158103] 'compare' (duration: 255.562985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:30.18119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.588014Z","time spent":"593.006212ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:30.680786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:31.18132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:31.515277Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.571318364s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:21:31.627964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.758423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:31.628075Z","caller":"traceutil/trace.go:171","msg":"trace[875244993] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"1.684205143s","start":"2026-03-06T01:21:29.94385Z","end":"2026-03-06T01:21:31.628055Z","steps":["trace[875244993] 'process raft request' (duration: 1.572269324s)","trace[875244993] 'compare' (duration: 111.639789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:31.628144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.943805Z","time spent":"1.684304106s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:31.629891Z","caller":"traceutil/trace.go:171","msg":"trace[961981142] linearizableReadLoop","detail":"{readStateIndex:24079; appliedIndex:24071; }","duration":"1.449172761s","start":"2026-03-06T01:21:30.180706Z","end":"2026-03-06T01:21:31.629879Z","steps":["trace[961981142] 'read index received' (duration: 1.335487717s)","trace[961981142] 'applied index is now lower than readState.Index' (duration: 113.684314ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:31.629938Z","caller":"traceutil/trace.go:171","msg":"trace[1001210684] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"1.684654097s","start":"2026-03-06T01:21:29.945272Z","end":"2026-03-06T01:21:31.629926Z","steps":["trace[1001210684] 'process raft request' (duration: 1.684058018s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.630068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.945263Z","time spent":"1.684716759s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:31.630202Z","caller":"traceutil/trace.go:171","msg":"trace[1502466182] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"1.684321386s","start":"2026-03-06T01:21:29.945871Z","end":"2026-03-06T01:21:31.630193Z","steps":["trace[1502466182] 'process raft request' (duration: 1.683646834s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.630269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.945842Z","time spent":"1.684399548s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:31.63035Z","caller":"traceutil/trace.go:171","msg":"trace[421383756] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"1.684137921s","start":"2026-03-06T01:21:29.946204Z","end":"2026-03-06T01:21:31.630341Z","steps":["trace[421383756] 'process raft request' (duration: 1.683381877s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.6304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.946191Z","time spent":"1.684184302s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:31.630523Z","caller":"traceutil/trace.go:171","msg":"trace[596461982] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"1.683708727s","start":"2026-03-06T01:21:29.946798Z","end":"2026-03-06T01:21:31.630507Z","steps":["trace[596461982] 'process raft request' (duration: 1.682841339s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.630602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.94679Z","time spent":"1.683775539s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:31.630686Z","caller":"traceutil/trace.go:171","msg":"trace[150388455] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"1.677620563s","start":"2026-03-06T01:21:29.953057Z","end":"2026-03-06T01:21:31.630678Z","steps":["trace[150388455] 'process raft request' (duration: 1.676622822s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.63074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.953025Z","time spent":"1.677685845s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:31.630949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966635772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:21:31.630998Z","caller":"traceutil/trace.go:171","msg":"trace[1273828989] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"1.009569615s","start":"2026-03-06T01:21:30.62142Z","end":"2026-03-06T01:21:31.630989Z","steps":["trace[1273828989] 'process raft request' (duration: 1.008375607s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.632181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.612624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:31.632227Z","caller":"traceutil/trace.go:171","msg":"trace[1793060667] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23270; }","duration":"131.658765ms","start":"2026-03-06T01:21:31.500555Z","end":"2026-03-06T01:21:31.632214Z","steps":["trace[1793060667] 'agreement among raft nodes before linearized reading' (duration: 131.598713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.632405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.531089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:31.632444Z","caller":"traceutil/trace.go:171","msg":"trace[1881152489] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23270; }","duration":"269.56937ms","start":"2026-03-06T01:21:31.362863Z","end":"2026-03-06T01:21:31.632433Z","steps":["trace[1881152489] 'agreement among raft nodes before linearized reading' (duration: 269.512168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.632633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053601815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:21:31.632671Z","caller":"traceutil/trace.go:171","msg":"trace[285286963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199; range_end:; response_count:1; response_revision:23270; }","duration":"1.053689728s","start":"2026-03-06T01:21:30.57897Z","end":"2026-03-06T01:21:31.63266Z","steps":["trace[285286963] 'agreement among raft nodes before linearized reading' (duration: 1.053600706s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.6327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.578939Z","time spent":"1.05375196s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b73235d-9741-4ecc-9775-94a12069b199\" "} {"level":"warn","ts":"2026-03-06T01:21:31.632906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128466715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-06T01:21:31.632949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.621384Z","time spent":"1.010245777s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:31.63308Z","caller":"traceutil/trace.go:171","msg":"trace[660753710] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23270; }","duration":"1.128531977s","start":"2026-03-06T01:21:30.504401Z","end":"2026-03-06T01:21:31.632933Z","steps":["trace[660753710] 'agreement among raft nodes before linearized reading' (duration: 1.128442414s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.633148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.504359Z","time spent":"1.128763344s","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:21:31.630967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473740341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:21:31.633288Z","caller":"traceutil/trace.go:171","msg":"trace[945393214] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:23270; }","duration":"1.476103727s","start":"2026-03-06T01:21:30.157166Z","end":"2026-03-06T01:21:31.63327Z","steps":["trace[945393214] 'agreement among raft nodes before linearized reading' (duration: 1.4737027s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.633341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.157135Z","time spent":"1.47618937s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-03-06T01:21:31.633372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445814704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-06T01:21:31.633411Z","caller":"traceutil/trace.go:171","msg":"trace[505671188] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23270; }","duration":"1.445880376s","start":"2026-03-06T01:21:30.187521Z","end":"2026-03-06T01:21:31.633402Z","steps":["trace[505671188] 'agreement among raft nodes before linearized reading' (duration: 1.445781733s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:31.630996Z","caller":"traceutil/trace.go:171","msg":"trace[1019068505] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23270; }","duration":"1.966718404s","start":"2026-03-06T01:21:29.664268Z","end":"2026-03-06T01:21:31.630987Z","steps":["trace[1019068505] 'agreement among raft nodes before linearized reading' (duration: 1.966539028s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.633456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.187503Z","time spent":"1.445934508s","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:21:31.633468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.664251Z","time spent":"1.969208933s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:21:31.631043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734266854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:31.633681Z","caller":"traceutil/trace.go:171","msg":"trace[733765644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23270; }","duration":"1.736956289s","start":"2026-03-06T01:21:29.896709Z","end":"2026-03-06T01:21:31.633666Z","steps":["trace[733765644] 'agreement among raft nodes before linearized reading' (duration: 1.734308865s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.631089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929388417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:31.635619Z","caller":"traceutil/trace.go:171","msg":"trace[2112719168] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23270; }","duration":"1.933971083s","start":"2026-03-06T01:21:29.701633Z","end":"2026-03-06T01:21:31.635604Z","steps":["trace[2112719168] 'agreement among raft nodes before linearized reading' (duration: 1.929427048s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.63567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.7016Z","time spent":"1.934053125s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:31.635758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.896678Z","time spent":"1.737035302s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:21:31.62987Z","caller":"traceutil/trace.go:171","msg":"trace[310101067] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"1.172898958s","start":"2026-03-06T01:21:30.456945Z","end":"2026-03-06T01:21:31.629844Z","steps":["trace[310101067] 'process raft request' (duration: 1.172789964s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.635876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.456917Z","time spent":"1.178912749s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:31.631207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445512584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189a1be52fe1a3f5\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-06T01:21:31.636048Z","caller":"traceutil/trace.go:171","msg":"trace[370176093] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189a1be52fe1a3f5; range_end:; response_count:1; response_revision:23270; }","duration":"1.450388139s","start":"2026-03-06T01:21:30.18565Z","end":"2026-03-06T01:21:31.636038Z","steps":["trace[370176093] 'agreement among raft nodes before linearized reading' (duration: 1.445492953s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.636092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.185609Z","time spent":"1.450473942s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189a1be52fe1a3f5\" "} {"level":"warn","ts":"2026-03-06T01:21:35.016435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:35.517425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:35.976742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.460920103s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:21:35.977132Z","caller":"traceutil/trace.go:171","msg":"trace[393176662] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"1.461384298s","start":"2026-03-06T01:21:34.515728Z","end":"2026-03-06T01:21:35.977113Z","steps":["trace[393176662] 'process raft request' (duration: 1.461241493s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:35.97726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:34.515712Z","time spent":"1.461474911s","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:36.369746Z","caller":"traceutil/trace.go:171","msg":"trace[642170152] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"1.378787202s","start":"2026-03-06T01:21:34.990919Z","end":"2026-03-06T01:21:36.369706Z","steps":["trace[642170152] 'process raft request' (duration: 1.378503303s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:36.370187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:34.990888Z","time spent":"1.378973928s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:36.37036Z","caller":"traceutil/trace.go:171","msg":"trace[1466183266] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"729.411079ms","start":"2026-03-06T01:21:35.640923Z","end":"2026-03-06T01:21:36.370334Z","steps":["trace[1466183266] 'process raft request' (duration: 728.720827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:36.3705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.640877Z","time spent":"729.543533ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:36.370425Z","caller":"traceutil/trace.go:171","msg":"trace[183984952] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"727.852899ms","start":"2026-03-06T01:21:35.642547Z","end":"2026-03-06T01:21:36.3704Z","steps":["trace[183984952] 'process raft request' (duration: 727.778527ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:36.370498Z","caller":"traceutil/trace.go:171","msg":"trace[803670239] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"728.240662ms","start":"2026-03-06T01:21:35.642216Z","end":"2026-03-06T01:21:36.370457Z","steps":["trace[803670239] 'process raft request' (duration: 727.988154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:36.370619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.642493Z","time spent":"728.053286ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:36.370691Z","caller":"traceutil/trace.go:171","msg":"trace[692813820] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"724.826063ms","start":"2026-03-06T01:21:35.645858Z","end":"2026-03-06T01:21:36.370684Z","steps":["trace[692813820] 'process raft request' (duration: 724.511303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:36.370691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.642206Z","time spent":"728.379756ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:36.370728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.645844Z","time spent":"724.864584ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:36.370981Z","caller":"traceutil/trace.go:171","msg":"trace[1208821210] linearizableReadLoop","detail":"{readStateIndex:24120; appliedIndex:24118; }","duration":"1.855113955s","start":"2026-03-06T01:21:34.51585Z","end":"2026-03-06T01:21:36.370964Z","steps":["trace[1208821210] 'read index received' (duration: 1.461219853s)","trace[1208821210] 'applied index is now lower than readState.Index' (duration: 393.893072ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:36.371208Z","caller":"traceutil/trace.go:171","msg":"trace[468307794] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"723.844992ms","start":"2026-03-06T01:21:35.647345Z","end":"2026-03-06T01:21:36.37119Z","steps":["trace[468307794] 'process raft request' (duration: 723.569043ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:36.37125Z","caller":"traceutil/trace.go:171","msg":"trace[386008455] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"725.222955ms","start":"2026-03-06T01:21:35.646008Z","end":"2026-03-06T01:21:36.371231Z","steps":["trace[386008455] 'process raft request' (duration: 724.615266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:36.371308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.647333Z","time spent":"723.926504ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:36.371328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.645978Z","time spent":"725.308158ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:36.371446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85558381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0b73235d-9741-4ecc-9775-94a12069b199\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T01:21:36.371502Z","caller":"traceutil/trace.go:171","msg":"trace[1805255990] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0b73235d-9741-4ecc-9775-94a12069b199; range_end:; response_count:1; response_revision:23316; }","duration":"1.855671772s","start":"2026-03-06T01:21:34.515816Z","end":"2026-03-06T01:21:36.371487Z","steps":["trace[1805255990] 'agreement among raft nodes before linearized reading' (duration: 1.855397484s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:36.371541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:34.515797Z","time spent":"1.855736475s","remote":"127.0.0.1:46400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-0b73235d-9741-4ecc-9775-94a12069b199\" "} {"level":"warn","ts":"2026-03-06T01:21:36.871298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359524771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:36.897723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:21:36.897939Z","caller":"traceutil/trace.go:171","msg":"trace[649934273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418374s","start":"2026-03-06T01:21:34.8975Z","end":"2026-03-06T01:21:36.897918Z","steps":["trace[649934273] 'agreement among raft nodes before linearized reading' (duration: 2.000184757s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:36.897993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:34.897462Z","time spent":"2.000518288s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:21:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:21:37.20981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.343177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:37.210068Z","caller":"traceutil/trace.go:171","msg":"trace[739251259] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"1.221804872s","start":"2026-03-06T01:21:35.988246Z","end":"2026-03-06T01:21:37.210051Z","steps":["trace[739251259] 'process raft request' (duration: 1.221758551s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:37.210072Z","caller":"traceutil/trace.go:171","msg":"trace[1907190425] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"1.221828203s","start":"2026-03-06T01:21:35.988225Z","end":"2026-03-06T01:21:37.210053Z","steps":["trace[1907190425] 'process raft request' (duration: 1.221681179s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:37.210101Z","caller":"traceutil/trace.go:171","msg":"trace[294961185] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"1.221921217s","start":"2026-03-06T01:21:35.98814Z","end":"2026-03-06T01:21:37.210061Z","steps":["trace[294961185] 'process raft request' (duration: 1.106231639s)","trace[294961185] 'compare' (duration: 115.212442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:37.210135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.988218Z","time spent":"1.221882605s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:37.210136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.988183Z","time spent":"1.221918446s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:37.210196Z","caller":"traceutil/trace.go:171","msg":"trace[1551894090] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"1.221906045s","start":"2026-03-06T01:21:35.988247Z","end":"2026-03-06T01:21:37.210153Z","steps":["trace[1551894090] 'process raft request' (duration: 1.22172511s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.210244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.988115Z","time spent":"1.22205005s","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:37.210365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.988227Z","time spent":"1.22204115s","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:37.2152Z","caller":"traceutil/trace.go:171","msg":"trace[1507299591] linearizableReadLoop","detail":"{readStateIndex:24132; appliedIndex:24126; }","duration":"844.146016ms","start":"2026-03-06T01:21:36.37103Z","end":"2026-03-06T01:21:37.215176Z","steps":["trace[1507299591] 'read index received' (duration: 723.359466ms)","trace[1507299591] 'applied index is now lower than readState.Index' (duration: 120.7856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:37.215354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551817803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:37.215376Z","caller":"traceutil/trace.go:171","msg":"trace[226258216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23321; }","duration":"1.551860075s","start":"2026-03-06T01:21:35.663509Z","end":"2026-03-06T01:21:37.215369Z","steps":["trace[226258216] 'agreement among raft nodes before linearized reading' (duration: 1.551756212s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.215396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.663501Z","time spent":"1.551890716s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:37.21557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552716852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:21:37.21559Z","caller":"traceutil/trace.go:171","msg":"trace[1267916816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23321; }","duration":"1.552755684s","start":"2026-03-06T01:21:35.662827Z","end":"2026-03-06T01:21:37.215583Z","steps":["trace[1267916816] 'agreement among raft nodes before linearized reading' (duration: 1.552682792s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.215546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550021997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:21:37.215661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55295835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:21:37.215684Z","caller":"traceutil/trace.go:171","msg":"trace[1866483917] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23321; }","duration":"1.552998151s","start":"2026-03-06T01:21:35.662678Z","end":"2026-03-06T01:21:37.215676Z","steps":["trace[1866483917] 'agreement among raft nodes before linearized reading' (duration: 1.552942359s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.215609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.662819Z","time spent":"1.552785075s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:37.2157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.662668Z","time spent":"1.553028653s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:21:37.21583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555012846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:37.215851Z","caller":"traceutil/trace.go:171","msg":"trace[1499859365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23321; }","duration":"1.555078957s","start":"2026-03-06T01:21:35.660764Z","end":"2026-03-06T01:21:37.215844Z","steps":["trace[1499859365] 'agreement among raft nodes before linearized reading' (duration: 1.555022195s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.215869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.660733Z","time spent":"1.555131049s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:37.215942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533755169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:37.215973Z","caller":"traceutil/trace.go:171","msg":"trace[330096252] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23321; }","duration":"2.533812711s","start":"2026-03-06T01:21:34.682153Z","end":"2026-03-06T01:21:37.215966Z","steps":["trace[330096252] 'agreement among raft nodes before linearized reading' (duration: 2.53376542s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.215997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:34.682136Z","time spent":"2.533853193s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:37.21618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.069227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:21:37.216191Z","caller":"traceutil/trace.go:171","msg":"trace[484520450] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"573.857934ms","start":"2026-03-06T01:21:36.642316Z","end":"2026-03-06T01:21:37.216174Z","steps":["trace[484520450] 'process raft request' (duration: 572.78554ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:37.215667Z","caller":"traceutil/trace.go:171","msg":"trace[2049990232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23321; }","duration":"1.550173372s","start":"2026-03-06T01:21:35.665466Z","end":"2026-03-06T01:21:37.215639Z","steps":["trace[2049990232] 'agreement among raft nodes before linearized reading' (duration: 1.54979529s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.216302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.665436Z","time spent":"1.550855424s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:37.216313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:36.642271Z","time spent":"573.956847ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:37.216441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.173665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:37.216451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247328844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:37.216469Z","caller":"traceutil/trace.go:171","msg":"trace[1271298012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23321; }","duration":"318.241617ms","start":"2026-03-06T01:21:36.89822Z","end":"2026-03-06T01:21:37.216462Z","steps":["trace[1271298012] 'agreement among raft nodes before linearized reading' (duration: 318.191955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.216492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:36.898197Z","time spent":"318.290109ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:21:37.216487Z","caller":"traceutil/trace.go:171","msg":"trace[542797126] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23321; }","duration":"1.247394216s","start":"2026-03-06T01:21:35.969078Z","end":"2026-03-06T01:21:37.216472Z","steps":["trace[542797126] 'agreement among raft nodes before linearized reading' (duration: 1.247330224s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.216522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.969055Z","time spent":"1.247457709s","remote":"127.0.0.1:48174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:37.216624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.431145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:37.216649Z","caller":"traceutil/trace.go:171","msg":"trace[1448033586] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23321; }","duration":"319.521488ms","start":"2026-03-06T01:21:36.89712Z","end":"2026-03-06T01:21:37.216641Z","steps":["trace[1448033586] 'agreement among raft nodes before linearized reading' (duration: 319.472086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.216671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:36.89708Z","time spent":"319.584009ms","remote":"127.0.0.1:60924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:37.216752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550354757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:21:37.216784Z","caller":"traceutil/trace.go:171","msg":"trace[328266983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23321; }","duration":"1.550396129s","start":"2026-03-06T01:21:35.666377Z","end":"2026-03-06T01:21:37.216774Z","steps":["trace[328266983] 'agreement among raft nodes before linearized reading' (duration: 1.550300696s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.216811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.666372Z","time spent":"1.55043338s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:37.216838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.161365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-06T01:21:37.216869Z","caller":"traceutil/trace.go:171","msg":"trace[751120448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23321; }","duration":"480.213717ms","start":"2026-03-06T01:21:36.736647Z","end":"2026-03-06T01:21:37.216861Z","steps":["trace[751120448] 'agreement among raft nodes before linearized reading' (duration: 480.132524ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:37.216203Z","caller":"traceutil/trace.go:171","msg":"trace[894723202] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23321; }","duration":"572.141368ms","start":"2026-03-06T01:21:36.644054Z","end":"2026-03-06T01:21:37.216196Z","steps":["trace[894723202] 'agreement among raft nodes before linearized reading' (duration: 572.068496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.216951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:36.644021Z","time spent":"572.920374ms","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:21:37.216981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.861154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-06T01:21:37.217004Z","caller":"traceutil/trace.go:171","msg":"trace[1745547925] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23321; }","duration":"534.923976ms","start":"2026-03-06T01:21:36.682073Z","end":"2026-03-06T01:21:37.216997Z","steps":["trace[1745547925] 'agreement among raft nodes before linearized reading' (duration: 534.859434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:37.217025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:36.682054Z","time spent":"534.964948ms","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:21:37.21692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:36.736634Z","time spent":"480.250227ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:22:08.85699Z","caller":"traceutil/trace.go:171","msg":"trace[1397623931] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"295.901157ms","start":"2026-03-06T01:22:08.56106Z","end":"2026-03-06T01:22:08.856961Z","steps":["trace[1397623931] 'process raft request' (duration: 295.622928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:09.398771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359525420,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:09.629127Z","caller":"traceutil/trace.go:171","msg":"trace[246717700] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"1.063715927s","start":"2026-03-06T01:22:08.565389Z","end":"2026-03-06T01:22:09.629105Z","steps":["trace[246717700] 'process raft request' (duration: 1.063661705s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:09.629143Z","caller":"traceutil/trace.go:171","msg":"trace[899420157] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"1.063705967s","start":"2026-03-06T01:22:08.565389Z","end":"2026-03-06T01:22:09.629095Z","steps":["trace[899420157] 'process raft request' (duration: 1.063572392s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:09.629152Z","caller":"traceutil/trace.go:171","msg":"trace[909024719] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"1.066617358s","start":"2026-03-06T01:22:08.562472Z","end":"2026-03-06T01:22:09.62909Z","steps":["trace[909024719] 'process raft request' (duration: 1.009957047s)","trace[909024719] 'compare' (duration: 56.151525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:09.629254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.565361Z","time spent":"1.063824321s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:09.629324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.565376Z","time spent":"1.063851051s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:09.629357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.562444Z","time spent":"1.066811815s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:09.629486Z","caller":"traceutil/trace.go:171","msg":"trace[2099263797] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"1.063835951s","start":"2026-03-06T01:22:08.56564Z","end":"2026-03-06T01:22:09.629476Z","steps":["trace[2099263797] 'process raft request' (duration: 1.063435548s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:09.62954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.565552Z","time spent":"1.063961085s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:09.629889Z","caller":"traceutil/trace.go:171","msg":"trace[1078751818] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"1.063708777s","start":"2026-03-06T01:22:08.566143Z","end":"2026-03-06T01:22:09.629852Z","steps":["trace[1078751818] 'process raft request' (duration: 1.063342955s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:09.630206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.566111Z","time spent":"1.063875082s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:10.044063Z","caller":"traceutil/trace.go:171","msg":"trace[1640653907] linearizableReadLoop","detail":"{readStateIndex:24393; appliedIndex:24387; }","duration":"1.145885199s","start":"2026-03-06T01:22:08.89815Z","end":"2026-03-06T01:22:10.044036Z","steps":["trace[1640653907] 'read index received' (duration: 674.39939ms)","trace[1640653907] 'applied index is now lower than readState.Index' (duration: 471.484499ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:10.044126Z","caller":"traceutil/trace.go:171","msg":"trace[122827599] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"876.198826ms","start":"2026-03-06T01:22:09.167885Z","end":"2026-03-06T01:22:10.044083Z","steps":["trace[122827599] 'process raft request' (duration: 875.990419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.044245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146083685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.04429Z","caller":"traceutil/trace.go:171","msg":"trace[2100273223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23576; }","duration":"1.146194209s","start":"2026-03-06T01:22:08.898083Z","end":"2026-03-06T01:22:10.044278Z","steps":["trace[2100273223] 'agreement among raft nodes before linearized reading' (duration: 1.146106876s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.044318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.167849Z","time spent":"876.374411ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:10.044421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.271426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:22:10.044328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:08.898052Z","time spent":"1.146267911s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:10.044925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.438044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:22:10.044929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.945986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.044983Z","caller":"traceutil/trace.go:171","msg":"trace[1544984078] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23576; }","duration":"642.574208ms","start":"2026-03-06T01:22:09.402393Z","end":"2026-03-06T01:22:10.044967Z","steps":["trace[1544984078] 'agreement among raft nodes before linearized reading' (duration: 642.360691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.044978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.228243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:10.044991Z","caller":"traceutil/trace.go:171","msg":"trace[313093410] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23576; }","duration":"188.064209ms","start":"2026-03-06T01:22:09.856911Z","end":"2026-03-06T01:22:10.044976Z","steps":["trace[313093410] 'agreement among raft nodes before linearized reading' (duration: 187.858052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.045024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.402369Z","time spent":"642.645ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:10.044966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.103302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:22:10.045048Z","caller":"traceutil/trace.go:171","msg":"trace[1862994755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23576; }","duration":"651.321746ms","start":"2026-03-06T01:22:09.393699Z","end":"2026-03-06T01:22:10.045021Z","steps":["trace[1862994755] 'agreement among raft nodes before linearized reading' (duration: 651.10446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.045076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.580347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:22:10.045093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.393689Z","time spent":"651.394668ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:22:10.0451Z","caller":"traceutil/trace.go:171","msg":"trace[536382926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23576; }","duration":"641.289547ms","start":"2026-03-06T01:22:09.403785Z","end":"2026-03-06T01:22:10.045075Z","steps":["trace[536382926] 'agreement among raft nodes before linearized reading' (duration: 640.880624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.045109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.259078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:22:10.045133Z","caller":"traceutil/trace.go:171","msg":"trace[1638226821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23576; }","duration":"636.692852ms","start":"2026-03-06T01:22:09.408427Z","end":"2026-03-06T01:22:10.04512Z","steps":["trace[1638226821] 'agreement among raft nodes before linearized reading' (duration: 636.483945ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:10.045178Z","caller":"traceutil/trace.go:171","msg":"trace[1094279539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23576; }","duration":"642.375912ms","start":"2026-03-06T01:22:09.402787Z","end":"2026-03-06T01:22:10.045162Z","steps":["trace[1094279539] 'agreement among raft nodes before linearized reading' (duration: 642.118984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.04521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.408402Z","time spent":"636.799814ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:10.045198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.403761Z","time spent":"641.389081ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:10.045217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.402762Z","time spent":"642.445144ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:22:10.04451Z","caller":"traceutil/trace.go:171","msg":"trace[658739253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23576; }","duration":"652.40599ms","start":"2026-03-06T01:22:09.392082Z","end":"2026-03-06T01:22:10.044488Z","steps":["trace[658739253] 'agreement among raft nodes before linearized reading' (duration: 652.189214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.045382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:09.392057Z","time spent":"653.31417ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:22:10.713907Z","caller":"traceutil/trace.go:171","msg":"trace[730937186] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"663.502043ms","start":"2026-03-06T01:22:10.050383Z","end":"2026-03-06T01:22:10.713885Z","steps":["trace[730937186] 'process raft request' (duration: 649.078345ms)","trace[730937186] 'compare' (duration: 14.101328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:10.71403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.050355Z","time spent":"663.609107ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:10.714284Z","caller":"traceutil/trace.go:171","msg":"trace[911048001] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"663.834564ms","start":"2026-03-06T01:22:10.050417Z","end":"2026-03-06T01:22:10.714251Z","steps":["trace[911048001] 'process raft request' (duration: 663.638028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.714447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.050385Z","time spent":"663.970098ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:10.714727Z","caller":"traceutil/trace.go:171","msg":"trace[362263004] linearizableReadLoop","detail":"{readStateIndex:24399; appliedIndex:24393; }","duration":"659.145325ms","start":"2026-03-06T01:22:10.055573Z","end":"2026-03-06T01:22:10.714718Z","steps":["trace[362263004] 'read index received' (duration: 17.487036ms)","trace[362263004] 'applied index is now lower than readState.Index' (duration: 641.657399ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:10.714884Z","caller":"traceutil/trace.go:171","msg":"trace[1262300193] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"664.406493ms","start":"2026-03-06T01:22:10.050468Z","end":"2026-03-06T01:22:10.714875Z","steps":["trace[1262300193] 'process raft request' (duration: 663.737161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:10.714883Z","caller":"traceutil/trace.go:171","msg":"trace[320017659] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"664.006659ms","start":"2026-03-06T01:22:10.050386Z","end":"2026-03-06T01:22:10.714392Z","steps":["trace[320017659] 'process raft request' (duration: 663.464532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.714923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.050452Z","time spent":"664.449063ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:10.715019Z","caller":"traceutil/trace.go:171","msg":"trace[2038770620] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"664.400062ms","start":"2026-03-06T01:22:10.050611Z","end":"2026-03-06T01:22:10.715011Z","steps":["trace[2038770620] 'process raft request' (duration: 664.064741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.715059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.050598Z","time spent":"664.441494ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:10.715128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.552328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.715188Z","caller":"traceutil/trace.go:171","msg":"trace[941725037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23582; }","duration":"659.666271ms","start":"2026-03-06T01:22:10.055508Z","end":"2026-03-06T01:22:10.715174Z","steps":["trace[941725037] 'agreement among raft nodes before linearized reading' (duration: 659.568098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.715218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.055484Z","time spent":"659.728323ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:10.715152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.940064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:10.715234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.723159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:22:10.715262Z","caller":"traceutil/trace.go:171","msg":"trace[1043407735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23582; }","duration":"171.08581ms","start":"2026-03-06T01:22:10.544163Z","end":"2026-03-06T01:22:10.715249Z","steps":["trace[1043407735] 'agreement among raft nodes before linearized reading' (duration: 170.953465ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:10.715293Z","caller":"traceutil/trace.go:171","msg":"trace[71415775] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:23582; }","duration":"556.840982ms","start":"2026-03-06T01:22:10.158433Z","end":"2026-03-06T01:22:10.715274Z","steps":["trace[71415775] 'agreement among raft nodes before linearized reading' (duration: 556.673817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.715355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.158404Z","time spent":"556.937905ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-03-06T01:22:10.715185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.05035Z","time spent":"664.576067ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:10.715649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.806109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:10.715835Z","caller":"traceutil/trace.go:171","msg":"trace[1903957100] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23582; }","duration":"193.050658ms","start":"2026-03-06T01:22:10.522733Z","end":"2026-03-06T01:22:10.715784Z","steps":["trace[1903957100] 'agreement among raft nodes before linearized reading' (duration: 192.389007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:11.371208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.728631Z","time spent":"642.570977ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:12.543485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.961287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:12.543611Z","caller":"traceutil/trace.go:171","msg":"trace[872430425] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"1.680344929s","start":"2026-03-06T01:22:10.863243Z","end":"2026-03-06T01:22:12.543588Z","steps":["trace[872430425] 'process raft request' (duration: 855.166476ms)","trace[872430425] 'compare' (duration: 824.75697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:12.543683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:10.86321Z","time spent":"1.680441472s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.347282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.11259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:13.347612Z","caller":"traceutil/trace.go:171","msg":"trace[84719647] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"1.969521753s","start":"2026-03-06T01:22:11.378034Z","end":"2026-03-06T01:22:13.347556Z","steps":["trace[84719647] 'process raft request' (duration: 1.519021401s)","trace[84719647] 'compare' (duration: 449.939634ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:13.347704Z","caller":"traceutil/trace.go:171","msg":"trace[1743349201] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"1.711496671s","start":"2026-03-06T01:22:11.636197Z","end":"2026-03-06T01:22:13.347693Z","steps":["trace[1743349201] 'process raft request' (duration: 1.711235722s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.347805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.636161Z","time spent":"1.711589143s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.347861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.378016Z","time spent":"1.969705408s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:13.347656Z","caller":"traceutil/trace.go:171","msg":"trace[247138159] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"1.711285154s","start":"2026-03-06T01:22:11.636344Z","end":"2026-03-06T01:22:13.347629Z","steps":["trace[247138159] 'process raft request' (duration: 1.71117664s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.348013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.636336Z","time spent":"1.711639695s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:13.348448Z","caller":"traceutil/trace.go:171","msg":"trace[1974287631] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"1.712000076s","start":"2026-03-06T01:22:11.636421Z","end":"2026-03-06T01:22:13.348421Z","steps":["trace[1974287631] 'process raft request' (duration: 1.711159699s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.348522Z","caller":"traceutil/trace.go:171","msg":"trace[1584369799] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"1.712067578s","start":"2026-03-06T01:22:11.636436Z","end":"2026-03-06T01:22:13.348504Z","steps":["trace[1584369799] 'process raft request' (duration: 1.711766719s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.348608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.636379Z","time spent":"1.712150441s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.348613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.63638Z","time spent":"1.712184362s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:13.348728Z","caller":"traceutil/trace.go:171","msg":"trace[1129520333] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"1.712232013s","start":"2026-03-06T01:22:11.636482Z","end":"2026-03-06T01:22:13.348714Z","steps":["trace[1129520333] 'process raft request' (duration: 1.711899132s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.348795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.636432Z","time spent":"1.712329546s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:13.348971Z","caller":"traceutil/trace.go:171","msg":"trace[1101046778] linearizableReadLoop","detail":"{readStateIndex:24402; appliedIndex:24400; }","duration":"1.89517318s","start":"2026-03-06T01:22:11.453783Z","end":"2026-03-06T01:22:13.348956Z","steps":["trace[1101046778] 'read index received' (duration: 264.650944ms)","trace[1101046778] 'applied index is now lower than readState.Index' (duration: 1.630519656s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:13.349082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895291313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:13.349129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453159218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:13.349142Z","caller":"traceutil/trace.go:171","msg":"trace[1891142579] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23590; }","duration":"1.895388366s","start":"2026-03-06T01:22:11.453734Z","end":"2026-03-06T01:22:13.349122Z","steps":["trace[1891142579] 'agreement among raft nodes before linearized reading' (duration: 1.895297403s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.349169Z","caller":"traceutil/trace.go:171","msg":"trace[1375603034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23590; }","duration":"1.453267341s","start":"2026-03-06T01:22:11.895889Z","end":"2026-03-06T01:22:13.349156Z","steps":["trace[1375603034] 'agreement among raft nodes before linearized reading' (duration: 1.453185458s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.349203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.453712Z","time spent":"1.895480779s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:13.349204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.895858Z","time spent":"1.453337743s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:13.349307Z","caller":"traceutil/trace.go:171","msg":"trace[706877997] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"1.076028878s","start":"2026-03-06T01:22:12.272507Z","end":"2026-03-06T01:22:13.348536Z","steps":["trace[706877997] 'process raft request' (duration: 1.075954286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.34965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.272475Z","time spent":"1.076944547s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.349841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452363802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:13.34985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.328776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:22:13.349869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.606507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:13.34989Z","caller":"traceutil/trace.go:171","msg":"trace[1896834627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23590; }","duration":"1.452461185s","start":"2026-03-06T01:22:11.897416Z","end":"2026-03-06T01:22:13.349878Z","steps":["trace[1896834627] 'agreement among raft nodes before linearized reading' (duration: 1.452342531s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.349906Z","caller":"traceutil/trace.go:171","msg":"trace[1397831313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23590; }","duration":"623.46193ms","start":"2026-03-06T01:22:12.726431Z","end":"2026-03-06T01:22:13.349893Z","steps":["trace[1397831313] 'agreement among raft nodes before linearized reading' (duration: 623.258384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.3499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.166551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:22:13.34994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.726394Z","time spent":"623.540183ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:13.349945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272420401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:22:13.350029Z","caller":"traceutil/trace.go:171","msg":"trace[764586093] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23590; }","duration":"1.272554425s","start":"2026-03-06T01:22:12.077455Z","end":"2026-03-06T01:22:13.35001Z","steps":["trace[764586093] 'agreement among raft nodes before linearized reading' (duration: 1.272292997s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.350001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.419183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-06T01:22:13.350062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.389308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T01:22:13.350088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.811481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:22:13.350094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:11.897385Z","time spent":"1.452529247s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:13.350101Z","caller":"traceutil/trace.go:171","msg":"trace[395533587] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23590; }","duration":"273.585887ms","start":"2026-03-06T01:22:13.076492Z","end":"2026-03-06T01:22:13.350077Z","steps":["trace[395533587] 'agreement among raft nodes before linearized reading' (duration: 273.282148ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.350145Z","caller":"traceutil/trace.go:171","msg":"trace[1223682264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23590; }","duration":"623.889024ms","start":"2026-03-06T01:22:12.726242Z","end":"2026-03-06T01:22:13.350131Z","steps":["trace[1223682264] 'agreement among raft nodes before linearized reading' (duration: 623.76613ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.350148Z","caller":"traceutil/trace.go:171","msg":"trace[1345330779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23590; }","duration":"623.47545ms","start":"2026-03-06T01:22:12.726635Z","end":"2026-03-06T01:22:13.35011Z","steps":["trace[1345330779] 'agreement among raft nodes before linearized reading' (duration: 623.304975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.350195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.726624Z","time spent":"623.557664ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:13.350191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.968208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:22:13.350301Z","caller":"traceutil/trace.go:171","msg":"trace[1277799299] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23590; }","duration":"647.104992ms","start":"2026-03-06T01:22:12.703175Z","end":"2026-03-06T01:22:13.35028Z","steps":["trace[1277799299] 'agreement among raft nodes before linearized reading' (duration: 646.860274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.350351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.703147Z","time spent":"647.194215ms","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-06T01:22:13.349975Z","caller":"traceutil/trace.go:171","msg":"trace[287563431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23590; }","duration":"623.271125ms","start":"2026-03-06T01:22:12.726687Z","end":"2026-03-06T01:22:13.349958Z","steps":["trace[287563431] 'agreement among raft nodes before linearized reading' (duration: 623.076658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.350445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.726678Z","time spent":"623.75881ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:13.350189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.726229Z","time spent":"623.948035ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:13.350095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.077433Z","time spent":"1.272640468s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:22:13.349917Z","caller":"traceutil/trace.go:171","msg":"trace[710988469] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23590; }","duration":"557.68602ms","start":"2026-03-06T01:22:12.792215Z","end":"2026-03-06T01:22:13.349901Z","steps":["trace[710988469] 'agreement among raft nodes before linearized reading' (duration: 557.581346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.350585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.792197Z","time spent":"558.361031ms","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:13.350671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.106041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:13.350731Z","caller":"traceutil/trace.go:171","msg":"trace[102043225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23590; }","duration":"624.190684ms","start":"2026-03-06T01:22:12.726526Z","end":"2026-03-06T01:22:13.350717Z","steps":["trace[102043225] 'agreement among raft nodes before linearized reading' (duration: 623.501792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.351105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.726513Z","time spent":"624.578206ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:14.117957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.369697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:14.11808Z","caller":"traceutil/trace.go:171","msg":"trace[1672969599] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"758.777612ms","start":"2026-03-06T01:22:13.359281Z","end":"2026-03-06T01:22:14.118058Z","steps":["trace[1672969599] 'process raft request' (duration: 96.198798ms)","trace[1672969599] 'compare' (duration: 662.234343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:14.118145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.359262Z","time spent":"758.853315ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.072548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.620269409s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:15.073215Z","caller":"traceutil/trace.go:171","msg":"trace[1746979339] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"1.713218154s","start":"2026-03-06T01:22:13.359972Z","end":"2026-03-06T01:22:15.07319Z","steps":["trace[1746979339] 'process raft request' (duration: 1.71309336s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:15.073282Z","caller":"traceutil/trace.go:171","msg":"trace[954770954] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"1.713591496s","start":"2026-03-06T01:22:13.359644Z","end":"2026-03-06T01:22:15.073236Z","steps":["trace[954770954] 'process raft request' (duration: 1.713167373s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.073467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.359623Z","time spent":"1.713745201s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.073578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.359963Z","time spent":"1.713311647s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:15.073816Z","caller":"traceutil/trace.go:171","msg":"trace[1869994825] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"1.713671278s","start":"2026-03-06T01:22:13.360132Z","end":"2026-03-06T01:22:15.073804Z","steps":["trace[1869994825] 'process raft request' (duration: 1.713018868s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.073877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.360126Z","time spent":"1.71371665s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:15.074238Z","caller":"traceutil/trace.go:171","msg":"trace[1220961341] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"1.713826714s","start":"2026-03-06T01:22:13.360399Z","end":"2026-03-06T01:22:15.074225Z","steps":["trace[1220961341] 'process raft request' (duration: 1.713281626s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.074498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.360391Z","time spent":"1.713889526s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:15.076761Z","caller":"traceutil/trace.go:171","msg":"trace[1237741227] linearizableReadLoop","detail":"{readStateIndex:24413; appliedIndex:24408; }","duration":"1.716170408s","start":"2026-03-06T01:22:13.360578Z","end":"2026-03-06T01:22:15.076748Z","steps":["trace[1237741227] 'read index received' (duration: 94.917958ms)","trace[1237741227] 'applied index is now lower than readState.Index' (duration: 1.62125091s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:15.076895Z","caller":"traceutil/trace.go:171","msg":"trace[875065187] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"1.711651414s","start":"2026-03-06T01:22:13.365234Z","end":"2026-03-06T01:22:15.076885Z","steps":["trace[875065187] 'process raft request' (duration: 1.708943218s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.076978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.365223Z","time spent":"1.711694876s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.077094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716495288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:15.077231Z","caller":"traceutil/trace.go:171","msg":"trace[2128465726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23596; }","duration":"1.716653914s","start":"2026-03-06T01:22:13.360557Z","end":"2026-03-06T01:22:15.077211Z","steps":["trace[2128465726] 'agreement among raft nodes before linearized reading' (duration: 1.716449697s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.077291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.360549Z","time spent":"1.716730916s","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:15.121332Z","caller":"traceutil/trace.go:171","msg":"trace[1685773748] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"572.722986ms","start":"2026-03-06T01:22:14.548586Z","end":"2026-03-06T01:22:15.121309Z","steps":["trace[1685773748] 'process raft request' (duration: 572.50361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.121488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652831604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:15.12155Z","caller":"traceutil/trace.go:171","msg":"trace[2015699617] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23597; }","duration":"1.652936498s","start":"2026-03-06T01:22:13.468597Z","end":"2026-03-06T01:22:15.121534Z","steps":["trace[2015699617] 'agreement among raft nodes before linearized reading' (duration: 1.652830714s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.121592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.46858Z","time spent":"1.653001699s","remote":"127.0.0.1:46594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:15.1217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:14.548558Z","time spent":"572.8378ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:15.121842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498792387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:15.121886Z","caller":"traceutil/trace.go:171","msg":"trace[2145486871] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23597; }","duration":"1.49890234s","start":"2026-03-06T01:22:13.62297Z","end":"2026-03-06T01:22:15.121872Z","steps":["trace[2145486871] 'agreement among raft nodes before linearized reading' (duration: 1.498782757s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.121926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.622937Z","time spent":"1.498977123s","remote":"127.0.0.1:33910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:15.121907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.053685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:15.122144Z","caller":"traceutil/trace.go:171","msg":"trace[525404225] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23597; }","duration":"678.303813ms","start":"2026-03-06T01:22:14.44377Z","end":"2026-03-06T01:22:15.122074Z","steps":["trace[525404225] 'agreement among raft nodes before linearized reading' (duration: 677.91582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.122365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:14.443697Z","time spent":"678.648053ms","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:15.12239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758314637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18649"} {"level":"info","ts":"2026-03-06T01:22:15.122503Z","caller":"traceutil/trace.go:171","msg":"trace[166650635] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23597; }","duration":"1.758461552s","start":"2026-03-06T01:22:13.364018Z","end":"2026-03-06T01:22:15.12248Z","steps":["trace[166650635] 'agreement among raft nodes before linearized reading' (duration: 1.75809947s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:15.122548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:13.364013Z","time spent":"1.758528495s","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18672,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:22:15.249094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.680651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:15.249173Z","caller":"traceutil/trace.go:171","msg":"trace[2072557347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23597; }","duration":"117.806395ms","start":"2026-03-06T01:22:15.131347Z","end":"2026-03-06T01:22:15.249153Z","steps":["trace[2072557347] 'range keys from in-memory index tree' (duration: 117.575098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.059733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440200723359525474,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:22:16.277995Z","caller":"traceutil/trace.go:171","msg":"trace[898770960] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"921.849686ms","start":"2026-03-06T01:22:15.356096Z","end":"2026-03-06T01:22:16.277946Z","steps":["trace[898770960] 'process raft request' (duration: 921.458554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.278151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.356068Z","time spent":"922.002221ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.278313Z","caller":"traceutil/trace.go:171","msg":"trace[1984187828] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"919.073838ms","start":"2026-03-06T01:22:15.359205Z","end":"2026-03-06T01:22:16.278279Z","steps":["trace[1984187828] 'process raft request' (duration: 918.699516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.278518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.359176Z","time spent":"919.251344ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.27832Z","caller":"traceutil/trace.go:171","msg":"trace[645144368] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"914.06147ms","start":"2026-03-06T01:22:15.36424Z","end":"2026-03-06T01:22:16.278302Z","steps":["trace[645144368] 'process raft request' (duration: 914.025129ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.278381Z","caller":"traceutil/trace.go:171","msg":"trace[311614801] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"916.696003ms","start":"2026-03-06T01:22:15.36168Z","end":"2026-03-06T01:22:16.278376Z","steps":["trace[311614801] 'process raft request' (duration: 916.430695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.278848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.361667Z","time spent":"917.112426ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:16.279177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.364226Z","time spent":"914.486273ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.383492Z","caller":"traceutil/trace.go:171","msg":"trace[392158833] linearizableReadLoop","detail":"{readStateIndex:24421; appliedIndex:24416; }","duration":"824.214683ms","start":"2026-03-06T01:22:15.559249Z","end":"2026-03-06T01:22:16.383464Z","steps":["trace[392158833] 'read index received' (duration: 718.318436ms)","trace[392158833] 'applied index is now lower than readState.Index' (duration: 105.894977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:16.384706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.411071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:16.384757Z","caller":"traceutil/trace.go:171","msg":"trace[886078907] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23602; }","duration":"825.540705ms","start":"2026-03-06T01:22:15.559201Z","end":"2026-03-06T01:22:16.384742Z","steps":["trace[886078907] 'agreement among raft nodes before linearized reading' (duration: 825.40331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.384795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:15.559174Z","time spent":"825.609787ms","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:16.384907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.688321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:16.384968Z","caller":"traceutil/trace.go:171","msg":"trace[1269261176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23602; }","duration":"262.809325ms","start":"2026-03-06T01:22:16.122144Z","end":"2026-03-06T01:22:16.384954Z","steps":["trace[1269261176] 'agreement among raft nodes before linearized reading' (duration: 262.563438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.385306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.410073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:22:16.385342Z","caller":"traceutil/trace.go:171","msg":"trace[189679201] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23602; }","duration":"246.456435ms","start":"2026-03-06T01:22:16.138876Z","end":"2026-03-06T01:22:16.385332Z","steps":["trace[189679201] 'agreement among raft nodes before linearized reading' (duration: 246.256339ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:17.205751Z","caller":"traceutil/trace.go:171","msg":"trace[1708705855] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"121.686278ms","start":"2026-03-06T01:22:17.084038Z","end":"2026-03-06T01:22:17.205724Z","steps":["trace[1708705855] 'process raft request' (duration: 121.468381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:17.379964Z","caller":"traceutil/trace.go:171","msg":"trace[854328872] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"294.786002ms","start":"2026-03-06T01:22:17.085157Z","end":"2026-03-06T01:22:17.379943Z","steps":["trace[854328872] 'process raft request' (duration: 262.277558ms)","trace[854328872] 'compare' (duration: 32.346919ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:17.38078Z","caller":"traceutil/trace.go:171","msg":"trace[916757961] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"295.425242ms","start":"2026-03-06T01:22:17.08534Z","end":"2026-03-06T01:22:17.380765Z","steps":["trace[916757961] 'process raft request' (duration: 294.570405ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:17.381077Z","caller":"traceutil/trace.go:171","msg":"trace[1256444342] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"295.493404ms","start":"2026-03-06T01:22:17.085573Z","end":"2026-03-06T01:22:17.381066Z","steps":["trace[1256444342] 'process raft request' (duration: 295.180284ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:17.381115Z","caller":"traceutil/trace.go:171","msg":"trace[842864959] linearizableReadLoop","detail":"{readStateIndex:24429; appliedIndex:24422; }","duration":"247.9061ms","start":"2026-03-06T01:22:17.133189Z","end":"2026-03-06T01:22:17.381095Z","steps":["trace[842864959] 'read index received' (duration: 72.36945ms)","trace[842864959] 'applied index is now lower than readState.Index' (duration: 175.53556ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:17.381205Z","caller":"traceutil/trace.go:171","msg":"trace[1440262909] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"284.475484ms","start":"2026-03-06T01:22:17.096702Z","end":"2026-03-06T01:22:17.381178Z","steps":["trace[1440262909] 'process raft request' (duration: 284.232526ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:17.381248Z","caller":"traceutil/trace.go:171","msg":"trace[1267726800] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"251.976511ms","start":"2026-03-06T01:22:17.129257Z","end":"2026-03-06T01:22:17.381233Z","steps":["trace[1267726800] 'process raft request' (duration: 251.778934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:17.381569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.370305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:17.381607Z","caller":"traceutil/trace.go:171","msg":"trace[107179706] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23610; }","duration":"248.464898ms","start":"2026-03-06T01:22:17.133132Z","end":"2026-03-06T01:22:17.381597Z","steps":["trace[107179706] 'agreement among raft nodes before linearized reading' (duration: 248.365575ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:17.38139Z","caller":"traceutil/trace.go:171","msg":"trace[668519601] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"295.378131ms","start":"2026-03-06T01:22:17.085448Z","end":"2026-03-06T01:22:17.380826Z","steps":["trace[668519601] 'process raft request' (duration: 295.135273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:22.862104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.404533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:22.862211Z","caller":"traceutil/trace.go:171","msg":"trace[2128551037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24225; }","duration":"139.539077ms","start":"2026-03-06T01:23:22.722652Z","end":"2026-03-06T01:23:22.862191Z","steps":["trace[2128551037] 'count revisions from in-memory index tree' (duration: 139.225537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:46.949778Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21946} {"level":"info","ts":"2026-03-06T01:23:47.099306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21946,"took":"145.603721ms","hash":1028018773,"current-db-size-bytes":49766400,"current-db-size":"50 MB","current-db-size-in-use-bytes":32550912,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-06T01:23:47.099407Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1028018773,"revision":21946,"compact-revision":19011} {"level":"info","ts":"2026-03-06T01:24:04.03457Z","caller":"traceutil/trace.go:171","msg":"trace[1279394327] linearizableReadLoop","detail":"{readStateIndex:25450; appliedIndex:25449; }","duration":"113.088076ms","start":"2026-03-06T01:24:03.921453Z","end":"2026-03-06T01:24:04.034541Z","steps":["trace[1279394327] 'read index received' (duration: 112.775336ms)","trace[1279394327] 'applied index is now lower than readState.Index' (duration: 311.66µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:04.034915Z","caller":"traceutil/trace.go:171","msg":"trace[796075302] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"123.498137ms","start":"2026-03-06T01:24:03.911404Z","end":"2026-03-06T01:24:04.034902Z","steps":["trace[796075302] 'process raft request' (duration: 122.897958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:04.03527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.791918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:24:04.035345Z","caller":"traceutil/trace.go:171","msg":"trace[575681985] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24606; }","duration":"113.910492ms","start":"2026-03-06T01:24:03.921387Z","end":"2026-03-06T01:24:04.035298Z","steps":["trace[575681985] 'agreement among raft nodes before linearized reading' (duration: 113.732186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:04.035657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.90136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:24:04.035784Z","caller":"traceutil/trace.go:171","msg":"trace[2088294068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24606; }","duration":"113.023854ms","start":"2026-03-06T01:24:03.922719Z","end":"2026-03-06T01:24:04.035743Z","steps":["trace[2088294068] 'agreement among raft nodes before linearized reading' (duration: 112.57098ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:20.545661Z","caller":"traceutil/trace.go:171","msg":"trace[2059058341] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"362.988432ms","start":"2026-03-06T01:25:20.182637Z","end":"2026-03-06T01:25:20.545625Z","steps":["trace[2059058341] 'process raft request' (duration: 338.619418ms)","trace[2059058341] 'compare' (duration: 24.212609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:20.545882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:20.182609Z","time spent":"363.161028ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:20.550508Z","caller":"traceutil/trace.go:171","msg":"trace[1783901571] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"218.846979ms","start":"2026-03-06T01:25:20.331569Z","end":"2026-03-06T01:25:20.550416Z","steps":["trace[1783901571] 'process raft request' (duration: 218.653063ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:20.550774Z","caller":"traceutil/trace.go:171","msg":"trace[1183309792] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"193.73409ms","start":"2026-03-06T01:25:20.35703Z","end":"2026-03-06T01:25:20.550764Z","steps":["trace[1183309792] 'process raft request' (duration: 193.291396ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:46.955413Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24448} {"level":"info","ts":"2026-03-06T01:28:47.084164Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24448,"took":"124.615402ms","hash":592489464,"current-db-size-bytes":49766400,"current-db-size":"50 MB","current-db-size-in-use-bytes":32440320,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-06T01:28:47.084307Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":592489464,"revision":24448,"compact-revision":21946} {"level":"info","ts":"2026-03-06T01:33:46.964624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26934} {"level":"info","ts":"2026-03-06T01:33:47.088249Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26934,"took":"118.314798ms","hash":3872677483,"current-db-size-bytes":49766400,"current-db-size":"50 MB","current-db-size-in-use-bytes":28463104,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:33:47.088315Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3872677483,"revision":26934,"compact-revision":24448} {"level":"info","ts":"2026-03-06T01:33:49.418414Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:33:49.423752Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T01:33:49.423854Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T01:34:22.952445Z","caller":"traceutil/trace.go:171","msg":"trace[1814795477] transaction","detail":"{read_only:false; response_revision:29246; number_of_response:1; }","duration":"115.686045ms","start":"2026-03-06T01:34:22.836716Z","end":"2026-03-06T01:34:22.952402Z","steps":["trace[1814795477] 'process raft request' (duration: 72.864175ms)","trace[1814795477] 'compare' (duration: 42.52464ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:34:23.461162Z","caller":"traceutil/trace.go:171","msg":"trace[3535509] transaction","detail":"{read_only:false; response_revision:29249; number_of_response:1; }","duration":"120.970942ms","start":"2026-03-06T01:34:23.340156Z","end":"2026-03-06T01:34:23.461127Z","steps":["trace[3535509] 'process raft request' (duration: 91.167576ms)","trace[3535509] 'compare' (duration: 29.59854ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:34:23.461344Z","caller":"traceutil/trace.go:171","msg":"trace[1295786131] transaction","detail":"{read_only:false; response_revision:29250; number_of_response:1; }","duration":"121.155118ms","start":"2026-03-06T01:34:23.340156Z","end":"2026-03-06T01:34:23.461311Z","steps":["trace[1295786131] 'process raft request' (duration: 120.91541ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:46.972245Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29003} {"level":"info","ts":"2026-03-06T01:38:47.090394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29003,"took":"113.630879ms","hash":2197783112,"current-db-size-bytes":49766400,"current-db-size":"50 MB","current-db-size-in-use-bytes":29200384,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:38:47.090479Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2197783112,"revision":29003,"compact-revision":26934} {"level":"info","ts":"2026-03-06T01:39:18.189629Z","caller":"traceutil/trace.go:171","msg":"trace[157350166] linearizableReadLoop","detail":"{readStateIndex:32441; appliedIndex:32440; }","duration":"134.810502ms","start":"2026-03-06T01:39:18.054782Z","end":"2026-03-06T01:39:18.189592Z","steps":["trace[157350166] 'read index received' (duration: 134.083809ms)","trace[157350166] 'applied index is now lower than readState.Index' (duration: 725.453µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:39:18.189687Z","caller":"traceutil/trace.go:171","msg":"trace[381629947] transaction","detail":"{read_only:false; response_revision:31391; number_of_response:1; }","duration":"154.536609ms","start":"2026-03-06T01:39:18.035122Z","end":"2026-03-06T01:39:18.189658Z","steps":["trace[381629947] 'process raft request' (duration: 153.883219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:18.189919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.106121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:39:18.189985Z","caller":"traceutil/trace.go:171","msg":"trace[1487178526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31391; }","duration":"135.224105ms","start":"2026-03-06T01:39:18.054744Z","end":"2026-03-06T01:39:18.189968Z","steps":["trace[1487178526] 'agreement among raft nodes before linearized reading' (duration: 134.995908ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:18.239282Z","caller":"traceutil/trace.go:171","msg":"trace[1610323605] transaction","detail":"{read_only:false; response_revision:31393; number_of_response:1; }","duration":"122.887893ms","start":"2026-03-06T01:39:18.116363Z","end":"2026-03-06T01:39:18.239251Z","steps":["trace[1610323605] 'process raft request' (duration: 122.830632ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:18.239508Z","caller":"traceutil/trace.go:171","msg":"trace[57263303] transaction","detail":"{read_only:false; response_revision:31392; number_of_response:1; }","duration":"155.402036ms","start":"2026-03-06T01:39:18.084092Z","end":"2026-03-06T01:39:18.239494Z","steps":["trace[57263303] 'process raft request' (duration: 154.917111ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:43:46.979176Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31146} {"level":"info","ts":"2026-03-06T01:43:47.143301Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31146,"took":"158.789261ms","hash":1664639711,"current-db-size-bytes":49766400,"current-db-size":"50 MB","current-db-size-in-use-bytes":29270016,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:43:47.143409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1664639711,"revision":31146,"compact-revision":29003} {"level":"info","ts":"2026-03-06T01:46:05.971713Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008a3a.wal"} {"level":"info","ts":"2026-03-06T01:48:46.98624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33268} {"level":"info","ts":"2026-03-06T01:48:47.142837Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33268,"took":"151.583293ms","hash":3141841494,"current-db-size-bytes":51490816,"current-db-size":"52 MB","current-db-size-in-use-bytes":29724672,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:48:47.142926Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3141841494,"revision":33268,"compact-revision":31146} {"level":"info","ts":"2026-03-06T01:50:12.86615Z","caller":"traceutil/trace.go:171","msg":"trace[240270085] transaction","detail":"{read_only:false; response_revision:36023; number_of_response:1; }","duration":"109.436923ms","start":"2026-03-06T01:50:12.756681Z","end":"2026-03-06T01:50:12.866118Z","steps":["trace[240270085] 'process raft request' (duration: 109.148084ms)"],"step_count":1}