{"level":"warn","ts":"2026-03-02T21:23:17.914094Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:23:17.914217Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.159:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.159:2380","--initial-cluster=instance=https://199.19.213.159:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.159:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.159:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T21:23:17.914384Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:23:17.914395Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.159:2380"]} {"level":"info","ts":"2026-03-02T21:23:17.914418Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:23:17.915233Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.159:2379"]} {"level":"info","ts":"2026-03-02T21:23:17.915328Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.159:2380"],"listen-peer-urls":["https://199.19.213.159:2380"],"advertise-client-urls":["https://199.19.213.159:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.159:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.159:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T21:23:17.92013Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.537596ms"} {"level":"info","ts":"2026-03-02T21:23:17.926509Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"63cd833aa17a09c7","cluster-id":"27437233b92849be"} {"level":"info","ts":"2026-03-02T21:23:17.927491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T21:23:17.927608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became follower at term 0"} {"level":"info","ts":"2026-03-02T21:23:17.927691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 63cd833aa17a09c7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T21:23:17.927757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became follower at term 1"} {"level":"info","ts":"2026-03-02T21:23:17.927903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 switched to configuration voters=(7191548467821021639)"} {"level":"warn","ts":"2026-03-02T21:23:17.933931Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T21:23:17.936775Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T21:23:17.938229Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T21:23:17.940422Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"63cd833aa17a09c7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T21:23:17.940622Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"63cd833aa17a09c7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T21:23:17.940771Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:17.940883Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:17.940915Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:17.941858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 switched to configuration voters=(7191548467821021639)"} {"level":"info","ts":"2026-03-02T21:23:17.942018Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"27437233b92849be","local-member-id":"63cd833aa17a09c7","added-peer-id":"63cd833aa17a09c7","added-peer-peer-urls":["https://199.19.213.159:2380"]} {"level":"info","ts":"2026-03-02T21:23:17.946074Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:23:17.946278Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.159:2380"} {"level":"info","ts":"2026-03-02T21:23:17.946372Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.159:2380"} {"level":"info","ts":"2026-03-02T21:23:17.946516Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"63cd833aa17a09c7","initial-advertise-peer-urls":["https://199.19.213.159:2380"],"listen-peer-urls":["https://199.19.213.159:2380"],"advertise-client-urls":["https://199.19.213.159:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.159:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T21:23:17.946585Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T21:23:18.33285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T21:23:18.332947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T21:23:18.332969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 received MsgPreVoteResp from 63cd833aa17a09c7 at term 1"} {"level":"info","ts":"2026-03-02T21:23:18.332987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became candidate at term 2"} {"level":"info","ts":"2026-03-02T21:23:18.332995Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 received MsgVoteResp from 63cd833aa17a09c7 at term 2"} {"level":"info","ts":"2026-03-02T21:23:18.333009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became leader at term 2"} {"level":"info","ts":"2026-03-02T21:23:18.33302Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 63cd833aa17a09c7 elected leader 63cd833aa17a09c7 at term 2"} {"level":"info","ts":"2026-03-02T21:23:18.334008Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:18.334696Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"63cd833aa17a09c7","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.159:2379]}","request-path":"/0/members/63cd833aa17a09c7/attributes","cluster-id":"27437233b92849be","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T21:23:18.334839Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:23:18.334913Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:23:18.335107Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T21:23:18.335181Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T21:23:18.335258Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"27437233b92849be","local-member-id":"63cd833aa17a09c7","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:18.33546Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:18.335508Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:18.337238Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T21:23:18.340105Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.159:2379"} {"level":"info","ts":"2026-03-02T21:23:22.173889Z","caller":"traceutil/trace.go:171","msg":"trace[1307774951] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"135.803701ms","start":"2026-03-02T21:23:22.038052Z","end":"2026-03-02T21:23:22.173856Z","steps":["trace[1307774951] 'process raft request' (duration: 135.641447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:29.121332Z","caller":"traceutil/trace.go:171","msg":"trace[1721018964] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"118.611727ms","start":"2026-03-02T21:23:29.002698Z","end":"2026-03-02T21:23:29.121309Z","steps":["trace[1721018964] 'process raft request' (duration: 118.054024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:33.557908Z","caller":"traceutil/trace.go:171","msg":"trace[1919630796] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"411.587738ms","start":"2026-03-02T21:23:33.146272Z","end":"2026-03-02T21:23:33.55786Z","steps":["trace[1919630796] 'process raft request' (duration: 411.293431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:33.558669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:33.146231Z","time spent":"411.804223ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:34.07491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299131784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:23:34.137646Z","caller":"traceutil/trace.go:171","msg":"trace[2119102032] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"564.390966ms","start":"2026-03-02T21:23:33.573196Z","end":"2026-03-02T21:23:34.137587Z","steps":["trace[2119102032] 'process raft request' (duration: 562.745868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:34.137969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:33.573168Z","time spent":"564.660143ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:34.142223Z","caller":"traceutil/trace.go:171","msg":"trace[1646398334] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"420.842465ms","start":"2026-03-02T21:23:33.721367Z","end":"2026-03-02T21:23:34.14221Z","steps":["trace[1646398334] 'process raft request' (duration: 420.725023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:34.142456Z","caller":"traceutil/trace.go:171","msg":"trace[1466521764] transaction","detail":"{read_only:false; number_of_response:1; response_revision:410; }","duration":"288.033245ms","start":"2026-03-02T21:23:33.854365Z","end":"2026-03-02T21:23:34.142398Z","steps":["trace[1466521764] 'process raft request' (duration: 287.81863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:34.142496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:33.721333Z","time spent":"420.947277ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:34.142533Z","caller":"traceutil/trace.go:171","msg":"trace[1626482874] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:422; }","duration":"568.084314ms","start":"2026-03-02T21:23:33.574341Z","end":"2026-03-02T21:23:34.142425Z","steps":["trace[1626482874] 'read index received' (duration: 561.595791ms)","trace[1626482874] 'applied index is now lower than readState.Index' (duration: 6.484942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:34.142601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.261787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4795"} {"level":"info","ts":"2026-03-02T21:23:34.142799Z","caller":"traceutil/trace.go:171","msg":"trace[1842999555] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:410; }","duration":"568.487923ms","start":"2026-03-02T21:23:33.574292Z","end":"2026-03-02T21:23:34.14278Z","steps":["trace[1842999555] 'agreement among raft nodes before linearized reading' (duration: 568.223957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:34.142837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:33.574269Z","time spent":"568.559854ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4817,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-02T21:23:34.143098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.947187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:23:34.143153Z","caller":"traceutil/trace.go:171","msg":"trace[1795304472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"383.126242ms","start":"2026-03-02T21:23:33.760012Z","end":"2026-03-02T21:23:34.143138Z","steps":["trace[1795304472] 'agreement among raft nodes before linearized reading' (duration: 382.917577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:34.143253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:33.759985Z","time spent":"383.206253ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:23:40.096176Z","caller":"traceutil/trace.go:171","msg":"trace[2033746533] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:473; }","duration":"473.162411ms","start":"2026-03-02T21:23:39.622979Z","end":"2026-03-02T21:23:40.096141Z","steps":["trace[2033746533] 'read index received' (duration: 472.849374ms)","trace[2033746533] 'applied index is now lower than readState.Index' (duration: 311.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:40.096269Z","caller":"traceutil/trace.go:171","msg":"trace[1711611192] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"498.76215ms","start":"2026-03-02T21:23:39.597472Z","end":"2026-03-02T21:23:40.096234Z","steps":["trace[1711611192] 'process raft request' (duration: 498.492274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:40.096388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.366325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:40.096437Z","caller":"traceutil/trace.go:171","msg":"trace[1013282744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:458; }","duration":"473.506228ms","start":"2026-03-02T21:23:39.622917Z","end":"2026-03-02T21:23:40.096424Z","steps":["trace[1013282744] 'agreement among raft nodes before linearized reading' (duration: 473.387436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:40.09644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:39.597454Z","time spent":"498.895763ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:40.096482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:39.622892Z","time spent":"473.581421ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:40.096646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.868597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:40.09682Z","caller":"traceutil/trace.go:171","msg":"trace[810196280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:458; }","duration":"468.099172ms","start":"2026-03-02T21:23:39.628684Z","end":"2026-03-02T21:23:40.096783Z","steps":["trace[810196280] 'agreement among raft nodes before linearized reading' (duration: 467.867296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:40.096892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:39.628659Z","time spent":"468.218865ms","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:40.479737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.495347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T21:23:40.479763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.126382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:23:40.479849Z","caller":"traceutil/trace.go:171","msg":"trace[2080553818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:458; }","duration":"136.672911ms","start":"2026-03-02T21:23:40.343149Z","end":"2026-03-02T21:23:40.479822Z","steps":["trace[2080553818] 'range keys from in-memory index tree' (duration: 136.253741ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:40.479884Z","caller":"traceutil/trace.go:171","msg":"trace[2011168686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:458; }","duration":"295.255985ms","start":"2026-03-02T21:23:40.184592Z","end":"2026-03-02T21:23:40.479848Z","steps":["trace[2011168686] 'range keys from in-memory index tree' (duration: 294.877305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:41.12904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299131870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:23:41.630005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299131870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:23:41.872533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330850255s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:23:42.635847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007043869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T21:23:42.636035Z","caller":"traceutil/trace.go:171","msg":"trace[214159972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.007332857s","start":"2026-03-02T21:23:40.628673Z","end":"2026-03-02T21:23:42.636006Z","steps":["trace[214159972] 'agreement among raft nodes before linearized reading' (duration: 2.007094081s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:42.636103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:40.628633Z","time spent":"2.00745741s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:42.642085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.916116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:42.642314Z","caller":"traceutil/trace.go:171","msg":"trace[1442697038] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"2.157776689s","start":"2026-03-02T21:23:40.484502Z","end":"2026-03-02T21:23:42.642279Z","steps":["trace[1442697038] 'process raft request' (duration: 1.388252329s)","trace[1442697038] 'compare' (duration: 768.66777ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:42.642402Z","caller":"traceutil/trace.go:171","msg":"trace[1467726210] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:475; }","duration":"2.013626204s","start":"2026-03-02T21:23:40.628751Z","end":"2026-03-02T21:23:42.642377Z","steps":["trace[1467726210] 'read index received' (duration: 1.243939749s)","trace[1467726210] 'applied index is now lower than readState.Index' (duration: 769.685194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:42.642443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:40.484473Z","time spent":"2.157887331s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:42.642549Z","caller":"traceutil/trace.go:171","msg":"trace[1414859342] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"2.156740195s","start":"2026-03-02T21:23:40.48579Z","end":"2026-03-02T21:23:42.64253Z","steps":["trace[1414859342] 'process raft request' (duration: 2.156487929s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:42.642609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955560134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:23:42.642636Z","caller":"traceutil/trace.go:171","msg":"trace[1246105292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:461; }","duration":"1.955622174s","start":"2026-03-02T21:23:40.687005Z","end":"2026-03-02T21:23:42.642627Z","steps":["trace[1246105292] 'agreement among raft nodes before linearized reading' (duration: 1.955551073s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:42.642659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:40.686978Z","time spent":"1.955675526s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:23:42.642663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:40.485768Z","time spent":"2.156840437s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:42.642751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162858172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T21:23:42.642766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.31661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:23:42.642834Z","caller":"traceutil/trace.go:171","msg":"trace[646013291] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:461; }","duration":"1.163004465s","start":"2026-03-02T21:23:41.479805Z","end":"2026-03-02T21:23:42.642809Z","steps":["trace[646013291] 'agreement among raft nodes before linearized reading' (duration: 1.162831201s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:42.642873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:41.479765Z","time spent":"1.163101037s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"info","ts":"2026-03-02T21:23:42.64288Z","caller":"traceutil/trace.go:171","msg":"trace[982737420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"542.478254ms","start":"2026-03-02T21:23:42.100374Z","end":"2026-03-02T21:23:42.642852Z","steps":["trace[982737420] 'agreement among raft nodes before linearized reading' (duration: 542.225978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:42.642921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:42.100353Z","time spent":"542.559075ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:23:45.820558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.88228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:45.820657Z","caller":"traceutil/trace.go:171","msg":"trace[2017694826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"191.053024ms","start":"2026-03-02T21:23:45.629585Z","end":"2026-03-02T21:23:45.820638Z","steps":["trace[2017694826] 'range keys from in-memory index tree' (duration: 190.747907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:48.839127Z","caller":"traceutil/trace.go:171","msg":"trace[487700300] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"119.14334ms","start":"2026-03-02T21:23:48.719958Z","end":"2026-03-02T21:23:48.839101Z","steps":["trace[487700300] 'process raft request' (duration: 118.978396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:48.843586Z","caller":"traceutil/trace.go:171","msg":"trace[1006684496] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"122.374966ms","start":"2026-03-02T21:23:48.721172Z","end":"2026-03-02T21:23:48.843547Z","steps":["trace[1006684496] 'process raft request' (duration: 121.945655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:49.095482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.803483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:49.095649Z","caller":"traceutil/trace.go:171","msg":"trace[1791718981] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"212.612688ms","start":"2026-03-02T21:23:48.883008Z","end":"2026-03-02T21:23:49.09562Z","steps":["trace[1791718981] 'process raft request' (duration: 37.541369ms)","trace[1791718981] 'compare' (duration: 174.624909ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:50.24955Z","caller":"traceutil/trace.go:171","msg":"trace[1926891504] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"153.205228ms","start":"2026-03-02T21:23:50.096317Z","end":"2026-03-02T21:23:50.249522Z","steps":["trace[1926891504] 'process raft request' (duration: 114.405669ms)","trace[1926891504] 'compare' (duration: 38.643826ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:50.482222Z","caller":"traceutil/trace.go:171","msg":"trace[1920515903] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"225.988083ms","start":"2026-03-02T21:23:50.256198Z","end":"2026-03-02T21:23:50.482186Z","steps":["trace[1920515903] 'process raft request' (duration: 158.440981ms)","trace[1920515903] 'compare' (duration: 67.396398ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:50.840661Z","caller":"traceutil/trace.go:171","msg":"trace[1552713847] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"132.218616ms","start":"2026-03-02T21:23:50.708395Z","end":"2026-03-02T21:23:50.840614Z","steps":["trace[1552713847] 'process raft request' (duration: 103.197327ms)","trace[1552713847] 'compare' (duration: 28.759443ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:50.922927Z","caller":"traceutil/trace.go:171","msg":"trace[231251824] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"141.629976ms","start":"2026-03-02T21:23:50.781231Z","end":"2026-03-02T21:23:50.922861Z","steps":["trace[231251824] 'process raft request' (duration: 137.353596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.003725Z","caller":"traceutil/trace.go:171","msg":"trace[1585119304] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"160.079759ms","start":"2026-03-02T21:23:50.843602Z","end":"2026-03-02T21:23:51.003682Z","steps":["trace[1585119304] 'process raft request' (duration: 102.387228ms)","trace[1585119304] 'compare' (duration: 57.331702ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:51.003898Z","caller":"traceutil/trace.go:171","msg":"trace[121864582] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"158.164714ms","start":"2026-03-02T21:23:50.845667Z","end":"2026-03-02T21:23:51.003831Z","steps":["trace[121864582] 'process raft request' (duration: 157.911518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.003988Z","caller":"traceutil/trace.go:171","msg":"trace[518761043] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"157.863427ms","start":"2026-03-02T21:23:50.846078Z","end":"2026-03-02T21:23:51.003941Z","steps":["trace[518761043] 'process raft request' (duration: 157.680162ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.003906Z","caller":"traceutil/trace.go:171","msg":"trace[202190147] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"157.97571ms","start":"2026-03-02T21:23:50.84588Z","end":"2026-03-02T21:23:51.003856Z","steps":["trace[202190147] 'process raft request' (duration: 157.812086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.004137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.957296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:23:51.004221Z","caller":"traceutil/trace.go:171","msg":"trace[110760779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:498; }","duration":"157.083929ms","start":"2026-03-02T21:23:50.847113Z","end":"2026-03-02T21:23:51.004197Z","steps":["trace[110760779] 'agreement among raft nodes before linearized reading' (duration: 156.900504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.004187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.613416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:23:51.004291Z","caller":"traceutil/trace.go:171","msg":"trace[1606512776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:499; }","duration":"138.760599ms","start":"2026-03-02T21:23:50.865503Z","end":"2026-03-02T21:23:51.004263Z","steps":["trace[1606512776] 'agreement among raft nodes before linearized reading' (duration: 138.576095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.220545Z","caller":"traceutil/trace.go:171","msg":"trace[1403732347] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"211.016862ms","start":"2026-03-02T21:23:51.009477Z","end":"2026-03-02T21:23:51.220494Z","steps":["trace[1403732347] 'process raft request' (duration: 142.20258ms)","trace[1403732347] 'compare' (duration: 68.465354ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:51.220738Z","caller":"traceutil/trace.go:171","msg":"trace[610827602] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"211.007011ms","start":"2026-03-02T21:23:51.009675Z","end":"2026-03-02T21:23:51.220682Z","steps":["trace[610827602] 'process raft request' (duration: 210.727835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.220828Z","caller":"traceutil/trace.go:171","msg":"trace[980258521] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"210.735925ms","start":"2026-03-02T21:23:51.010053Z","end":"2026-03-02T21:23:51.220789Z","steps":["trace[980258521] 'process raft request' (duration: 210.486789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.220971Z","caller":"traceutil/trace.go:171","msg":"trace[1471860885] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"210.190193ms","start":"2026-03-02T21:23:51.010761Z","end":"2026-03-02T21:23:51.220951Z","steps":["trace[1471860885] 'process raft request' (duration: 209.881195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.221244Z","caller":"traceutil/trace.go:171","msg":"trace[2041018975] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"210.419688ms","start":"2026-03-02T21:23:51.010803Z","end":"2026-03-02T21:23:51.221223Z","steps":["trace[2041018975] 'process raft request' (duration: 209.902596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.221632Z","caller":"traceutil/trace.go:171","msg":"trace[1636162390] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"210.168761ms","start":"2026-03-02T21:23:51.011453Z","end":"2026-03-02T21:23:51.221622Z","steps":["trace[1636162390] 'process raft request' (duration: 209.652199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.221621Z","caller":"traceutil/trace.go:171","msg":"trace[1206945222] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:517; }","duration":"210.212273ms","start":"2026-03-02T21:23:51.011387Z","end":"2026-03-02T21:23:51.221599Z","steps":["trace[1206945222] 'read index received' (duration: 43.933039ms)","trace[1206945222] 'applied index is now lower than readState.Index' (duration: 166.277914ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:51.221646Z","caller":"traceutil/trace.go:171","msg":"trace[1810974236] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"202.695906ms","start":"2026-03-02T21:23:51.018929Z","end":"2026-03-02T21:23:51.221625Z","steps":["trace[1810974236] 'process raft request' (duration: 202.509962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.221818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.415327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-02T21:23:51.221843Z","caller":"traceutil/trace.go:171","msg":"trace[1939290294] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:507; }","duration":"210.570271ms","start":"2026-03-02T21:23:51.011265Z","end":"2026-03-02T21:23:51.221836Z","steps":["trace[1939290294] 'agreement among raft nodes before linearized reading' (duration: 210.429438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.221858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.595951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:23:51.223327Z","caller":"traceutil/trace.go:171","msg":"trace[1575462830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:507; }","duration":"124.096496ms","start":"2026-03-02T21:23:51.099187Z","end":"2026-03-02T21:23:51.223283Z","steps":["trace[1575462830] 'agreement among raft nodes before linearized reading' (duration: 122.56747ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.402623Z","caller":"traceutil/trace.go:171","msg":"trace[2107458192] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"175.237794ms","start":"2026-03-02T21:23:51.227333Z","end":"2026-03-02T21:23:51.402571Z","steps":["trace[2107458192] 'process raft request' (duration: 120.85548ms)","trace[2107458192] 'compare' (duration: 54.171249ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:51.453359Z","caller":"traceutil/trace.go:171","msg":"trace[848531437] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"224.824645ms","start":"2026-03-02T21:23:51.228502Z","end":"2026-03-02T21:23:51.453327Z","steps":["trace[848531437] 'process raft request' (duration: 224.570649ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.453712Z","caller":"traceutil/trace.go:171","msg":"trace[244291459] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:525; }","duration":"225.04042ms","start":"2026-03-02T21:23:51.228646Z","end":"2026-03-02T21:23:51.453686Z","steps":["trace[244291459] 'read index received' (duration: 119.688193ms)","trace[244291459] 'applied index is now lower than readState.Index' (duration: 105.350807ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:51.45376Z","caller":"traceutil/trace.go:171","msg":"trace[2031813483] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"220.31776ms","start":"2026-03-02T21:23:51.233409Z","end":"2026-03-02T21:23:51.453727Z","steps":["trace[2031813483] 'process raft request' (duration: 220.147966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.453861Z","caller":"traceutil/trace.go:171","msg":"trace[1980950331] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"221.587589ms","start":"2026-03-02T21:23:51.232222Z","end":"2026-03-02T21:23:51.45381Z","steps":["trace[1980950331] 'process raft request' (duration: 221.027206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.453898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.219864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rchp2\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-02T21:23:51.453951Z","caller":"traceutil/trace.go:171","msg":"trace[615416722] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rchp2; range_end:; response_count:1; response_revision:511; }","duration":"225.313427ms","start":"2026-03-02T21:23:51.228624Z","end":"2026-03-02T21:23:51.453938Z","steps":["trace[615416722] 'agreement among raft nodes before linearized reading' (duration: 225.192254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.471495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.670818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14401"} {"level":"info","ts":"2026-03-02T21:23:51.471571Z","caller":"traceutil/trace.go:171","msg":"trace[1724601232] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:512; }","duration":"232.76261ms","start":"2026-03-02T21:23:51.238793Z","end":"2026-03-02T21:23:51.471555Z","steps":["trace[1724601232] 'agreement among raft nodes before linearized reading' (duration: 232.536485ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.765552Z","caller":"traceutil/trace.go:171","msg":"trace[689952603] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:530; }","duration":"294.21815ms","start":"2026-03-02T21:23:51.471307Z","end":"2026-03-02T21:23:51.765525Z","steps":["trace[689952603] 'read index received' (duration: 232.455724ms)","trace[689952603] 'applied index is now lower than readState.Index' (duration: 61.761036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:51.765998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.545951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-02T21:23:51.766012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.865392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14401"} {"level":"info","ts":"2026-03-02T21:23:51.766032Z","caller":"traceutil/trace.go:171","msg":"trace[222158610] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"302.489113ms","start":"2026-03-02T21:23:51.4635Z","end":"2026-03-02T21:23:51.765989Z","steps":["trace[222158610] 'process raft request' (duration: 240.216795ms)","trace[222158610] 'compare' (duration: 61.122571ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:51.766113Z","caller":"traceutil/trace.go:171","msg":"trace[754122073] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:514; }","duration":"290.993585ms","start":"2026-03-02T21:23:51.475096Z","end":"2026-03-02T21:23:51.76609Z","steps":["trace[754122073] 'agreement among raft nodes before linearized reading' (duration: 290.79146ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.766117Z","caller":"traceutil/trace.go:171","msg":"trace[103320636] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:514; }","duration":"304.712895ms","start":"2026-03-02T21:23:51.461368Z","end":"2026-03-02T21:23:51.76608Z","steps":["trace[103320636] 'agreement among raft nodes before linearized reading' (duration: 304.48348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.766187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.461344Z","time spent":"304.831769ms","remote":"127.0.0.1:59862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":542,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-02T21:23:51.766219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.555861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T21:23:51.766043Z","caller":"traceutil/trace.go:171","msg":"trace[949877514] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"302.376931ms","start":"2026-03-02T21:23:51.463651Z","end":"2026-03-02T21:23:51.766028Z","steps":["trace[949877514] 'process raft request' (duration: 301.727916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:51.766314Z","caller":"traceutil/trace.go:171","msg":"trace[390183500] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:514; }","duration":"286.690554ms","start":"2026-03-02T21:23:51.479607Z","end":"2026-03-02T21:23:51.766298Z","steps":["trace[390183500] 'agreement among raft nodes before linearized reading' (duration: 286.52988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.766307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.463488Z","time spent":"302.644068ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4668,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:51.766331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.249488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-02T21:23:51.766418Z","caller":"traceutil/trace.go:171","msg":"trace[240759325] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:514; }","duration":"305.390152ms","start":"2026-03-02T21:23:51.46101Z","end":"2026-03-02T21:23:51.7664Z","steps":["trace[240759325] 'agreement among raft nodes before linearized reading' (duration: 305.069264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:51.766466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.460989Z","time spent":"305.468313ms","remote":"127.0.0.1:59862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-02T21:23:51.766546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.463637Z","time spent":"302.732739ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4656,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:52.005378Z","caller":"traceutil/trace.go:171","msg":"trace[1727372619] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"164.604984ms","start":"2026-03-02T21:23:51.840737Z","end":"2026-03-02T21:23:52.005342Z","steps":["trace[1727372619] 'read index received' (duration: 106.706718ms)","trace[1727372619] 'applied index is now lower than readState.Index' (duration: 57.897056ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:52.005459Z","caller":"traceutil/trace.go:171","msg":"trace[1046058574] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"229.004933ms","start":"2026-03-02T21:23:51.776412Z","end":"2026-03-02T21:23:52.005417Z","steps":["trace[1046058574] 'process raft request' (duration: 170.938673ms)","trace[1046058574] 'compare' (duration: 57.796524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:52.005561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.924538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rjjtl\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-02T21:23:52.005599Z","caller":"traceutil/trace.go:171","msg":"trace[747006862] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rjjtl; range_end:; response_count:1; response_revision:515; }","duration":"237.028021ms","start":"2026-03-02T21:23:51.768561Z","end":"2026-03-02T21:23:52.005589Z","steps":["trace[747006862] 'agreement among raft nodes before linearized reading' (duration: 236.910068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:52.005623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.159087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rjjtl\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-02T21:23:52.005817Z","caller":"traceutil/trace.go:171","msg":"trace[869713586] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rjjtl; range_end:; response_count:1; response_revision:515; }","duration":"235.414573ms","start":"2026-03-02T21:23:51.770378Z","end":"2026-03-02T21:23:52.005792Z","steps":["trace[869713586] 'agreement among raft nodes before linearized reading' (duration: 235.057264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:52.270101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.280207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:52.270337Z","caller":"traceutil/trace.go:171","msg":"trace[39931584] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"242.008887ms","start":"2026-03-02T21:23:52.028311Z","end":"2026-03-02T21:23:52.27032Z","steps":["trace[39931584] 'process raft request' (duration: 241.916574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:52.270451Z","caller":"traceutil/trace.go:171","msg":"trace[2138298841] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"428.544514ms","start":"2026-03-02T21:23:51.841812Z","end":"2026-03-02T21:23:52.270356Z","steps":["trace[2138298841] 'process raft request' (duration: 307.907009ms)","trace[2138298841] 'compare' (duration: 120.134584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:52.270985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:51.841785Z","time spent":"428.908573ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:53.054835Z","caller":"traceutil/trace.go:171","msg":"trace[544149123] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"131.818127ms","start":"2026-03-02T21:23:52.92298Z","end":"2026-03-02T21:23:53.054798Z","steps":["trace[544149123] 'process raft request' (duration: 131.586622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:53.745756Z","caller":"traceutil/trace.go:171","msg":"trace[276216610] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"514.639271ms","start":"2026-03-02T21:23:53.231093Z","end":"2026-03-02T21:23:53.745732Z","steps":["trace[276216610] 'process raft request' (duration: 506.203634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:53.74593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:53.231077Z","time spent":"514.755655ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:53.746013Z","caller":"traceutil/trace.go:171","msg":"trace[1613999091] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:538; }","duration":"287.111904ms","start":"2026-03-02T21:23:53.458859Z","end":"2026-03-02T21:23:53.745971Z","steps":["trace[1613999091] 'read index received' (duration: 278.540463ms)","trace[1613999091] 'applied index is now lower than readState.Index' (duration: 8.568561ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:53.74608Z","caller":"traceutil/trace.go:171","msg":"trace[1892687420] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"514.527259ms","start":"2026-03-02T21:23:53.23152Z","end":"2026-03-02T21:23:53.746048Z","steps":["trace[1892687420] 'process raft request' (duration: 514.17465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:53.746222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.690123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:23:53.746228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:53.231499Z","time spent":"514.649682ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:53.746264Z","caller":"traceutil/trace.go:171","msg":"trace[2012738049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"116.740784ms","start":"2026-03-02T21:23:53.629499Z","end":"2026-03-02T21:23:53.74624Z","steps":["trace[2012738049] 'agreement among raft nodes before linearized reading' (duration: 116.697193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:53.746367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.494493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T21:23:53.746435Z","caller":"traceutil/trace.go:171","msg":"trace[49294691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:521; }","duration":"287.602915ms","start":"2026-03-02T21:23:53.458813Z","end":"2026-03-02T21:23:53.746416Z","steps":["trace[49294691] 'agreement among raft nodes before linearized reading' (duration: 287.328959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:54.04052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.310587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:54.040669Z","caller":"traceutil/trace.go:171","msg":"trace[1404322643] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"289.662923ms","start":"2026-03-02T21:23:53.750979Z","end":"2026-03-02T21:23:54.040642Z","steps":["trace[1404322643] 'process raft request' (duration: 172.119671ms)","trace[1404322643] 'compare' (duration: 117.152353ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:54.06981Z","caller":"traceutil/trace.go:171","msg":"trace[2059207243] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"148.772544ms","start":"2026-03-02T21:23:53.921015Z","end":"2026-03-02T21:23:54.069788Z","steps":["trace[2059207243] 'process raft request' (duration: 148.644701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:54.265124Z","caller":"traceutil/trace.go:171","msg":"trace[2078370948] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"111.674166ms","start":"2026-03-02T21:23:54.153433Z","end":"2026-03-02T21:23:54.265107Z","steps":["trace[2078370948] 'process raft request' (duration: 111.578713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:54.457302Z","caller":"traceutil/trace.go:171","msg":"trace[125200741] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"142.052446ms","start":"2026-03-02T21:23:54.315206Z","end":"2026-03-02T21:23:54.457259Z","steps":["trace[125200741] 'process raft request' (duration: 87.312284ms)","trace[125200741] 'compare' (duration: 54.563478ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:56.190584Z","caller":"traceutil/trace.go:171","msg":"trace[806905787] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"140.314496ms","start":"2026-03-02T21:23:56.050237Z","end":"2026-03-02T21:23:56.190551Z","steps":["trace[806905787] 'process raft request' (duration: 140.123571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:57.96923Z","caller":"traceutil/trace.go:171","msg":"trace[1440150382] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"339.418728ms","start":"2026-03-02T21:23:57.62978Z","end":"2026-03-02T21:23:57.969199Z","steps":["trace[1440150382] 'read index received' (duration: 339.209073ms)","trace[1440150382] 'applied index is now lower than readState.Index' (duration: 208.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:57.969345Z","caller":"traceutil/trace.go:171","msg":"trace[223028280] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"776.539465ms","start":"2026-03-02T21:23:57.192764Z","end":"2026-03-02T21:23:57.969304Z","steps":["trace[223028280] 'process raft request' (duration: 776.250508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:57.969413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.597932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:57.969446Z","caller":"traceutil/trace.go:171","msg":"trace[1811630280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"339.708895ms","start":"2026-03-02T21:23:57.629726Z","end":"2026-03-02T21:23:57.969434Z","steps":["trace[1811630280] 'agreement among raft nodes before linearized reading' (duration: 339.614363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:57.969481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:57.629696Z","time spent":"339.777497ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:57.96954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:57.192732Z","time spent":"776.701098ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:57.969631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.592367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:23:57.969725Z","caller":"traceutil/trace.go:171","msg":"trace[1815434074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"197.72442ms","start":"2026-03-02T21:23:57.771983Z","end":"2026-03-02T21:23:57.969708Z","steps":["trace[1815434074] 'agreement among raft nodes before linearized reading' (duration: 197.563546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:57.969767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.252743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:23:57.969884Z","caller":"traceutil/trace.go:171","msg":"trace[585067774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"160.442097ms","start":"2026-03-02T21:23:57.809416Z","end":"2026-03-02T21:23:57.969858Z","steps":["trace[585067774] 'agreement among raft nodes before linearized reading' (duration: 160.181071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:58.110907Z","caller":"traceutil/trace.go:171","msg":"trace[731131944] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"137.176312ms","start":"2026-03-02T21:23:57.973682Z","end":"2026-03-02T21:23:58.110858Z","steps":["trace[731131944] 'process raft request' (duration: 133.783882ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:58.111127Z","caller":"traceutil/trace.go:171","msg":"trace[720345017] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"136.716522ms","start":"2026-03-02T21:23:57.974403Z","end":"2026-03-02T21:23:58.11112Z","steps":["trace[720345017] 'process raft request' (duration: 136.363774ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:04.644351Z","caller":"traceutil/trace.go:171","msg":"trace[2091987882] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"412.353456ms","start":"2026-03-02T21:24:04.231976Z","end":"2026-03-02T21:24:04.644329Z","steps":["trace[2091987882] 'process raft request' (duration: 412.220553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:04.645014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:04.231955Z","time spent":"412.476539ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:04.812406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.727133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:04.812563Z","caller":"traceutil/trace.go:171","msg":"trace[738061938] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:710; }","duration":"182.577225ms","start":"2026-03-02T21:24:04.629937Z","end":"2026-03-02T21:24:04.812515Z","steps":["trace[738061938] 'read index received' (duration: 14.250273ms)","trace[738061938] 'applied index is now lower than readState.Index' (duration: 168.325582ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:04.812604Z","caller":"traceutil/trace.go:171","msg":"trace[1915875872] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"277.319564ms","start":"2026-03-02T21:24:04.53524Z","end":"2026-03-02T21:24:04.812559Z","steps":["trace[1915875872] 'process raft request' (duration: 125.346746ms)","trace[1915875872] 'compare' (duration: 151.573169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:04.812778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.813851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:04.812861Z","caller":"traceutil/trace.go:171","msg":"trace[747748867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:691; }","duration":"182.921354ms","start":"2026-03-02T21:24:04.62992Z","end":"2026-03-02T21:24:04.812842Z","steps":["trace[747748867] 'agreement among raft nodes before linearized reading' (duration: 182.727629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:05.400296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.318304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:05.400432Z","caller":"traceutil/trace.go:171","msg":"trace[1670806585] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"573.763856ms","start":"2026-03-02T21:24:04.826643Z","end":"2026-03-02T21:24:05.400406Z","steps":["trace[1670806585] 'process raft request' (duration: 422.228868ms)","trace[1670806585] 'compare' (duration: 151.16952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:05.4005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:04.826593Z","time spent":"573.875889ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:06.240276Z","caller":"traceutil/trace.go:171","msg":"trace[2034578809] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"214.39569ms","start":"2026-03-02T21:24:06.025825Z","end":"2026-03-02T21:24:06.24022Z","steps":["trace[2034578809] 'process raft request' (duration: 214.127514ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:06.494973Z","caller":"traceutil/trace.go:171","msg":"trace[718268210] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"249.196454ms","start":"2026-03-02T21:24:06.245748Z","end":"2026-03-02T21:24:06.494944Z","steps":["trace[718268210] 'process raft request' (duration: 249.02084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:06.526026Z","caller":"traceutil/trace.go:171","msg":"trace[1699289629] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"280.150059ms","start":"2026-03-02T21:24:06.245853Z","end":"2026-03-02T21:24:06.526003Z","steps":["trace[1699289629] 'process raft request' (duration: 279.994226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:07.342076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.059715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:07.342311Z","caller":"traceutil/trace.go:171","msg":"trace[599332533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:695; }","duration":"712.394893ms","start":"2026-03-02T21:24:06.629896Z","end":"2026-03-02T21:24:07.342291Z","steps":["trace[599332533] 'range keys from in-memory index tree' (duration: 711.597605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:07.342414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:06.629869Z","time spent":"712.530556ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:24:07.342467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.455819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T21:24:07.342596Z","caller":"traceutil/trace.go:171","msg":"trace[883705633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:695; }","duration":"690.604603ms","start":"2026-03-02T21:24:06.651961Z","end":"2026-03-02T21:24:07.342566Z","steps":["trace[883705633] 'range keys from in-memory index tree' (duration: 690.270925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:07.342697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:06.651927Z","time spent":"690.755976ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:24:10.23479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.209466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:10.234944Z","caller":"traceutil/trace.go:171","msg":"trace[866018687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:711; }","duration":"343.445601ms","start":"2026-03-02T21:24:09.891469Z","end":"2026-03-02T21:24:10.234915Z","steps":["trace[866018687] 'range keys from in-memory index tree' (duration: 343.101954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:10.235006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:09.891447Z","time spent":"343.543534ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:24:11.065994Z","caller":"traceutil/trace.go:171","msg":"trace[972307256] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:747; }","duration":"292.235474ms","start":"2026-03-02T21:24:10.773734Z","end":"2026-03-02T21:24:11.06597Z","steps":["trace[972307256] 'read index received' (duration: 208.040072ms)","trace[972307256] 'applied index is now lower than readState.Index' (duration: 84.194072ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:11.066133Z","caller":"traceutil/trace.go:171","msg":"trace[885447531] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"305.615167ms","start":"2026-03-02T21:24:10.760473Z","end":"2026-03-02T21:24:11.066088Z","steps":["trace[885447531] 'process raft request' (duration: 221.20489ms)","trace[885447531] 'compare' (duration: 84.159701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:11.066357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.760449Z","time spent":"305.774511ms","remote":"127.0.0.1:59708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:11.06645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.635043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rchp2\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-03-02T21:24:11.066519Z","caller":"traceutil/trace.go:171","msg":"trace[1481962834] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rchp2; range_end:; response_count:1; response_revision:726; }","duration":"292.815577ms","start":"2026-03-02T21:24:10.773689Z","end":"2026-03-02T21:24:11.066505Z","steps":["trace[1481962834] 'agreement among raft nodes before linearized reading' (duration: 292.476969ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.101342Z","caller":"traceutil/trace.go:171","msg":"trace[1078284250] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"244.237789ms","start":"2026-03-02T21:24:10.857093Z","end":"2026-03-02T21:24:11.101331Z","steps":["trace[1078284250] 'process raft request' (duration: 244.201298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.101382Z","caller":"traceutil/trace.go:171","msg":"trace[1400919348] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"319.596615ms","start":"2026-03-02T21:24:10.781766Z","end":"2026-03-02T21:24:11.101363Z","steps":["trace[1400919348] 'process raft request' (duration: 319.41586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.101468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.781733Z","time spent":"319.706706ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:24:11.165544Z","caller":"traceutil/trace.go:171","msg":"trace[1180603543] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"109.71684ms","start":"2026-03-02T21:24:11.055796Z","end":"2026-03-02T21:24:11.165513Z","steps":["trace[1180603543] 'process raft request' (duration: 109.152377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.326218Z","caller":"traceutil/trace.go:171","msg":"trace[1939732957] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"114.547123ms","start":"2026-03-02T21:24:11.211644Z","end":"2026-03-02T21:24:11.326191Z","steps":["trace[1939732957] 'process raft request' (duration: 106.484064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.326358Z","caller":"traceutil/trace.go:171","msg":"trace[2113864468] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"114.479681ms","start":"2026-03-02T21:24:11.211835Z","end":"2026-03-02T21:24:11.326315Z","steps":["trace[2113864468] 'process raft request' (duration: 114.233765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.326914Z","caller":"traceutil/trace.go:171","msg":"trace[2096796588] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"113.126509ms","start":"2026-03-02T21:24:11.21353Z","end":"2026-03-02T21:24:11.326656Z","steps":["trace[2096796588] 'process raft request' (duration: 112.607957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.404087Z","caller":"traceutil/trace.go:171","msg":"trace[1252639512] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"148.265152ms","start":"2026-03-02T21:24:11.255804Z","end":"2026-03-02T21:24:11.404069Z","steps":["trace[1252639512] 'process raft request' (duration: 148.17897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.535153Z","caller":"traceutil/trace.go:171","msg":"trace[113935321] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"199.224225ms","start":"2026-03-02T21:24:11.335894Z","end":"2026-03-02T21:24:11.535118Z","steps":["trace[113935321] 'process raft request' (duration: 199.142443ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.535187Z","caller":"traceutil/trace.go:171","msg":"trace[355182634] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"202.043671ms","start":"2026-03-02T21:24:11.333095Z","end":"2026-03-02T21:24:11.535139Z","steps":["trace[355182634] 'process raft request' (duration: 201.216652ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.577296Z","caller":"traceutil/trace.go:171","msg":"trace[1568538512] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"168.913646ms","start":"2026-03-02T21:24:11.408348Z","end":"2026-03-02T21:24:11.577262Z","steps":["trace[1568538512] 'process raft request' (duration: 168.703611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.577402Z","caller":"traceutil/trace.go:171","msg":"trace[1869752824] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:758; }","duration":"158.565353ms","start":"2026-03-02T21:24:11.418824Z","end":"2026-03-02T21:24:11.577389Z","steps":["trace[1869752824] 'read index received' (duration: 115.571416ms)","trace[1869752824] 'applied index is now lower than readState.Index' (duration: 42.993127ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:11.577464Z","caller":"traceutil/trace.go:171","msg":"trace[2042494953] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"167.852101ms","start":"2026-03-02T21:24:11.409565Z","end":"2026-03-02T21:24:11.577417Z","steps":["trace[2042494953] 'process raft request' (duration: 167.612155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.577536Z","caller":"traceutil/trace.go:171","msg":"trace[1634302082] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"158.700236ms","start":"2026-03-02T21:24:11.418823Z","end":"2026-03-02T21:24:11.577523Z","steps":["trace[1634302082] 'process raft request' (duration: 158.414409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.577526Z","caller":"traceutil/trace.go:171","msg":"trace[174793582] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"121.28578ms","start":"2026-03-02T21:24:11.456199Z","end":"2026-03-02T21:24:11.577485Z","steps":["trace[174793582] 'process raft request' (duration: 121.161657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.577683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.84005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:24:11.577801Z","caller":"traceutil/trace.go:171","msg":"trace[609467916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:742; }","duration":"158.985033ms","start":"2026-03-02T21:24:11.418781Z","end":"2026-03-02T21:24:11.577766Z","steps":["trace[609467916] 'agreement among raft nodes before linearized reading' (duration: 158.703196ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.70645Z","caller":"traceutil/trace.go:171","msg":"trace[115344936] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"162.425163ms","start":"2026-03-02T21:24:11.543986Z","end":"2026-03-02T21:24:11.706411Z","steps":["trace[115344936] 'process raft request' (duration: 162.089405ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.707065Z","caller":"traceutil/trace.go:171","msg":"trace[1449623101] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:764; }","duration":"129.618775ms","start":"2026-03-02T21:24:11.577431Z","end":"2026-03-02T21:24:11.70705Z","steps":["trace[1449623101] 'read index received' (duration: 128.465128ms)","trace[1449623101] 'applied index is now lower than readState.Index' (duration: 1.152407ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:11.707208Z","caller":"traceutil/trace.go:171","msg":"trace[753211212] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"161.84393ms","start":"2026-03-02T21:24:11.545295Z","end":"2026-03-02T21:24:11.707139Z","steps":["trace[753211212] 'process raft request' (duration: 161.042572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.707555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.672188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T21:24:11.707653Z","caller":"traceutil/trace.go:171","msg":"trace[214669467] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:744; }","duration":"223.838282ms","start":"2026-03-02T21:24:11.483791Z","end":"2026-03-02T21:24:11.70763Z","steps":["trace[214669467] 'agreement among raft nodes before linearized reading' (duration: 223.629817ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.879825Z","caller":"traceutil/trace.go:171","msg":"trace[1693127] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"296.862102ms","start":"2026-03-02T21:24:11.582923Z","end":"2026-03-02T21:24:11.879785Z","steps":["trace[1693127] 'process raft request' (duration: 280.036408ms)","trace[1693127] 'compare' (duration: 16.536787ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:11.880178Z","caller":"traceutil/trace.go:171","msg":"trace[731170763] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"296.123385ms","start":"2026-03-02T21:24:11.584029Z","end":"2026-03-02T21:24:11.880153Z","steps":["trace[731170763] 'process raft request' (duration: 295.664234ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.880601Z","caller":"traceutil/trace.go:171","msg":"trace[1794705535] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:766; }","duration":"173.091684ms","start":"2026-03-02T21:24:11.707483Z","end":"2026-03-02T21:24:11.880575Z","steps":["trace[1794705535] 'read index received' (duration: 155.493071ms)","trace[1794705535] 'applied index is now lower than readState.Index' (duration: 17.597453ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:11.88064Z","caller":"traceutil/trace.go:171","msg":"trace[1694673360] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"296.220447ms","start":"2026-03-02T21:24:11.584367Z","end":"2026-03-02T21:24:11.880588Z","steps":["trace[1694673360] 'process raft request' (duration: 295.632493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:11.880739Z","caller":"traceutil/trace.go:171","msg":"trace[829052965] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"220.79007ms","start":"2026-03-02T21:24:11.659892Z","end":"2026-03-02T21:24:11.880682Z","steps":["trace[829052965] 'process raft request' (duration: 220.586486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:11.880827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.464959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:11.880893Z","caller":"traceutil/trace.go:171","msg":"trace[1285555002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:748; }","duration":"251.604002ms","start":"2026-03-02T21:24:11.629272Z","end":"2026-03-02T21:24:11.880876Z","steps":["trace[1285555002] 'agreement among raft nodes before linearized reading' (duration: 251.448688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:12.086643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:11.708633Z","time spent":"377.995212ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:24:12.087702Z","caller":"traceutil/trace.go:171","msg":"trace[611273041] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:770; }","duration":"205.368939ms","start":"2026-03-02T21:24:11.882245Z","end":"2026-03-02T21:24:12.087614Z","steps":["trace[611273041] 'read index received' (duration: 178.846878ms)","trace[611273041] 'applied index is now lower than readState.Index' (duration: 26.520401ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:12.088324Z","caller":"traceutil/trace.go:171","msg":"trace[2130711117] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"295.774616ms","start":"2026-03-02T21:24:11.792029Z","end":"2026-03-02T21:24:12.087803Z","steps":["trace[2130711117] 'process raft request' (duration: 293.862692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:12.088291Z","caller":"traceutil/trace.go:171","msg":"trace[947211687] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"228.658734ms","start":"2026-03-02T21:24:11.859185Z","end":"2026-03-02T21:24:12.087844Z","steps":["trace[947211687] 'process raft request' (duration: 228.298326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:12.089065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.782792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:12.089189Z","caller":"traceutil/trace.go:171","msg":"trace[593250182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:750; }","duration":"206.947426ms","start":"2026-03-02T21:24:11.8822Z","end":"2026-03-02T21:24:12.089148Z","steps":["trace[593250182] 'agreement among raft nodes before linearized reading' (duration: 205.790119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:12.092627Z","caller":"traceutil/trace.go:171","msg":"trace[367529250] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"203.189878ms","start":"2026-03-02T21:24:11.888473Z","end":"2026-03-02T21:24:12.091662Z","steps":["trace[367529250] 'process raft request' (duration: 202.725857ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:12.092913Z","caller":"traceutil/trace.go:171","msg":"trace[680583830] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"197.274229ms","start":"2026-03-02T21:24:11.895599Z","end":"2026-03-02T21:24:12.092873Z","steps":["trace[680583830] 'process raft request' (duration: 195.907107ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:12.422422Z","caller":"traceutil/trace.go:171","msg":"trace[1925956495] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:778; }","duration":"168.64511ms","start":"2026-03-02T21:24:12.253738Z","end":"2026-03-02T21:24:12.422383Z","steps":["trace[1925956495] 'read index received' (duration: 74.445824ms)","trace[1925956495] 'applied index is now lower than readState.Index' (duration: 94.197946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:12.422661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.903995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:12.422652Z","caller":"traceutil/trace.go:171","msg":"trace[1062141195] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"214.564785ms","start":"2026-03-02T21:24:12.20804Z","end":"2026-03-02T21:24:12.422605Z","steps":["trace[1062141195] 'process raft request' (duration: 120.263827ms)","trace[1062141195] 'compare' (duration: 93.854657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:12.422957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.641483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T21:24:12.422999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.797189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:24:12.42303Z","caller":"traceutil/trace.go:171","msg":"trace[561819255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:756; }","duration":"143.757226ms","start":"2026-03-02T21:24:12.279254Z","end":"2026-03-02T21:24:12.423011Z","steps":["trace[561819255] 'agreement among raft nodes before linearized reading' (duration: 143.515901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:12.423068Z","caller":"traceutil/trace.go:171","msg":"trace[1005760554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:756; }","duration":"161.913502ms","start":"2026-03-02T21:24:12.261122Z","end":"2026-03-02T21:24:12.423035Z","steps":["trace[1005760554] 'agreement among raft nodes before linearized reading' (duration: 161.664776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:12.422709Z","caller":"traceutil/trace.go:171","msg":"trace[187748272] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:756; }","duration":"169.026338ms","start":"2026-03-02T21:24:12.253668Z","end":"2026-03-02T21:24:12.422695Z","steps":["trace[187748272] 'agreement among raft nodes before linearized reading' (duration: 168.924696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:14.171322Z","caller":"traceutil/trace.go:171","msg":"trace[1491285572] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:793; }","duration":"117.624714ms","start":"2026-03-02T21:24:14.053669Z","end":"2026-03-02T21:24:14.171293Z","steps":["trace[1491285572] 'read index received' (duration: 115.74303ms)","trace[1491285572] 'applied index is now lower than readState.Index' (duration: 1.880804ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:14.171484Z","caller":"traceutil/trace.go:171","msg":"trace[754210181] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"174.275592ms","start":"2026-03-02T21:24:13.997171Z","end":"2026-03-02T21:24:14.171447Z","steps":["trace[754210181] 'process raft request' (duration: 172.394127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:14.171773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.084305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-02T21:24:14.171837Z","caller":"traceutil/trace.go:171","msg":"trace[266085895] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:771; }","duration":"118.202287ms","start":"2026-03-02T21:24:14.053619Z","end":"2026-03-02T21:24:14.171821Z","steps":["trace[266085895] 'agreement among raft nodes before linearized reading' (duration: 117.779337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:24.052548Z","caller":"traceutil/trace.go:171","msg":"trace[243690400] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:934; }","duration":"113.206891ms","start":"2026-03-02T21:24:23.93931Z","end":"2026-03-02T21:24:24.052517Z","steps":["trace[243690400] 'read index received' (duration: 112.941735ms)","trace[243690400] 'applied index is now lower than readState.Index' (duration: 263.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:24.052597Z","caller":"traceutil/trace.go:171","msg":"trace[1186262207] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"160.817496ms","start":"2026-03-02T21:24:23.891757Z","end":"2026-03-02T21:24:24.052574Z","steps":["trace[1186262207] 'process raft request' (duration: 160.56882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:24.052862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.527038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:24:24.052924Z","caller":"traceutil/trace.go:171","msg":"trace[1536926952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:908; }","duration":"113.661601ms","start":"2026-03-02T21:24:23.939247Z","end":"2026-03-02T21:24:24.052908Z","steps":["trace[1536926952] 'agreement among raft nodes before linearized reading' (duration: 113.409636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:27.919824Z","caller":"traceutil/trace.go:171","msg":"trace[1432383470] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"141.259717ms","start":"2026-03-02T21:24:27.778531Z","end":"2026-03-02T21:24:27.91979Z","steps":["trace[1432383470] 'process raft request' (duration: 141.034232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.017683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299132796,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:24:31.050421Z","caller":"traceutil/trace.go:171","msg":"trace[2119213255] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"877.029288ms","start":"2026-03-02T21:24:30.173372Z","end":"2026-03-02T21:24:31.050401Z","steps":["trace[2119213255] 'process raft request' (duration: 876.909765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.050558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.173344Z","time spent":"877.143371ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:31.310881Z","caller":"traceutil/trace.go:171","msg":"trace[1748559609] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:977; }","duration":"793.640285ms","start":"2026-03-02T21:24:30.517216Z","end":"2026-03-02T21:24:31.310856Z","steps":["trace[1748559609] 'read index received' (duration: 533.196356ms)","trace[1748559609] 'applied index is now lower than readState.Index' (duration: 260.442669ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:31.311024Z","caller":"traceutil/trace.go:171","msg":"trace[155569410] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"797.722441ms","start":"2026-03-02T21:24:30.513292Z","end":"2026-03-02T21:24:31.311014Z","steps":["trace[155569410] 'process raft request' (duration: 797.232439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.311127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.513269Z","time spent":"797.787233ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:24:31.311301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.259678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:24:31.311352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.500794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:24:31.311419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.169235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:24:31.311452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.504601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:24:31.311422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.206569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-74xdp\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-03-02T21:24:31.311456Z","caller":"traceutil/trace.go:171","msg":"trace[8350301] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:950; }","duration":"191.680749ms","start":"2026-03-02T21:24:31.119755Z","end":"2026-03-02T21:24:31.311435Z","steps":["trace[8350301] 'agreement among raft nodes before linearized reading' (duration: 191.468674ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:31.311541Z","caller":"traceutil/trace.go:171","msg":"trace[221365546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:950; }","duration":"568.309249ms","start":"2026-03-02T21:24:30.74318Z","end":"2026-03-02T21:24:31.311489Z","steps":["trace[221365546] 'agreement among raft nodes before linearized reading' (duration: 568.003562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:31.311389Z","caller":"traceutil/trace.go:171","msg":"trace[1570586641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:950; }","duration":"694.412582ms","start":"2026-03-02T21:24:30.616958Z","end":"2026-03-02T21:24:31.311371Z","steps":["trace[1570586641] 'agreement among raft nodes before linearized reading' (duration: 694.131755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.311575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.903692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:24:31.311592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.743167Z","time spent":"568.415681ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:24:31.311612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.616935Z","time spent":"694.655187ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:24:31.311641Z","caller":"traceutil/trace.go:171","msg":"trace[2030129553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:950; }","duration":"683.012775ms","start":"2026-03-02T21:24:30.628607Z","end":"2026-03-02T21:24:31.31162Z","steps":["trace[2030129553] 'agreement among raft nodes before linearized reading' (duration: 682.866631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.311672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.628591Z","time spent":"683.075016ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:24:31.311503Z","caller":"traceutil/trace.go:171","msg":"trace[353418808] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:950; }","duration":"620.610223ms","start":"2026-03-02T21:24:30.690883Z","end":"2026-03-02T21:24:31.311494Z","steps":["trace[353418808] 'agreement among raft nodes before linearized reading' (duration: 620.537441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.311666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.099883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T21:24:31.31171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.485364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:24:31.311541Z","caller":"traceutil/trace.go:171","msg":"trace[669210307] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-74xdp; range_end:; response_count:1; response_revision:950; }","duration":"794.374993ms","start":"2026-03-02T21:24:30.517149Z","end":"2026-03-02T21:24:31.311524Z","steps":["trace[669210307] 'agreement among raft nodes before linearized reading' (duration: 794.138627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.311801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.517125Z","time spent":"794.668509ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5105,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-74xdp\" "} {"level":"info","ts":"2026-03-02T21:24:31.311793Z","caller":"traceutil/trace.go:171","msg":"trace[477824634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:950; }","duration":"480.292087ms","start":"2026-03-02T21:24:30.83147Z","end":"2026-03-02T21:24:31.311762Z","steps":["trace[477824634] 'agreement among raft nodes before linearized reading' (duration: 479.890678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:31.311813Z","caller":"traceutil/trace.go:171","msg":"trace[141627718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:950; }","duration":"659.675688ms","start":"2026-03-02T21:24:30.652114Z","end":"2026-03-02T21:24:31.311789Z","steps":["trace[141627718] 'agreement among raft nodes before linearized reading' (duration: 659.33701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.31172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.690855Z","time spent":"620.852709ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:24:31.311858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.83145Z","time spent":"480.39155ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:24:31.31187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:30.652082Z","time spent":"659.776641ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:24:31.605381Z","caller":"traceutil/trace.go:171","msg":"trace[50977591] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:986; }","duration":"120.627083ms","start":"2026-03-02T21:24:31.484731Z","end":"2026-03-02T21:24:31.605358Z","steps":["trace[50977591] 'read index received' (duration: 120.316186ms)","trace[50977591] 'applied index is now lower than readState.Index' (duration: 309.357µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:31.605476Z","caller":"traceutil/trace.go:171","msg":"trace[1183657619] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"127.973535ms","start":"2026-03-02T21:24:31.477467Z","end":"2026-03-02T21:24:31.605441Z","steps":["trace[1183657619] 'process raft request' (duration: 127.643978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.605598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.848429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T21:24:31.605645Z","caller":"traceutil/trace.go:171","msg":"trace[773036555] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:959; }","duration":"120.959402ms","start":"2026-03-02T21:24:31.484673Z","end":"2026-03-02T21:24:31.605633Z","steps":["trace[773036555] 'agreement among raft nodes before linearized reading' (duration: 120.783308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:32.11489Z","caller":"traceutil/trace.go:171","msg":"trace[865656524] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"184.580313ms","start":"2026-03-02T21:24:31.930279Z","end":"2026-03-02T21:24:32.114859Z","steps":["trace[865656524] 'process raft request' (duration: 184.384718ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:33.150607Z","caller":"traceutil/trace.go:171","msg":"trace[362029473] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"127.849144ms","start":"2026-03-02T21:24:33.022693Z","end":"2026-03-02T21:24:33.150542Z","steps":["trace[362029473] 'process raft request' (duration: 127.430204ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:33.305006Z","caller":"traceutil/trace.go:171","msg":"trace[1016354813] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"145.363605ms","start":"2026-03-02T21:24:33.1596Z","end":"2026-03-02T21:24:33.304964Z","steps":["trace[1016354813] 'process raft request' (duration: 112.173777ms)","trace[1016354813] 'compare' (duration: 33.014753ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:35.371731Z","caller":"traceutil/trace.go:171","msg":"trace[204129721] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"157.58477ms","start":"2026-03-02T21:24:35.214109Z","end":"2026-03-02T21:24:35.371693Z","steps":["trace[204129721] 'process raft request' (duration: 157.15907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:37.524028Z","caller":"traceutil/trace.go:171","msg":"trace[258264654] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"141.285759ms","start":"2026-03-02T21:24:37.382701Z","end":"2026-03-02T21:24:37.523987Z","steps":["trace[258264654] 'process raft request' (duration: 140.962891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:41.147982Z","caller":"traceutil/trace.go:171","msg":"trace[596934963] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"138.788311ms","start":"2026-03-02T21:24:41.009162Z","end":"2026-03-02T21:24:41.147951Z","steps":["trace[596934963] 'process raft request' (duration: 138.621607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:41.6332Z","caller":"traceutil/trace.go:171","msg":"trace[1864394717] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"103.184287ms","start":"2026-03-02T21:24:41.52997Z","end":"2026-03-02T21:24:41.633154Z","steps":["trace[1864394717] 'process raft request' (duration: 40.033358ms)","trace[1864394717] 'compare' (duration: 62.960974ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:42.291945Z","caller":"traceutil/trace.go:171","msg":"trace[1193400344] linearizableReadLoop","detail":"{readStateIndex:1046; appliedIndex:1045; }","duration":"128.530489ms","start":"2026-03-02T21:24:42.16339Z","end":"2026-03-02T21:24:42.291921Z","steps":["trace[1193400344] 'read index received' (duration: 128.339524ms)","trace[1193400344] 'applied index is now lower than readState.Index' (duration: 189.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:42.292023Z","caller":"traceutil/trace.go:171","msg":"trace[772090842] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"134.888987ms","start":"2026-03-02T21:24:42.157112Z","end":"2026-03-02T21:24:42.292001Z","steps":["trace[772090842] 'process raft request' (duration: 134.647922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:42.2922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.797165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-f8bc9\" ","response":"range_response_count:1 size:3477"} {"level":"info","ts":"2026-03-02T21:24:42.292245Z","caller":"traceutil/trace.go:171","msg":"trace[1552570264] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-f8bc9; range_end:; response_count:1; response_revision:1014; }","duration":"128.911598ms","start":"2026-03-02T21:24:42.163319Z","end":"2026-03-02T21:24:42.292231Z","steps":["trace[1552570264] 'agreement among raft nodes before linearized reading' (duration: 128.703373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:50.974215Z","caller":"traceutil/trace.go:171","msg":"trace[2054710198] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"109.868764ms","start":"2026-03-02T21:24:50.864302Z","end":"2026-03-02T21:24:50.974171Z","steps":["trace[2054710198] 'process raft request' (duration: 104.948658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:53.94162Z","caller":"traceutil/trace.go:171","msg":"trace[72511127] linearizableReadLoop","detail":"{readStateIndex:1159; appliedIndex:1158; }","duration":"189.070107ms","start":"2026-03-02T21:24:53.752502Z","end":"2026-03-02T21:24:53.941572Z","steps":["trace[72511127] 'read index received' (duration: 188.077034ms)","trace[72511127] 'applied index is now lower than readState.Index' (duration: 991.433µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:53.941693Z","caller":"traceutil/trace.go:171","msg":"trace[806149970] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"262.23276ms","start":"2026-03-02T21:24:53.679412Z","end":"2026-03-02T21:24:53.941645Z","steps":["trace[806149970] 'process raft request' (duration: 261.190706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:53.941929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.392005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:24:53.942Z","caller":"traceutil/trace.go:171","msg":"trace[1469970972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1120; }","duration":"189.526268ms","start":"2026-03-02T21:24:53.752452Z","end":"2026-03-02T21:24:53.941978Z","steps":["trace[1469970972] 'agreement among raft nodes before linearized reading' (duration: 189.291942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:53.942221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.487784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:24:53.94238Z","caller":"traceutil/trace.go:171","msg":"trace[864040797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1120; }","duration":"188.685018ms","start":"2026-03-02T21:24:53.753675Z","end":"2026-03-02T21:24:53.94236Z","steps":["trace[864040797] 'agreement among raft nodes before linearized reading' (duration: 188.427842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:53.942431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.219614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T21:24:53.942479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.633134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:24:53.942518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.233174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:24:53.942544Z","caller":"traceutil/trace.go:171","msg":"trace[774027459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1120; }","duration":"146.744287ms","start":"2026-03-02T21:24:53.795782Z","end":"2026-03-02T21:24:53.942526Z","steps":["trace[774027459] 'agreement among raft nodes before linearized reading' (duration: 146.492461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:53.942536Z","caller":"traceutil/trace.go:171","msg":"trace[178994534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1120; }","duration":"146.354357ms","start":"2026-03-02T21:24:53.79616Z","end":"2026-03-02T21:24:53.942514Z","steps":["trace[178994534] 'agreement among raft nodes before linearized reading' (duration: 146.04175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:53.942582Z","caller":"traceutil/trace.go:171","msg":"trace[1290804353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1120; }","duration":"187.313976ms","start":"2026-03-02T21:24:53.75525Z","end":"2026-03-02T21:24:53.942564Z","steps":["trace[1290804353] 'agreement among raft nodes before linearized reading' (duration: 186.901947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:01.813911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.415809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:01.814047Z","caller":"traceutil/trace.go:171","msg":"trace[1879649606] linearizableReadLoop","detail":"{readStateIndex:1284; appliedIndex:1283; }","duration":"184.210934ms","start":"2026-03-02T21:25:01.629818Z","end":"2026-03-02T21:25:01.814029Z","steps":["trace[1879649606] 'read index received' (duration: 72.553849ms)","trace[1879649606] 'applied index is now lower than readState.Index' (duration: 111.655715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:01.814208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.388048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:01.814306Z","caller":"traceutil/trace.go:171","msg":"trace[1995496940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1242; }","duration":"184.532801ms","start":"2026-03-02T21:25:01.629758Z","end":"2026-03-02T21:25:01.814291Z","steps":["trace[1995496940] 'agreement among raft nodes before linearized reading' (duration: 184.361337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:01.814359Z","caller":"traceutil/trace.go:171","msg":"trace[2052781945] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"185.950574ms","start":"2026-03-02T21:25:01.628375Z","end":"2026-03-02T21:25:01.814325Z","steps":["trace[2052781945] 'process raft request' (duration: 74.011013ms)","trace[2052781945] 'compare' (duration: 111.231155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:02.181477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.317364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:25:02.181555Z","caller":"traceutil/trace.go:171","msg":"trace[1615927420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1242; }","duration":"189.460967ms","start":"2026-03-02T21:25:01.99208Z","end":"2026-03-02T21:25:02.181541Z","steps":["trace[1615927420] 'range keys from in-memory index tree' (duration: 189.13576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:02.181581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.176007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:25:02.181616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.933974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:25:02.181667Z","caller":"traceutil/trace.go:171","msg":"trace[608743265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1242; }","duration":"188.292281ms","start":"2026-03-02T21:25:01.993356Z","end":"2026-03-02T21:25:02.181648Z","steps":["trace[608743265] 'range keys from in-memory index tree' (duration: 188.068335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:02.181587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.564106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:25:02.181685Z","caller":"traceutil/trace.go:171","msg":"trace[2117550818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1242; }","duration":"180.008486ms","start":"2026-03-02T21:25:02.001657Z","end":"2026-03-02T21:25:02.181666Z","steps":["trace[2117550818] 'range keys from in-memory index tree' (duration: 179.832622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:02.181811Z","caller":"traceutil/trace.go:171","msg":"trace[1419492732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1242; }","duration":"182.7504ms","start":"2026-03-02T21:25:01.998969Z","end":"2026-03-02T21:25:02.18172Z","steps":["trace[1419492732] 'range keys from in-memory index tree' (duration: 182.380782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:02.181909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.069204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:25:02.182055Z","caller":"traceutil/trace.go:171","msg":"trace[292274289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1242; }","duration":"182.253808ms","start":"2026-03-02T21:25:01.999771Z","end":"2026-03-02T21:25:02.182025Z","steps":["trace[292274289] 'range keys from in-memory index tree' (duration: 181.799468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:15.583021Z","caller":"traceutil/trace.go:171","msg":"trace[1454801337] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1481; }","duration":"108.653124ms","start":"2026-03-02T21:25:15.474341Z","end":"2026-03-02T21:25:15.582994Z","steps":["trace[1454801337] 'process raft request' (duration: 108.534971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:15.723588Z","caller":"traceutil/trace.go:171","msg":"trace[1971173923] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1481; }","duration":"229.31838ms","start":"2026-03-02T21:25:15.494241Z","end":"2026-03-02T21:25:15.72356Z","steps":["trace[1971173923] 'process raft request' (duration: 229.203457ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:15.723605Z","caller":"traceutil/trace.go:171","msg":"trace[132739028] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1543; }","duration":"139.031366ms","start":"2026-03-02T21:25:15.584539Z","end":"2026-03-02T21:25:15.723571Z","steps":["trace[132739028] 'read index received' (duration: 138.989465ms)","trace[132739028] 'applied index is now lower than readState.Index' (duration: 38.971µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:15.723915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.348133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6464"} {"level":"info","ts":"2026-03-02T21:25:15.724017Z","caller":"traceutil/trace.go:171","msg":"trace[1080038279] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:1481; }","duration":"139.513387ms","start":"2026-03-02T21:25:15.584483Z","end":"2026-03-02T21:25:15.723997Z","steps":["trace[1080038279] 'agreement among raft nodes before linearized reading' (duration: 139.20583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:15.888434Z","caller":"traceutil/trace.go:171","msg":"trace[1080836342] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1544; }","duration":"163.279644ms","start":"2026-03-02T21:25:15.725127Z","end":"2026-03-02T21:25:15.888407Z","steps":["trace[1080836342] 'read index received' (duration: 162.949116ms)","trace[1080836342] 'applied index is now lower than readState.Index' (duration: 329.608µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:15.888485Z","caller":"traceutil/trace.go:171","msg":"trace[994821496] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1481; }","duration":"284.447351ms","start":"2026-03-02T21:25:15.603994Z","end":"2026-03-02T21:25:15.888441Z","steps":["trace[994821496] 'process raft request' (duration: 284.276917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:15.888717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.52448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9038"} {"level":"info","ts":"2026-03-02T21:25:15.888808Z","caller":"traceutil/trace.go:171","msg":"trace[1207693164] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:1481; }","duration":"163.684243ms","start":"2026-03-02T21:25:15.725073Z","end":"2026-03-02T21:25:15.888757Z","steps":["trace[1207693164] 'agreement among raft nodes before linearized reading' (duration: 163.443478ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:16.443788Z","caller":"traceutil/trace.go:171","msg":"trace[1597383853] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"101.599599ms","start":"2026-03-02T21:25:16.342157Z","end":"2026-03-02T21:25:16.443757Z","steps":["trace[1597383853] 'process raft request' (duration: 101.517727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:16.444008Z","caller":"traceutil/trace.go:171","msg":"trace[410410248] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"101.709332ms","start":"2026-03-02T21:25:16.342129Z","end":"2026-03-02T21:25:16.443838Z","steps":["trace[410410248] 'process raft request' (duration: 58.858028ms)","trace[410410248] 'compare' (duration: 42.517476ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:16.444069Z","caller":"traceutil/trace.go:171","msg":"trace[2076339047] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"101.516128ms","start":"2026-03-02T21:25:16.34253Z","end":"2026-03-02T21:25:16.444047Z","steps":["trace[2076339047] 'process raft request' (duration: 101.18958ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:16.444365Z","caller":"traceutil/trace.go:171","msg":"trace[1392618829] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"101.528998ms","start":"2026-03-02T21:25:16.342784Z","end":"2026-03-02T21:25:16.444313Z","steps":["trace[1392618829] 'process raft request' (duration: 101.18879ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:17.914066Z","caller":"traceutil/trace.go:171","msg":"trace[636632619] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"197.600948ms","start":"2026-03-02T21:25:17.716435Z","end":"2026-03-02T21:25:17.914036Z","steps":["trace[636632619] 'process raft request' (duration: 196.4059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:17.914213Z","caller":"traceutil/trace.go:171","msg":"trace[360988908] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"197.534097ms","start":"2026-03-02T21:25:17.71663Z","end":"2026-03-02T21:25:17.914164Z","steps":["trace[360988908] 'process raft request' (duration: 197.382023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:17.914197Z","caller":"traceutil/trace.go:171","msg":"trace[733397281] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"197.538406ms","start":"2026-03-02T21:25:17.716606Z","end":"2026-03-02T21:25:17.914144Z","steps":["trace[733397281] 'process raft request' (duration: 197.25775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:17.914378Z","caller":"traceutil/trace.go:171","msg":"trace[417485214] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"196.908032ms","start":"2026-03-02T21:25:17.7174Z","end":"2026-03-02T21:25:17.914308Z","steps":["trace[417485214] 'process raft request' (duration: 196.662226ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:17.914466Z","caller":"traceutil/trace.go:171","msg":"trace[727135809] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"195.696923ms","start":"2026-03-02T21:25:17.718705Z","end":"2026-03-02T21:25:17.914402Z","steps":["trace[727135809] 'process raft request' (duration: 195.424967ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:17.914566Z","caller":"traceutil/trace.go:171","msg":"trace[407719233] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"193.108492ms","start":"2026-03-02T21:25:17.721427Z","end":"2026-03-02T21:25:17.914535Z","steps":["trace[407719233] 'process raft request' (duration: 192.801565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:17.914605Z","caller":"traceutil/trace.go:171","msg":"trace[280352607] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"140.421929ms","start":"2026-03-02T21:25:17.774165Z","end":"2026-03-02T21:25:17.914587Z","steps":["trace[280352607] 'process raft request' (duration: 140.268195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:20.42472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.947055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-03-02T21:25:20.424852Z","caller":"traceutil/trace.go:171","msg":"trace[535517908] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1534; }","duration":"122.13108ms","start":"2026-03-02T21:25:20.302686Z","end":"2026-03-02T21:25:20.424817Z","steps":["trace[535517908] 'range keys from in-memory index tree' (duration: 121.71598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:26.305843Z","caller":"traceutil/trace.go:171","msg":"trace[193473747] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"102.332967ms","start":"2026-03-02T21:25:26.203471Z","end":"2026-03-02T21:25:26.305804Z","steps":["trace[193473747] 'process raft request' (duration: 63.998139ms)","trace[193473747] 'compare' (duration: 38.116773ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:26.716539Z","caller":"traceutil/trace.go:171","msg":"trace[856620873] linearizableReadLoop","detail":"{readStateIndex:1695; appliedIndex:1694; }","duration":"148.354314ms","start":"2026-03-02T21:25:26.568168Z","end":"2026-03-02T21:25:26.716522Z","steps":["trace[856620873] 'read index received' (duration: 121.637858ms)","trace[856620873] 'applied index is now lower than readState.Index' (duration: 26.714796ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:26.716876Z","caller":"traceutil/trace.go:171","msg":"trace[1929432765] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"115.847543ms","start":"2026-03-02T21:25:26.600981Z","end":"2026-03-02T21:25:26.716828Z","steps":["trace[1929432765] 'process raft request' (duration: 115.493305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:26.716993Z","caller":"traceutil/trace.go:171","msg":"trace[2032709719] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"155.660945ms","start":"2026-03-02T21:25:26.560814Z","end":"2026-03-02T21:25:26.716475Z","steps":["trace[2032709719] 'process raft request' (duration: 129.237806ms)","trace[2032709719] 'compare' (duration: 26.224704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:26.730998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.803062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15296"} {"level":"info","ts":"2026-03-02T21:25:26.731071Z","caller":"traceutil/trace.go:171","msg":"trace[1896464312] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1628; }","duration":"162.903965ms","start":"2026-03-02T21:25:26.568148Z","end":"2026-03-02T21:25:26.731052Z","steps":["trace[1896464312] 'agreement among raft nodes before linearized reading' (duration: 148.540959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:26.7312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.816871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"warn","ts":"2026-03-02T21:25:26.731239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.936574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:26.731288Z","caller":"traceutil/trace.go:171","msg":"trace[287495391] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1630; }","duration":"147.980585ms","start":"2026-03-02T21:25:26.583291Z","end":"2026-03-02T21:25:26.731272Z","steps":["trace[287495391] 'agreement among raft nodes before linearized reading' (duration: 147.662598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:26.731338Z","caller":"traceutil/trace.go:171","msg":"trace[1355438468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1630; }","duration":"104.096677ms","start":"2026-03-02T21:25:26.627217Z","end":"2026-03-02T21:25:26.731314Z","steps":["trace[1355438468] 'agreement among raft nodes before linearized reading' (duration: 103.903563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:26.731389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-02T21:25:26.731461Z","caller":"traceutil/trace.go:171","msg":"trace[508649383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1630; }","duration":"101.332533ms","start":"2026-03-02T21:25:26.630101Z","end":"2026-03-02T21:25:26.731434Z","steps":["trace[508649383] 'agreement among raft nodes before linearized reading' (duration: 100.992775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.076557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.854088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:25:29.076629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.818164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:25:29.076706Z","caller":"traceutil/trace.go:171","msg":"trace[1315109212] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1643; }","duration":"700.092283ms","start":"2026-03-02T21:25:28.376583Z","end":"2026-03-02T21:25:29.076676Z","steps":["trace[1315109212] 'count revisions from in-memory index tree' (duration: 699.716995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:29.076739Z","caller":"traceutil/trace.go:171","msg":"trace[1901156102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1643; }","duration":"515.009769ms","start":"2026-03-02T21:25:28.561698Z","end":"2026-03-02T21:25:29.076708Z","steps":["trace[1901156102] 'range keys from in-memory index tree' (duration: 514.525568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.076724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.000704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-02T21:25:29.0768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.56166Z","time spent":"515.129292ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:25:29.076818Z","caller":"traceutil/trace.go:171","msg":"trace[554670543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1643; }","duration":"285.152798ms","start":"2026-03-02T21:25:28.79164Z","end":"2026-03-02T21:25:29.076792Z","steps":["trace[554670543] 'range keys from in-memory index tree' (duration: 284.764569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.077038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.996119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:25:29.07715Z","caller":"traceutil/trace.go:171","msg":"trace[1102962580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1643; }","duration":"515.167853ms","start":"2026-03-02T21:25:28.561959Z","end":"2026-03-02T21:25:29.077127Z","steps":["trace[1102962580] 'range keys from in-memory index tree' (duration: 514.790365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.077196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.561936Z","time spent":"515.249535ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:25:29.077187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.752985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:29.07734Z","caller":"traceutil/trace.go:171","msg":"trace[130718141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1643; }","duration":"447.936949ms","start":"2026-03-02T21:25:28.629369Z","end":"2026-03-02T21:25:29.077306Z","steps":["trace[130718141] 'range keys from in-memory index tree' (duration: 447.57966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.077386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.645919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8673643b-fa04-4211-91f0-0f61f97714fe\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-02T21:25:29.077397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.629298Z","time spent":"448.087112ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:25:29.077446Z","caller":"traceutil/trace.go:171","msg":"trace[856903818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8673643b-fa04-4211-91f0-0f61f97714fe; range_end:; response_count:1; response_revision:1643; }","duration":"841.726981ms","start":"2026-03-02T21:25:28.23569Z","end":"2026-03-02T21:25:29.077417Z","steps":["trace[856903818] 'range keys from in-memory index tree' (duration: 841.466464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.077434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145713479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:25:29.077485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.235666Z","time spent":"841.810792ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8673643b-fa04-4211-91f0-0f61f97714fe\" "} {"level":"info","ts":"2026-03-02T21:25:29.077502Z","caller":"traceutil/trace.go:171","msg":"trace[1994116564] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1643; }","duration":"1.145934014s","start":"2026-03-02T21:25:27.931549Z","end":"2026-03-02T21:25:29.077483Z","steps":["trace[1994116564] 'count revisions from in-memory index tree' (duration: 1.145629597s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.077525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.001649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-02T21:25:29.07753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.799807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:25:29.077609Z","caller":"traceutil/trace.go:171","msg":"trace[1828393741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1643; }","duration":"509.91329ms","start":"2026-03-02T21:25:28.567683Z","end":"2026-03-02T21:25:29.077596Z","steps":["trace[1828393741] 'range keys from in-memory index tree' (duration: 509.649563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:29.077618Z","caller":"traceutil/trace.go:171","msg":"trace[706102682] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1643; }","duration":"515.116002ms","start":"2026-03-02T21:25:28.562477Z","end":"2026-03-02T21:25:29.077593Z","steps":["trace[706102682] 'range keys from in-memory index tree' (duration: 514.767043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.077644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.567673Z","time spent":"509.962311ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:25:29.077677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.562466Z","time spent":"515.196873ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:25:29.07769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.493132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8673643b-fa04-4211-91f0-0f61f97714fe\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-02T21:25:29.077737Z","caller":"traceutil/trace.go:171","msg":"trace[193388192] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8673643b-fa04-4211-91f0-0f61f97714fe; range_end:; response_count:1; response_revision:1643; }","duration":"998.541033ms","start":"2026-03-02T21:25:28.079183Z","end":"2026-03-02T21:25:29.077725Z","steps":["trace[193388192] 'range keys from in-memory index tree' (duration: 998.377118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.077782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.079157Z","time spent":"998.614604ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8673643b-fa04-4211-91f0-0f61f97714fe\" "} {"level":"warn","ts":"2026-03-02T21:25:29.077551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:27.931522Z","time spent":"1.146017326s","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:25:29.077805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.198568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:25:29.077829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.756607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:25:29.077854Z","caller":"traceutil/trace.go:171","msg":"trace[1298413835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1643; }","duration":"516.28599ms","start":"2026-03-02T21:25:28.561558Z","end":"2026-03-02T21:25:29.077844Z","steps":["trace[1298413835] 'range keys from in-memory index tree' (duration: 516.059684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:29.077877Z","caller":"traceutil/trace.go:171","msg":"trace[712023939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1643; }","duration":"515.847499ms","start":"2026-03-02T21:25:28.562016Z","end":"2026-03-02T21:25:29.077864Z","steps":["trace[712023939] 'range keys from in-memory index tree' (duration: 515.624544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.077811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.389469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:25:29.077916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.561978Z","time spent":"515.930181ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:25:29.07792Z","caller":"traceutil/trace.go:171","msg":"trace[461588304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1643; }","duration":"524.555073ms","start":"2026-03-02T21:25:28.553355Z","end":"2026-03-02T21:25:29.07791Z","steps":["trace[461588304] 'range keys from in-memory index tree' (duration: 524.213615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.077953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.55333Z","time spent":"524.615404ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:25:29.077885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.561529Z","time spent":"516.34933ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:25:29.076798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:28.376559Z","time spent":"700.216426ms","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:25:29.431033Z","caller":"traceutil/trace.go:171","msg":"trace[1804030365] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"347.017577ms","start":"2026-03-02T21:25:29.083852Z","end":"2026-03-02T21:25:29.43087Z","steps":["trace[1804030365] 'process raft request' (duration: 346.714919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.431255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:29.083821Z","time spent":"347.323834ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:29.431247Z","caller":"traceutil/trace.go:171","msg":"trace[1995105312] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"347.145809ms","start":"2026-03-02T21:25:29.084054Z","end":"2026-03-02T21:25:29.4312Z","steps":["trace[1995105312] 'process raft request' (duration: 346.692929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:29.431384Z","caller":"traceutil/trace.go:171","msg":"trace[1473742584] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"347.098388ms","start":"2026-03-02T21:25:29.084264Z","end":"2026-03-02T21:25:29.431363Z","steps":["trace[1473742584] 'process raft request' (duration: 346.526095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.431436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:29.084045Z","time spent":"347.286572ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:29.431497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:29.084253Z","time spent":"347.18949ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:29.431863Z","caller":"traceutil/trace.go:171","msg":"trace[1640846842] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"347.580519ms","start":"2026-03-02T21:25:29.084267Z","end":"2026-03-02T21:25:29.431847Z","steps":["trace[1640846842] 'process raft request' (duration: 346.566606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:29.431867Z","caller":"traceutil/trace.go:171","msg":"trace[703860809] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"347.572929ms","start":"2026-03-02T21:25:29.084265Z","end":"2026-03-02T21:25:29.431838Z","steps":["trace[703860809] 'process raft request' (duration: 347.484397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.431942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:29.084256Z","time spent":"347.647661ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:29.432042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:29.084229Z","time spent":"347.715253ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:29.432082Z","caller":"traceutil/trace.go:171","msg":"trace[1989298801] linearizableReadLoop","detail":"{readStateIndex:1720; appliedIndex:1713; }","duration":"121.567746ms","start":"2026-03-02T21:25:29.310497Z","end":"2026-03-02T21:25:29.432065Z","steps":["trace[1989298801] 'read index received' (duration: 119.936298ms)","trace[1989298801] 'applied index is now lower than readState.Index' (duration: 1.630518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:29.432181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.68696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:29.432198Z","caller":"traceutil/trace.go:171","msg":"trace[1455457881] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"347.819365ms","start":"2026-03-02T21:25:29.084365Z","end":"2026-03-02T21:25:29.432184Z","steps":["trace[1455457881] 'process raft request' (duration: 347.429366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:29.432214Z","caller":"traceutil/trace.go:171","msg":"trace[1387925534] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1651; }","duration":"121.784672ms","start":"2026-03-02T21:25:29.31042Z","end":"2026-03-02T21:25:29.432205Z","steps":["trace[1387925534] 'agreement among raft nodes before linearized reading' (duration: 121.71575ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:29.432191Z","caller":"traceutil/trace.go:171","msg":"trace[515890676] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"346.106535ms","start":"2026-03-02T21:25:29.086049Z","end":"2026-03-02T21:25:29.432156Z","steps":["trace[515890676] 'process raft request' (duration: 345.90192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:29.432261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:29.084343Z","time spent":"347.881906ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:29.432359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:29.086042Z","time spent":"346.221367ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:29.732367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.61694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:29.732539Z","caller":"traceutil/trace.go:171","msg":"trace[594755257] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"264.298099ms","start":"2026-03-02T21:25:29.468213Z","end":"2026-03-02T21:25:29.732511Z","steps":["trace[594755257] 'process raft request' (duration: 65.415862ms)","trace[594755257] 'compare' (duration: 198.311133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:30.648925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.415814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8673643b-fa04-4211-91f0-0f61f97714fe\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-02T21:25:30.649088Z","caller":"traceutil/trace.go:171","msg":"trace[2097205556] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8673643b-fa04-4211-91f0-0f61f97714fe; range_end:; response_count:1; response_revision:1652; }","duration":"563.623618ms","start":"2026-03-02T21:25:30.085445Z","end":"2026-03-02T21:25:30.649069Z","steps":["trace[2097205556] 'range keys from in-memory index tree' (duration: 563.168548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:30.649149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:30.085417Z","time spent":"563.7228ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8673643b-fa04-4211-91f0-0f61f97714fe\" "} {"level":"warn","ts":"2026-03-02T21:25:30.649203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.418194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:25:30.649327Z","caller":"traceutil/trace.go:171","msg":"trace[880851518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1652; }","duration":"563.575847ms","start":"2026-03-02T21:25:30.08572Z","end":"2026-03-02T21:25:30.649295Z","steps":["trace[880851518] 'range keys from in-memory index tree' (duration: 563.248369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:30.649387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:30.085712Z","time spent":"563.659149ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T21:25:33.913893Z","caller":"traceutil/trace.go:171","msg":"trace[936063359] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"171.23482ms","start":"2026-03-02T21:25:33.742582Z","end":"2026-03-02T21:25:33.913817Z","steps":["trace[936063359] 'process raft request' (duration: 170.033511ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:33.916338Z","caller":"traceutil/trace.go:171","msg":"trace[327293689] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"170.639096ms","start":"2026-03-02T21:25:33.745653Z","end":"2026-03-02T21:25:33.916292Z","steps":["trace[327293689] 'process raft request' (duration: 170.446801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:39.734876Z","caller":"traceutil/trace.go:171","msg":"trace[907318956] linearizableReadLoop","detail":"{readStateIndex:1804; appliedIndex:1803; }","duration":"163.273883ms","start":"2026-03-02T21:25:39.571576Z","end":"2026-03-02T21:25:39.73485Z","steps":["trace[907318956] 'read index received' (duration: 163.061638ms)","trace[907318956] 'applied index is now lower than readState.Index' (duration: 211.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:39.73499Z","caller":"traceutil/trace.go:171","msg":"trace[1643784586] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"233.334554ms","start":"2026-03-02T21:25:39.501617Z","end":"2026-03-02T21:25:39.734951Z","steps":["trace[1643784586] 'process raft request' (duration: 233.073147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:39.735148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.541729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-02T21:25:39.735139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.478398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:25:39.735192Z","caller":"traceutil/trace.go:171","msg":"trace[901783660] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1733; }","duration":"163.645132ms","start":"2026-03-02T21:25:39.571531Z","end":"2026-03-02T21:25:39.735176Z","steps":["trace[901783660] 'agreement among raft nodes before linearized reading' (duration: 163.472648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:39.735215Z","caller":"traceutil/trace.go:171","msg":"trace[588663642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1733; }","duration":"163.607601ms","start":"2026-03-02T21:25:39.571589Z","end":"2026-03-02T21:25:39.735196Z","steps":["trace[588663642] 'agreement among raft nodes before linearized reading' (duration: 163.450688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:39.735339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.903484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:25:39.735303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.917441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:25:39.735365Z","caller":"traceutil/trace.go:171","msg":"trace[1529617548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1733; }","duration":"162.946155ms","start":"2026-03-02T21:25:39.572413Z","end":"2026-03-02T21:25:39.735359Z","steps":["trace[1529617548] 'agreement among raft nodes before linearized reading' (duration: 162.879474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:39.735409Z","caller":"traceutil/trace.go:171","msg":"trace[564259624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1733; }","duration":"162.017233ms","start":"2026-03-02T21:25:39.573353Z","end":"2026-03-02T21:25:39.73537Z","steps":["trace[564259624] 'agreement among raft nodes before linearized reading' (duration: 161.86026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:39.735593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.047948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:25:39.7357Z","caller":"traceutil/trace.go:171","msg":"trace[1719182658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1733; }","duration":"163.190861ms","start":"2026-03-02T21:25:39.572482Z","end":"2026-03-02T21:25:39.735673Z","steps":["trace[1719182658] 'agreement among raft nodes before linearized reading' (duration: 162.69976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:40.201749Z","caller":"traceutil/trace.go:171","msg":"trace[1531713147] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"461.849415ms","start":"2026-03-02T21:25:39.739864Z","end":"2026-03-02T21:25:40.201713Z","steps":["trace[1531713147] 'process raft request' (duration: 461.342963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:40.201962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:39.73984Z","time spent":"462.008238ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:40.202302Z","caller":"traceutil/trace.go:171","msg":"trace[1348318481] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"462.362596ms","start":"2026-03-02T21:25:39.739878Z","end":"2026-03-02T21:25:40.20224Z","steps":["trace[1348318481] 'process raft request' (duration: 462.153571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:40.202386Z","caller":"traceutil/trace.go:171","msg":"trace[1585825324] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"461.731122ms","start":"2026-03-02T21:25:39.740544Z","end":"2026-03-02T21:25:40.202275Z","steps":["trace[1585825324] 'process raft request' (duration: 461.63223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:40.202479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:39.74053Z","time spent":"461.898186ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:40.20253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:39.739839Z","time spent":"462.562691ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:40.202645Z","caller":"traceutil/trace.go:171","msg":"trace[266922234] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"461.452105ms","start":"2026-03-02T21:25:39.741164Z","end":"2026-03-02T21:25:40.202616Z","steps":["trace[266922234] 'process raft request' (duration: 461.051856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:40.202799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:39.741138Z","time spent":"461.579588ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:40.203208Z","caller":"traceutil/trace.go:171","msg":"trace[688201846] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1804; }","duration":"214.500202ms","start":"2026-03-02T21:25:39.988692Z","end":"2026-03-02T21:25:40.203193Z","steps":["trace[688201846] 'read index received' (duration: 212.465145ms)","trace[688201846] 'applied index is now lower than readState.Index' (duration: 2.033317ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:40.203272Z","caller":"traceutil/trace.go:171","msg":"trace[1148697497] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"195.282593ms","start":"2026-03-02T21:25:40.007977Z","end":"2026-03-02T21:25:40.20326Z","steps":["trace[1148697497] 'process raft request' (duration: 195.087228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:40.203307Z","caller":"traceutil/trace.go:171","msg":"trace[866305483] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"459.884398ms","start":"2026-03-02T21:25:39.743351Z","end":"2026-03-02T21:25:40.203236Z","steps":["trace[866305483] 'process raft request' (duration: 459.179842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:40.203465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.776339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:25:40.203505Z","caller":"traceutil/trace.go:171","msg":"trace[884427504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1739; }","duration":"214.869901ms","start":"2026-03-02T21:25:39.988624Z","end":"2026-03-02T21:25:40.203494Z","steps":["trace[884427504] 'agreement among raft nodes before linearized reading' (duration: 214.628876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:40.203579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:39.743343Z","time spent":"460.106963ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:46.685346Z","caller":"traceutil/trace.go:171","msg":"trace[659184947] linearizableReadLoop","detail":"{readStateIndex:1846; appliedIndex:1845; }","duration":"456.351915ms","start":"2026-03-02T21:25:46.228963Z","end":"2026-03-02T21:25:46.685315Z","steps":["trace[659184947] 'read index received' (duration: 456.096979ms)","trace[659184947] 'applied index is now lower than readState.Index' (duration: 253.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:46.685416Z","caller":"traceutil/trace.go:171","msg":"trace[1292255431] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"460.364809ms","start":"2026-03-02T21:25:46.225011Z","end":"2026-03-02T21:25:46.685376Z","steps":["trace[1292255431] 'process raft request' (duration: 460.077722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:46.685621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:46.224988Z","time spent":"460.523953ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:46.685643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.475643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T21:25:46.685645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.658962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T21:25:46.685747Z","caller":"traceutil/trace.go:171","msg":"trace[576951387] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1774; }","duration":"456.811056ms","start":"2026-03-02T21:25:46.228909Z","end":"2026-03-02T21:25:46.68572Z","steps":["trace[576951387] 'agreement among raft nodes before linearized reading' (duration: 456.542759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:46.685765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.77115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-02T21:25:46.685754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.279758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:25:46.685795Z","caller":"traceutil/trace.go:171","msg":"trace[560109737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1774; }","duration":"431.81934ms","start":"2026-03-02T21:25:46.253967Z","end":"2026-03-02T21:25:46.685787Z","steps":["trace[560109737] 'agreement among raft nodes before linearized reading' (duration: 431.738518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:46.685771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.533024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-03-02T21:25:46.685843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:46.253957Z","time spent":"431.877232ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:25:46.685879Z","caller":"traceutil/trace.go:171","msg":"trace[567369218] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1774; }","duration":"431.664967ms","start":"2026-03-02T21:25:46.254182Z","end":"2026-03-02T21:25:46.685847Z","steps":["trace[567369218] 'agreement among raft nodes before linearized reading' (duration: 431.454412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:46.685796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:46.228885Z","time spent":"456.900968ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:25:46.685945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:46.254166Z","time spent":"431.760339ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:25:46.685682Z","caller":"traceutil/trace.go:171","msg":"trace[1637606695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1774; }","duration":"434.595255ms","start":"2026-03-02T21:25:46.251075Z","end":"2026-03-02T21:25:46.68567Z","steps":["trace[1637606695] 'agreement among raft nodes before linearized reading' (duration: 434.426191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:46.686095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:46.25105Z","time spent":"435.033346ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:25:46.685816Z","caller":"traceutil/trace.go:171","msg":"trace[1459670785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1774; }","duration":"431.36117ms","start":"2026-03-02T21:25:46.254439Z","end":"2026-03-02T21:25:46.6858Z","steps":["trace[1459670785] 'agreement among raft nodes before linearized reading' (duration: 431.186365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:46.686199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:46.254429Z","time spent":"431.75423ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:26:14.823438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.040492ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:14.823442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.42531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:26:14.823661Z","caller":"traceutil/trace.go:171","msg":"trace[1593219876] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1919; }","duration":"261.286138ms","start":"2026-03-02T21:26:14.562342Z","end":"2026-03-02T21:26:14.823628Z","steps":["trace[1593219876] 'range keys from in-memory index tree' (duration: 261.013121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:14.823675Z","caller":"traceutil/trace.go:171","msg":"trace[1028795271] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1919; }","duration":"448.697006ms","start":"2026-03-02T21:26:14.374961Z","end":"2026-03-02T21:26:14.823658Z","steps":["trace[1028795271] 'count revisions from in-memory index tree' (duration: 448.252325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:14.823735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:14.374939Z","time spent":"448.775548ms","remote":"127.0.0.1:59862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:26:15.018586Z","caller":"traceutil/trace.go:171","msg":"trace[1447927030] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"123.954532ms","start":"2026-03-02T21:26:14.894564Z","end":"2026-03-02T21:26:15.018519Z","steps":["trace[1447927030] 'process raft request' (duration: 123.42461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.528021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299134874,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:26:15.85667Z","caller":"traceutil/trace.go:171","msg":"trace[750217036] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"829.341468ms","start":"2026-03-02T21:26:15.027295Z","end":"2026-03-02T21:26:15.856636Z","steps":["trace[750217036] 'read index received' (duration: 829.086832ms)","trace[750217036] 'applied index is now lower than readState.Index' (duration: 254.056µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:15.856824Z","caller":"traceutil/trace.go:171","msg":"trace[1556491680] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"832.719367ms","start":"2026-03-02T21:26:15.024046Z","end":"2026-03-02T21:26:15.856766Z","steps":["trace[1556491680] 'process raft request' (duration: 832.428931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.856905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.588784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:15.856936Z","caller":"traceutil/trace.go:171","msg":"trace[2021122300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1921; }","duration":"829.667836ms","start":"2026-03-02T21:26:15.027256Z","end":"2026-03-02T21:26:15.856923Z","steps":["trace[2021122300] 'agreement among raft nodes before linearized reading' (duration: 829.519933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.85696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.027238Z","time spent":"829.715237ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:26:15.856996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.354777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:15.857031Z","caller":"traceutil/trace.go:171","msg":"trace[831759954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"266.442728ms","start":"2026-03-02T21:26:15.590577Z","end":"2026-03-02T21:26:15.85702Z","steps":["trace[831759954] 'agreement among raft nodes before linearized reading' (duration: 266.383737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.857171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.704302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:15.857132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.047078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-02T21:26:15.857199Z","caller":"traceutil/trace.go:171","msg":"trace[1265782420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"227.790003ms","start":"2026-03-02T21:26:15.629403Z","end":"2026-03-02T21:26:15.857193Z","steps":["trace[1265782420] 'agreement among raft nodes before linearized reading' (duration: 227.746502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.857203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.027051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:26:15.857209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.3113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:26:15.857251Z","caller":"traceutil/trace.go:171","msg":"trace[294416993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1921; }","duration":"211.128533ms","start":"2026-03-02T21:26:15.646109Z","end":"2026-03-02T21:26:15.857237Z","steps":["trace[294416993] 'agreement among raft nodes before linearized reading' (duration: 210.936359ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:15.857244Z","caller":"traceutil/trace.go:171","msg":"trace[1024397131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1921; }","duration":"790.207442ms","start":"2026-03-02T21:26:15.06701Z","end":"2026-03-02T21:26:15.857218Z","steps":["trace[1024397131] 'agreement among raft nodes before linearized reading' (duration: 789.870424ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:15.857276Z","caller":"traceutil/trace.go:171","msg":"trace[188071564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1921; }","duration":"698.397282ms","start":"2026-03-02T21:26:15.158858Z","end":"2026-03-02T21:26:15.857255Z","steps":["trace[188071564] 'agreement among raft nodes before linearized reading' (duration: 698.156816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.857259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.757371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-03-02T21:26:15.857305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.066984Z","time spent":"790.310994ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:26:15.857303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.826793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-02T21:26:15.857327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.158849Z","time spent":"698.463654ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:26:15.857354Z","caller":"traceutil/trace.go:171","msg":"trace[818155993] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1921; }","duration":"701.895254ms","start":"2026-03-02T21:26:15.155431Z","end":"2026-03-02T21:26:15.857326Z","steps":["trace[818155993] 'agreement among raft nodes before linearized reading' (duration: 701.563797ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:15.857369Z","caller":"traceutil/trace.go:171","msg":"trace[1867662268] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1921; }","duration":"701.932985ms","start":"2026-03-02T21:26:15.155415Z","end":"2026-03-02T21:26:15.857348Z","steps":["trace[1867662268] 'agreement among raft nodes before linearized reading' (duration: 701.74087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:15.857409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.15539Z","time spent":"702.010907ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:26:15.857411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.155413Z","time spent":"701.988616ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:26:15.857548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.024027Z","time spent":"832.909201ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:16.609334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.620793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:26:16.609626Z","caller":"traceutil/trace.go:171","msg":"trace[497155135] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"747.468173ms","start":"2026-03-02T21:26:15.86211Z","end":"2026-03-02T21:26:16.609578Z","steps":["trace[497155135] 'process raft request' (duration: 208.485331ms)","trace[497155135] 'compare' (duration: 538.334256ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:16.609728Z","caller":"traceutil/trace.go:171","msg":"trace[2010884225] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:1999; }","duration":"599.218092ms","start":"2026-03-02T21:26:16.01049Z","end":"2026-03-02T21:26:16.609708Z","steps":["trace[2010884225] 'read index received' (duration: 60.126358ms)","trace[2010884225] 'applied index is now lower than readState.Index' (duration: 539.090234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:16.609818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.862086Z","time spent":"747.623037ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:16.609854Z","caller":"traceutil/trace.go:171","msg":"trace[63265483] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"746.862579ms","start":"2026-03-02T21:26:15.862938Z","end":"2026-03-02T21:26:16.6098Z","steps":["trace[63265483] 'process raft request' (duration: 746.620783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:16.60993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.446627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:26:16.609962Z","caller":"traceutil/trace.go:171","msg":"trace[1510889868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1926; }","duration":"599.482057ms","start":"2026-03-02T21:26:16.010469Z","end":"2026-03-02T21:26:16.609951Z","steps":["trace[1510889868] 'agreement among raft nodes before linearized reading' (duration: 599.303463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:16.609998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:16.010384Z","time spent":"599.60525ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:26:16.610078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.862931Z","time spent":"747.014502ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:16.610106Z","caller":"traceutil/trace.go:171","msg":"trace[1189585470] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"746.968991ms","start":"2026-03-02T21:26:15.863108Z","end":"2026-03-02T21:26:16.610077Z","steps":["trace[1189585470] 'process raft request' (duration: 746.4959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:16.610118Z","caller":"traceutil/trace.go:171","msg":"trace[58734093] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"746.641034ms","start":"2026-03-02T21:26:15.863453Z","end":"2026-03-02T21:26:16.610094Z","steps":["trace[58734093] 'process raft request' (duration: 746.209934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:16.610134Z","caller":"traceutil/trace.go:171","msg":"trace[1048700489] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"747.997905ms","start":"2026-03-02T21:26:15.862114Z","end":"2026-03-02T21:26:16.610112Z","steps":["trace[1048700489] 'process raft request' (duration: 747.34402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:16.610459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.863419Z","time spent":"746.751646ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:16.61047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.86209Z","time spent":"748.095848ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:16.610462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:15.863076Z","time spent":"747.084334ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:17.130149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299134883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:26:17.277156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.306387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:26:17.277443Z","caller":"traceutil/trace.go:171","msg":"trace[320745885] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"661.139471ms","start":"2026-03-02T21:26:16.616264Z","end":"2026-03-02T21:26:17.277404Z","steps":["trace[320745885] 'process raft request' (duration: 537.366793ms)","trace[320745885] 'compare' (duration: 123.019501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:17.277671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:16.616234Z","time spent":"661.321466ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:17.350502Z","caller":"traceutil/trace.go:171","msg":"trace[1483042851] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2004; }","duration":"721.135896ms","start":"2026-03-02T21:26:16.62934Z","end":"2026-03-02T21:26:17.350475Z","steps":["trace[1483042851] 'read index received' (duration: 524.290307ms)","trace[1483042851] 'applied index is now lower than readState.Index' (duration: 196.844409ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:17.350557Z","caller":"traceutil/trace.go:171","msg":"trace[1035057664] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"316.509281ms","start":"2026-03-02T21:26:17.034018Z","end":"2026-03-02T21:26:17.350527Z","steps":["trace[1035057664] 'process raft request' (duration: 316.060861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:17.350657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.31383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:17.350691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:17.033988Z","time spent":"316.629864ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:17.350694Z","caller":"traceutil/trace.go:171","msg":"trace[1419704243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1928; }","duration":"721.411772ms","start":"2026-03-02T21:26:16.629271Z","end":"2026-03-02T21:26:17.350683Z","steps":["trace[1419704243] 'agreement among raft nodes before linearized reading' (duration: 721.3404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:17.350888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.691096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-02T21:26:17.350962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.892743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18992351aab52625\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-02T21:26:17.351127Z","caller":"traceutil/trace.go:171","msg":"trace[2003438855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1928; }","duration":"483.938332ms","start":"2026-03-02T21:26:16.867099Z","end":"2026-03-02T21:26:17.351037Z","steps":["trace[2003438855] 'agreement among raft nodes before linearized reading' (duration: 483.573004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:17.351235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:16.867074Z","time spent":"484.144357ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T21:26:17.351236Z","caller":"traceutil/trace.go:171","msg":"trace[1530672598] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18992351aab52625; range_end:; response_count:1; response_revision:1928; }","duration":"277.16566ms","start":"2026-03-02T21:26:17.074014Z","end":"2026-03-02T21:26:17.35118Z","steps":["trace[1530672598] 'agreement among raft nodes before linearized reading' (duration: 276.710819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:17.350978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:16.629247Z","time spent":"721.707969ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:26:18.023632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.131297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-02T21:26:18.023795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.525429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:26:18.023831Z","caller":"traceutil/trace.go:171","msg":"trace[621961331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1929; }","duration":"250.401424ms","start":"2026-03-02T21:26:17.773404Z","end":"2026-03-02T21:26:18.023806Z","steps":["trace[621961331] 'range keys from in-memory index tree' (duration: 249.892731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:18.023866Z","caller":"traceutil/trace.go:171","msg":"trace[1126084680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1929; }","duration":"160.655412ms","start":"2026-03-02T21:26:17.863193Z","end":"2026-03-02T21:26:18.023848Z","steps":["trace[1126084680] 'range keys from in-memory index tree' (duration: 160.293223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.533359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299134892,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:26:18.807689Z","caller":"traceutil/trace.go:171","msg":"trace[238421515] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"777.555997ms","start":"2026-03-02T21:26:18.030102Z","end":"2026-03-02T21:26:18.807658Z","steps":["trace[238421515] 'process raft request' (duration: 777.360232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.807881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:18.030073Z","time spent":"777.70773ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:18.812998Z","caller":"traceutil/trace.go:171","msg":"trace[1961344947] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2008; }","duration":"779.926002ms","start":"2026-03-02T21:26:18.033035Z","end":"2026-03-02T21:26:18.812961Z","steps":["trace[1961344947] 'read index received' (duration: 774.418603ms)","trace[1961344947] 'applied index is now lower than readState.Index' (duration: 5.505929ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:18.813092Z","caller":"traceutil/trace.go:171","msg":"trace[1853994989] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"673.805977ms","start":"2026-03-02T21:26:18.139244Z","end":"2026-03-02T21:26:18.81305Z","steps":["trace[1853994989] 'process raft request' (duration: 673.526761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.813216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.141057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:18.813298Z","caller":"traceutil/trace.go:171","msg":"trace[1393977294] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1931; }","duration":"780.277281ms","start":"2026-03-02T21:26:18.033005Z","end":"2026-03-02T21:26:18.813282Z","steps":["trace[1393977294] 'agreement among raft nodes before linearized reading' (duration: 780.126697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.813314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:18.139208Z","time spent":"673.993332ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:18.813357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:18.032996Z","time spent":"780.348152ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T21:26:18.813627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.649702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:26:18.813738Z","caller":"traceutil/trace.go:171","msg":"trace[3378142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"198.815106ms","start":"2026-03-02T21:26:18.614896Z","end":"2026-03-02T21:26:18.813711Z","steps":["trace[3378142] 'agreement among raft nodes before linearized reading' (duration: 198.525459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.813819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.955599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-02T21:26:18.813899Z","caller":"traceutil/trace.go:171","msg":"trace[735080743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1931; }","duration":"199.049951ms","start":"2026-03-02T21:26:18.614822Z","end":"2026-03-02T21:26:18.813872Z","steps":["trace[735080743] 'agreement among raft nodes before linearized reading' (duration: 198.888027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.813904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.578923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T21:26:18.813977Z","caller":"traceutil/trace.go:171","msg":"trace[56035332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1931; }","duration":"196.670866ms","start":"2026-03-02T21:26:18.617286Z","end":"2026-03-02T21:26:18.813957Z","steps":["trace[56035332] 'agreement among raft nodes before linearized reading' (duration: 196.44612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.814071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.456527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:26:18.814146Z","caller":"traceutil/trace.go:171","msg":"trace[520248134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1931; }","duration":"198.545599ms","start":"2026-03-02T21:26:18.615585Z","end":"2026-03-02T21:26:18.81413Z","steps":["trace[520248134] 'agreement among raft nodes before linearized reading' (duration: 198.402155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.814153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.464276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:18.814195Z","caller":"traceutil/trace.go:171","msg":"trace[1656788536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"186.528258ms","start":"2026-03-02T21:26:18.627658Z","end":"2026-03-02T21:26:18.814187Z","steps":["trace[1656788536] 'agreement among raft nodes before linearized reading' (duration: 186.450536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.81419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.26927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-03-02T21:26:18.813626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.342822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:18.814244Z","caller":"traceutil/trace.go:171","msg":"trace[655890973] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1931; }","duration":"200.333391ms","start":"2026-03-02T21:26:18.613884Z","end":"2026-03-02T21:26:18.814217Z","steps":["trace[655890973] 'agreement among raft nodes before linearized reading' (duration: 200.228528ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:18.814335Z","caller":"traceutil/trace.go:171","msg":"trace[425661337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"456.12397ms","start":"2026-03-02T21:26:18.358184Z","end":"2026-03-02T21:26:18.814308Z","steps":["trace[425661337] 'agreement among raft nodes before linearized reading' (duration: 455.157127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.814396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:18.358153Z","time spent":"456.223602ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:26:18.814439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.085551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:18.814503Z","caller":"traceutil/trace.go:171","msg":"trace[823038153] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1931; }","duration":"228.166033ms","start":"2026-03-02T21:26:18.586306Z","end":"2026-03-02T21:26:18.814472Z","steps":["trace[823038153] 'agreement among raft nodes before linearized reading' (duration: 228.095421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.814509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.569798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:26:18.814573Z","caller":"traceutil/trace.go:171","msg":"trace[705031795] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1931; }","duration":"426.701112ms","start":"2026-03-02T21:26:18.387855Z","end":"2026-03-02T21:26:18.814556Z","steps":["trace[705031795] 'agreement among raft nodes before linearized reading' (duration: 426.584859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:18.814632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:18.387824Z","time spent":"426.791854ms","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:26:19.102615Z","caller":"traceutil/trace.go:171","msg":"trace[2136913911] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"282.919553ms","start":"2026-03-02T21:26:18.819649Z","end":"2026-03-02T21:26:19.102568Z","steps":["trace[2136913911] 'process raft request' (duration: 281.653874ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:19.103275Z","caller":"traceutil/trace.go:171","msg":"trace[544011763] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"282.189597ms","start":"2026-03-02T21:26:18.821052Z","end":"2026-03-02T21:26:19.103241Z","steps":["trace[544011763] 'process raft request' (duration: 281.683995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:19.103294Z","caller":"traceutil/trace.go:171","msg":"trace[1578866879] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"282.035073ms","start":"2026-03-02T21:26:18.820953Z","end":"2026-03-02T21:26:19.102988Z","steps":["trace[1578866879] 'process raft request' (duration: 281.633794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:19.103475Z","caller":"traceutil/trace.go:171","msg":"trace[1511327246] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"281.9356ms","start":"2026-03-02T21:26:18.821528Z","end":"2026-03-02T21:26:19.103463Z","steps":["trace[1511327246] 'process raft request' (duration: 281.839518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:19.103483Z","caller":"traceutil/trace.go:171","msg":"trace[1347622629] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2010; }","duration":"277.923736ms","start":"2026-03-02T21:26:18.825535Z","end":"2026-03-02T21:26:19.103459Z","steps":["trace[1347622629] 'read index received' (duration: 275.786676ms)","trace[1347622629] 'applied index is now lower than readState.Index' (duration: 2.13526ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:19.103439Z","caller":"traceutil/trace.go:171","msg":"trace[608459254] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"282.121945ms","start":"2026-03-02T21:26:18.821248Z","end":"2026-03-02T21:26:19.10337Z","steps":["trace[608459254] 'process raft request' (duration: 281.543622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:19.103744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.196243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:19.103801Z","caller":"traceutil/trace.go:171","msg":"trace[1226452801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1936; }","duration":"278.294005ms","start":"2026-03-02T21:26:18.825494Z","end":"2026-03-02T21:26:19.103787Z","steps":["trace[1226452801] 'agreement among raft nodes before linearized reading' (duration: 278.049749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.437411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.884526ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:25.437504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325887927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-02T21:26:25.437743Z","caller":"traceutil/trace.go:171","msg":"trace[808792209] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1958; }","duration":"875.05692ms","start":"2026-03-02T21:26:24.562482Z","end":"2026-03-02T21:26:25.437539Z","steps":["trace[808792209] 'range keys from in-memory index tree' (duration: 874.850375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:25.437802Z","caller":"traceutil/trace.go:171","msg":"trace[113866228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1958; }","duration":"1.326227625s","start":"2026-03-02T21:26:24.111529Z","end":"2026-03-02T21:26:25.437756Z","steps":["trace[113866228] 'range keys from in-memory index tree' (duration: 1.325583719s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.43786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:24.111504Z","time spent":"1.326341817s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:26:25.437878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293947589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:25.437955Z","caller":"traceutil/trace.go:171","msg":"trace[1133023737] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1958; }","duration":"1.294079632s","start":"2026-03-02T21:26:24.143858Z","end":"2026-03-02T21:26:25.437937Z","steps":["trace[1133023737] 'count revisions from in-memory index tree' (duration: 1.293863646s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.43799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:24.143837Z","time spent":"1.294145463s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:26:25.438216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.638917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:26:25.438345Z","caller":"traceutil/trace.go:171","msg":"trace[1147924230] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2038; }","duration":"599.921137ms","start":"2026-03-02T21:26:24.838405Z","end":"2026-03-02T21:26:25.438326Z","steps":["trace[1147924230] 'read index received' (duration: 52.041µs)","trace[1147924230] 'applied index is now lower than readState.Index' (duration: 599.867746ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:25.438587Z","caller":"traceutil/trace.go:171","msg":"trace[546216208] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"1.031542174s","start":"2026-03-02T21:26:24.407025Z","end":"2026-03-02T21:26:25.438568Z","steps":["trace[546216208] 'process raft request' (duration: 239.455856ms)","trace[546216208] 'compare' (duration: 791.045863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:25.438647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:24.406995Z","time spent":"1.031619836s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:25.43875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.349607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:26:25.438782Z","caller":"traceutil/trace.go:171","msg":"trace[998129125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1959; }","duration":"600.438289ms","start":"2026-03-02T21:26:24.838335Z","end":"2026-03-02T21:26:25.438773Z","steps":["trace[998129125] 'agreement among raft nodes before linearized reading' (duration: 600.289516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.438817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:24.838293Z","time spent":"600.516101ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:26:25.579248Z","caller":"traceutil/trace.go:171","msg":"trace[167744025] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2039; }","duration":"140.853278ms","start":"2026-03-02T21:26:25.438364Z","end":"2026-03-02T21:26:25.579218Z","steps":["trace[167744025] 'read index received' (duration: 140.679534ms)","trace[167744025] 'applied index is now lower than readState.Index' (duration: 172.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:25.579419Z","caller":"traceutil/trace.go:171","msg":"trace[112787243] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"198.023417ms","start":"2026-03-02T21:26:25.381331Z","end":"2026-03-02T21:26:25.579355Z","steps":["trace[112787243] 'process raft request' (duration: 197.72348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.579499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.006627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T21:26:25.579524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.656055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-02T21:26:25.579598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.450553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:26:25.579638Z","caller":"traceutil/trace.go:171","msg":"trace[1352738269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"715.525935ms","start":"2026-03-02T21:26:24.864101Z","end":"2026-03-02T21:26:25.579627Z","steps":["trace[1352738269] 'agreement among raft nodes before linearized reading' (duration: 715.433162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.579666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:24.864074Z","time spent":"715.584675ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T21:26:25.579549Z","caller":"traceutil/trace.go:171","msg":"trace[1536165067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1960; }","duration":"409.110539ms","start":"2026-03-02T21:26:25.170423Z","end":"2026-03-02T21:26:25.579534Z","steps":["trace[1536165067] 'agreement among raft nodes before linearized reading' (duration: 408.940435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.579748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:25.170406Z","time spent":"409.328175ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:26:25.579599Z","caller":"traceutil/trace.go:171","msg":"trace[1305671117] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1960; }","duration":"407.800289ms","start":"2026-03-02T21:26:25.17178Z","end":"2026-03-02T21:26:25.57958Z","steps":["trace[1305671117] 'agreement among raft nodes before linearized reading' (duration: 407.490441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.579806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.52073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:26:25.579884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:25.171753Z","time spent":"408.057445ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:26:25.57992Z","caller":"traceutil/trace.go:171","msg":"trace[1827140280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1960; }","duration":"251.708544ms","start":"2026-03-02T21:26:25.328188Z","end":"2026-03-02T21:26:25.579897Z","steps":["trace[1827140280] 'agreement among raft nodes before linearized reading' (duration: 251.381186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.579896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.109404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-02T21:26:25.579503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.166977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-03-02T21:26:25.579988Z","caller":"traceutil/trace.go:171","msg":"trace[2057277768] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1960; }","duration":"405.693489ms","start":"2026-03-02T21:26:25.174285Z","end":"2026-03-02T21:26:25.579979Z","steps":["trace[2057277768] 'agreement among raft nodes before linearized reading' (duration: 405.083515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.580013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:25.174277Z","time spent":"405.729081ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:26:25.579997Z","caller":"traceutil/trace.go:171","msg":"trace[509073362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1960; }","duration":"337.232727ms","start":"2026-03-02T21:26:25.242742Z","end":"2026-03-02T21:26:25.579974Z","steps":["trace[509073362] 'agreement among raft nodes before linearized reading' (duration: 336.906079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.580055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:25.242697Z","time spent":"337.348459ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T21:26:25.580055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.090842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-02T21:26:25.580217Z","caller":"traceutil/trace.go:171","msg":"trace[308057023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1960; }","duration":"451.447301ms","start":"2026-03-02T21:26:25.128741Z","end":"2026-03-02T21:26:25.580188Z","steps":["trace[308057023] 'agreement among raft nodes before linearized reading' (duration: 450.771435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.58031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.516915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:26:25.58039Z","caller":"traceutil/trace.go:171","msg":"trace[1163810344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1960; }","duration":"405.609277ms","start":"2026-03-02T21:26:25.174758Z","end":"2026-03-02T21:26:25.580368Z","steps":["trace[1163810344] 'agreement among raft nodes before linearized reading' (duration: 404.489221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.580431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:25.174749Z","time spent":"405.670839ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:26:25.580352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:25.128719Z","time spent":"451.611145ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:26:25.580575Z","caller":"traceutil/trace.go:171","msg":"trace[2013681112] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"136.994998ms","start":"2026-03-02T21:26:25.443568Z","end":"2026-03-02T21:26:25.580563Z","steps":["trace[2013681112] 'process raft request' (duration: 136.882855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:25.581249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.422337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:25.581349Z","caller":"traceutil/trace.go:171","msg":"trace[1615032516] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1961; }","duration":"131.645702ms","start":"2026-03-02T21:26:25.449677Z","end":"2026-03-02T21:26:25.581323Z","steps":["trace[1615032516] 'agreement among raft nodes before linearized reading' (duration: 130.957416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:10.158319Z","caller":"traceutil/trace.go:171","msg":"trace[1868853605] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"468.202887ms","start":"2026-03-02T21:27:09.690083Z","end":"2026-03-02T21:27:10.158286Z","steps":["trace[1868853605] 'process raft request' (duration: 467.93202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:10.158492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:09.690054Z","time spent":"468.35067ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:10.162868Z","caller":"traceutil/trace.go:171","msg":"trace[410120536] linearizableReadLoop","detail":"{readStateIndex:2315; appliedIndex:2313; }","duration":"366.350436ms","start":"2026-03-02T21:27:09.796499Z","end":"2026-03-02T21:27:10.162849Z","steps":["trace[410120536] 'read index received' (duration: 361.647006ms)","trace[410120536] 'applied index is now lower than readState.Index' (duration: 4.70197ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:10.162963Z","caller":"traceutil/trace.go:171","msg":"trace[865070291] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"371.845064ms","start":"2026-03-02T21:27:09.791073Z","end":"2026-03-02T21:27:10.162918Z","steps":["trace[865070291] 'process raft request' (duration: 371.694211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:10.163088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.580492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T21:27:10.16312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.033525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-02T21:27:10.163135Z","caller":"traceutil/trace.go:171","msg":"trace[168959841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2225; }","duration":"366.659753ms","start":"2026-03-02T21:27:09.796463Z","end":"2026-03-02T21:27:10.163122Z","steps":["trace[168959841] 'agreement among raft nodes before linearized reading' (duration: 366.483799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:10.163172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:09.796449Z","time spent":"366.714995ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:27:10.163187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:09.791043Z","time spent":"372.028699ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:10.163254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.411147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:27:10.16329Z","caller":"traceutil/trace.go:171","msg":"trace[301695979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2225; }","duration":"265.462679ms","start":"2026-03-02T21:27:09.897819Z","end":"2026-03-02T21:27:10.163282Z","steps":["trace[301695979] 'agreement among raft nodes before linearized reading' (duration: 265.376227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:10.163282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.636235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:27:10.163174Z","caller":"traceutil/trace.go:171","msg":"trace[1189716266] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2225; }","duration":"267.105807ms","start":"2026-03-02T21:27:09.89605Z","end":"2026-03-02T21:27:10.163155Z","steps":["trace[1189716266] 'agreement among raft nodes before linearized reading' (duration: 266.986114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:10.163433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.825207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:27:10.163463Z","caller":"traceutil/trace.go:171","msg":"trace[1066573045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2225; }","duration":"265.869878ms","start":"2026-03-02T21:27:09.897585Z","end":"2026-03-02T21:27:10.163455Z","steps":["trace[1066573045] 'agreement among raft nodes before linearized reading' (duration: 265.788076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:10.16342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.937405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:27:10.16355Z","caller":"traceutil/trace.go:171","msg":"trace[698787240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2225; }","duration":"283.128999ms","start":"2026-03-02T21:27:09.88039Z","end":"2026-03-02T21:27:10.163519Z","steps":["trace[698787240] 'agreement among raft nodes before linearized reading' (duration: 282.701179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:10.163559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.14111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:27:10.163652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.615458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:27:10.163692Z","caller":"traceutil/trace.go:171","msg":"trace[1473240394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2225; }","duration":"274.343105ms","start":"2026-03-02T21:27:09.889316Z","end":"2026-03-02T21:27:10.163659Z","steps":["trace[1473240394] 'agreement among raft nodes before linearized reading' (duration: 273.751681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:10.163739Z","caller":"traceutil/trace.go:171","msg":"trace[1594918546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2225; }","duration":"267.700801ms","start":"2026-03-02T21:27:09.896017Z","end":"2026-03-02T21:27:10.163718Z","steps":["trace[1594918546] 'agreement among raft nodes before linearized reading' (duration: 267.548037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:10.163614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.204619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:27:10.163799Z","caller":"traceutil/trace.go:171","msg":"trace[1598120376] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2225; }","duration":"267.401373ms","start":"2026-03-02T21:27:09.896378Z","end":"2026-03-02T21:27:10.163779Z","steps":["trace[1598120376] 'agreement among raft nodes before linearized reading' (duration: 267.110587ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:10.163404Z","caller":"traceutil/trace.go:171","msg":"trace[2002125943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2225; }","duration":"330.814039ms","start":"2026-03-02T21:27:09.832564Z","end":"2026-03-02T21:27:10.163378Z","steps":["trace[2002125943] 'agreement among raft nodes before linearized reading' (duration: 330.474271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:10.164129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:09.832543Z","time spent":"331.543936ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:27:30.530349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.150716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:27:30.530494Z","caller":"traceutil/trace.go:171","msg":"trace[958537507] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"221.981836ms","start":"2026-03-02T21:27:30.308489Z","end":"2026-03-02T21:27:30.53047Z","steps":["trace[958537507] 'process raft request' (duration: 98.579654ms)","trace[958537507] 'compare' (duration: 123.004732ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:30.553142Z","caller":"traceutil/trace.go:171","msg":"trace[1045325557] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"243.460845ms","start":"2026-03-02T21:27:30.309663Z","end":"2026-03-02T21:27:30.553124Z","steps":["trace[1045325557] 'process raft request' (duration: 243.289471ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:30.553387Z","caller":"traceutil/trace.go:171","msg":"trace[1100189717] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"243.575647ms","start":"2026-03-02T21:27:30.309799Z","end":"2026-03-02T21:27:30.553375Z","steps":["trace[1100189717] 'process raft request' (duration: 243.25652ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:30.553587Z","caller":"traceutil/trace.go:171","msg":"trace[1596152022] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"243.70316ms","start":"2026-03-02T21:27:30.309869Z","end":"2026-03-02T21:27:30.553573Z","steps":["trace[1596152022] 'process raft request' (duration: 243.448814ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:30.553696Z","caller":"traceutil/trace.go:171","msg":"trace[892507730] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"243.68435ms","start":"2026-03-02T21:27:30.31Z","end":"2026-03-02T21:27:30.553685Z","steps":["trace[892507730] 'process raft request' (duration: 243.501765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:30.553748Z","caller":"traceutil/trace.go:171","msg":"trace[641887280] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2424; }","duration":"159.098291ms","start":"2026-03-02T21:27:30.394621Z","end":"2026-03-02T21:27:30.55372Z","steps":["trace[641887280] 'read index received' (duration: 12.577532ms)","trace[641887280] 'applied index is now lower than readState.Index' (duration: 146.519329ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:30.553807Z","caller":"traceutil/trace.go:171","msg":"trace[443822032] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"243.635819ms","start":"2026-03-02T21:27:30.310113Z","end":"2026-03-02T21:27:30.553748Z","steps":["trace[443822032] 'process raft request' (duration: 243.506636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:30.553841Z","caller":"traceutil/trace.go:171","msg":"trace[1547579615] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"243.584307ms","start":"2026-03-02T21:27:30.310214Z","end":"2026-03-02T21:27:30.553798Z","steps":["trace[1547579615] 'process raft request' (duration: 243.447444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:30.553967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.308016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:27:30.554036Z","caller":"traceutil/trace.go:171","msg":"trace[866310982] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2336; }","duration":"159.437609ms","start":"2026-03-02T21:27:30.394582Z","end":"2026-03-02T21:27:30.554019Z","steps":["trace[866310982] 'agreement among raft nodes before linearized reading' (duration: 159.261655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:42.782041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.930182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:27:42.78216Z","caller":"traceutil/trace.go:171","msg":"trace[1562798149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2389; }","duration":"109.094496ms","start":"2026-03-02T21:27:42.673041Z","end":"2026-03-02T21:27:42.782135Z","steps":["trace[1562798149] 'range keys from in-memory index tree' (duration: 108.702497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:42.782428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.504026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:27:42.782466Z","caller":"traceutil/trace.go:171","msg":"trace[546351527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2389; }","duration":"118.581448ms","start":"2026-03-02T21:27:42.663875Z","end":"2026-03-02T21:27:42.782457Z","steps":["trace[546351527] 'range keys from in-memory index tree' (duration: 118.282891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:42.782613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.003056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:27:42.782664Z","caller":"traceutil/trace.go:171","msg":"trace[718509436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2389; }","duration":"114.091287ms","start":"2026-03-02T21:27:42.668559Z","end":"2026-03-02T21:27:42.78265Z","steps":["trace[718509436] 'range keys from in-memory index tree' (duration: 113.824482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:42.782712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.682019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:27:42.782826Z","caller":"traceutil/trace.go:171","msg":"trace[1728688674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2389; }","duration":"109.890034ms","start":"2026-03-02T21:27:42.672909Z","end":"2026-03-02T21:27:42.782799Z","steps":["trace[1728688674] 'range keys from in-memory index tree' (duration: 109.498455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:42.783219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.631518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:27:42.783312Z","caller":"traceutil/trace.go:171","msg":"trace[1401650301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2389; }","duration":"113.833052ms","start":"2026-03-02T21:27:42.669457Z","end":"2026-03-02T21:27:42.78329Z","steps":["trace[1401650301] 'range keys from in-memory index tree' (duration: 112.84559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:43.624413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299136146,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:27:43.830635Z","caller":"traceutil/trace.go:171","msg":"trace[1663308500] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"990.901629ms","start":"2026-03-02T21:27:42.839705Z","end":"2026-03-02T21:27:43.830606Z","steps":["trace[1663308500] 'process raft request' (duration: 990.570981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:43.83081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:42.839688Z","time spent":"991.019671ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:43.830627Z","caller":"traceutil/trace.go:171","msg":"trace[1653008822] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"989.357944ms","start":"2026-03-02T21:27:42.841231Z","end":"2026-03-02T21:27:43.830589Z","steps":["trace[1653008822] 'process raft request' (duration: 989.244442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:43.830984Z","caller":"traceutil/trace.go:171","msg":"trace[1734261776] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"989.556309ms","start":"2026-03-02T21:27:42.841408Z","end":"2026-03-02T21:27:43.830964Z","steps":["trace[1734261776] 'process raft request' (duration: 989.130129ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:43.831042Z","caller":"traceutil/trace.go:171","msg":"trace[1401951604] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"989.571989ms","start":"2026-03-02T21:27:42.841457Z","end":"2026-03-02T21:27:43.831029Z","steps":["trace[1401951604] 'process raft request' (duration: 989.369415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:43.831073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:42.841397Z","time spent":"989.63487ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:43.8311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:42.841449Z","time spent":"989.62137ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:43.831155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:42.841194Z","time spent":"989.788264ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:43.831054Z","caller":"traceutil/trace.go:171","msg":"trace[18241319] linearizableReadLoop","detail":"{readStateIndex:2493; appliedIndex:2488; }","duration":"707.087615ms","start":"2026-03-02T21:27:43.123934Z","end":"2026-03-02T21:27:43.831021Z","steps":["trace[18241319] 'read index received' (duration: 706.280157ms)","trace[18241319] 'applied index is now lower than readState.Index' (duration: 806.108µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:43.831179Z","caller":"traceutil/trace.go:171","msg":"trace[1925709417] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"988.554386ms","start":"2026-03-02T21:27:42.842614Z","end":"2026-03-02T21:27:43.831168Z","steps":["trace[1925709417] 'process raft request' (duration: 988.346792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:43.83136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:42.8426Z","time spent":"988.72641ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:43.831527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.599256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-02T21:27:43.831572Z","caller":"traceutil/trace.go:171","msg":"trace[226432300] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2395; }","duration":"707.685198ms","start":"2026-03-02T21:27:43.123875Z","end":"2026-03-02T21:27:43.831561Z","steps":["trace[226432300] 'agreement among raft nodes before linearized reading' (duration: 707.535005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:43.831601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:43.123851Z","time spent":"707.74267ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1388,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T21:27:43.831625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.304042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:27:43.831664Z","caller":"traceutil/trace.go:171","msg":"trace[1451476210] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2395; }","duration":"390.382703ms","start":"2026-03-02T21:27:43.44127Z","end":"2026-03-02T21:27:43.831652Z","steps":["trace[1451476210] 'agreement among raft nodes before linearized reading' (duration: 390.316992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:43.831657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.599709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-02T21:27:43.831698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:43.441244Z","time spent":"390.444914ms","remote":"127.0.0.1:49062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:27:43.83171Z","caller":"traceutil/trace.go:171","msg":"trace[64578117] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2395; }","duration":"630.677051ms","start":"2026-03-02T21:27:43.201016Z","end":"2026-03-02T21:27:43.831693Z","steps":["trace[64578117] 'agreement among raft nodes before linearized reading' (duration: 630.530288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:43.831762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:43.200999Z","time spent":"630.751693ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:27:45.517825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.90815ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:27:45.517966Z","caller":"traceutil/trace.go:171","msg":"trace[203902634] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2396; }","duration":"955.062884ms","start":"2026-03-02T21:27:44.562884Z","end":"2026-03-02T21:27:45.517947Z","steps":["trace[203902634] 'range keys from in-memory index tree' (duration: 954.88874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:45.518204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006114248s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:27:45.518392Z","caller":"traceutil/trace.go:171","msg":"trace[325310142] linearizableReadLoop","detail":"{readStateIndex:2495; appliedIndex:2494; }","duration":"1.053836478s","start":"2026-03-02T21:27:44.464528Z","end":"2026-03-02T21:27:45.518364Z","steps":["trace[325310142] 'read index received' (duration: 47.340732ms)","trace[325310142] 'applied index is now lower than readState.Index' (duration: 1.006493576s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:45.518533Z","caller":"traceutil/trace.go:171","msg":"trace[2025330010] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"1.139277994s","start":"2026-03-02T21:27:44.379235Z","end":"2026-03-02T21:27:45.518513Z","steps":["trace[2025330010] 'process raft request' (duration: 132.637225ms)","trace[2025330010] 'compare' (duration: 1.005745539s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:45.518639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:44.379208Z","time spent":"1.139376736s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:45.518774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.995287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:27:45.518905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.624662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:27:45.519012Z","caller":"traceutil/trace.go:171","msg":"trace[1985252573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2397; }","duration":"908.805706ms","start":"2026-03-02T21:27:44.610184Z","end":"2026-03-02T21:27:45.51899Z","steps":["trace[1985252573] 'agreement among raft nodes before linearized reading' (duration: 908.515169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:45.519043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054508663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:27:45.519065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:44.610155Z","time spent":"908.900768ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:27:45.518953Z","caller":"traceutil/trace.go:171","msg":"trace[1012863992] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2397; }","duration":"482.231732ms","start":"2026-03-02T21:27:45.036694Z","end":"2026-03-02T21:27:45.518926Z","steps":["trace[1012863992] 'agreement among raft nodes before linearized reading' (duration: 481.999677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:45.519224Z","caller":"traceutil/trace.go:171","msg":"trace[1787813926] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2397; }","duration":"1.054580775s","start":"2026-03-02T21:27:44.464489Z","end":"2026-03-02T21:27:45.51907Z","steps":["trace[1787813926] 'agreement among raft nodes before linearized reading' (duration: 1.054492273s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:45.519233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.528478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-03-02T21:27:45.519276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:45.036663Z","time spent":"482.587361ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:27:45.519208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.898948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:27:45.519313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:44.46447Z","time spent":"1.05479618s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:27:45.519321Z","caller":"traceutil/trace.go:171","msg":"trace[2001073729] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2397; }","duration":"403.63143ms","start":"2026-03-02T21:27:45.115651Z","end":"2026-03-02T21:27:45.519282Z","steps":["trace[2001073729] 'agreement among raft nodes before linearized reading' (duration: 403.367305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:45.51931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.282404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:27:45.51936Z","caller":"traceutil/trace.go:171","msg":"trace[1771045733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2397; }","duration":"607.105363ms","start":"2026-03-02T21:27:44.912232Z","end":"2026-03-02T21:27:45.519337Z","steps":["trace[1771045733] 'agreement among raft nodes before linearized reading' (duration: 606.836177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:45.519382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:45.115631Z","time spent":"403.738612ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1388,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T21:27:45.519398Z","caller":"traceutil/trace.go:171","msg":"trace[2007161173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2397; }","duration":"879.419967ms","start":"2026-03-02T21:27:44.639952Z","end":"2026-03-02T21:27:45.519372Z","steps":["trace[2007161173] 'agreement among raft nodes before linearized reading' (duration: 879.177332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:45.519416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:44.91221Z","time spent":"607.191215ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:27:45.519448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:44.639923Z","time spent":"879.512819ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:27:45.88326Z","caller":"traceutil/trace.go:171","msg":"trace[34390358] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"359.130623ms","start":"2026-03-02T21:27:45.524104Z","end":"2026-03-02T21:27:45.883234Z","steps":["trace[34390358] 'process raft request' (duration: 358.310185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:45.883463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:45.524086Z","time spent":"359.282506ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:45.884396Z","caller":"traceutil/trace.go:171","msg":"trace[456767928] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"360.085304ms","start":"2026-03-02T21:27:45.52429Z","end":"2026-03-02T21:27:45.884375Z","steps":["trace[456767928] 'process raft request' (duration: 359.90616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:45.884386Z","caller":"traceutil/trace.go:171","msg":"trace[1008210896] linearizableReadLoop","detail":"{readStateIndex:2497; appliedIndex:2495; }","duration":"358.038928ms","start":"2026-03-02T21:27:45.526317Z","end":"2026-03-02T21:27:45.884356Z","steps":["trace[1008210896] 'read index received' (duration: 356.615686ms)","trace[1008210896] 'applied index is now lower than readState.Index' (duration: 1.422242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:45.884487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:45.524254Z","time spent":"360.189256ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:45.884587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.028391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:27:45.884626Z","caller":"traceutil/trace.go:171","msg":"trace[1775499097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2399; }","duration":"256.126243ms","start":"2026-03-02T21:27:45.628489Z","end":"2026-03-02T21:27:45.884615Z","steps":["trace[1775499097] 'agreement among raft nodes before linearized reading' (duration: 256.043771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:45.884907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.57169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-02T21:27:45.885012Z","caller":"traceutil/trace.go:171","msg":"trace[726223216] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2399; }","duration":"358.696343ms","start":"2026-03-02T21:27:45.526298Z","end":"2026-03-02T21:27:45.884995Z","steps":["trace[726223216] 'agreement among raft nodes before linearized reading' (duration: 358.163941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:45.885142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:45.52629Z","time spent":"358.805386ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-02T21:30:02.486668Z","caller":"traceutil/trace.go:171","msg":"trace[1661373274] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"363.895065ms","start":"2026-03-02T21:30:02.122743Z","end":"2026-03-02T21:30:02.486638Z","steps":["trace[1661373274] 'process raft request' (duration: 363.727981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:02.486981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:02.12272Z","time spent":"364.163491ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:30:30.752978Z","caller":"traceutil/trace.go:171","msg":"trace[806124730] linearizableReadLoop","detail":"{readStateIndex:3506; appliedIndex:3505; }","duration":"124.184116ms","start":"2026-03-02T21:30:30.628766Z","end":"2026-03-02T21:30:30.75295Z","steps":["trace[806124730] 'read index received' (duration: 123.91451ms)","trace[806124730] 'applied index is now lower than readState.Index' (duration: 268.506µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:30:30.75317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.381841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:30:30.753151Z","caller":"traceutil/trace.go:171","msg":"trace[2055886218] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"152.344233ms","start":"2026-03-02T21:30:30.600771Z","end":"2026-03-02T21:30:30.753115Z","steps":["trace[2055886218] 'process raft request' (duration: 152.010255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:30.753285Z","caller":"traceutil/trace.go:171","msg":"trace[1397931564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3369; }","duration":"124.488033ms","start":"2026-03-02T21:30:30.628726Z","end":"2026-03-02T21:30:30.753214Z","steps":["trace[1397931564] 'agreement among raft nodes before linearized reading' (duration: 124.391731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:31.050802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.788929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:30:31.050877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.185939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:30:31.050942Z","caller":"traceutil/trace.go:171","msg":"trace[596806856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3369; }","duration":"178.970174ms","start":"2026-03-02T21:30:30.871944Z","end":"2026-03-02T21:30:31.050914Z","steps":["trace[596806856] 'range keys from in-memory index tree' (duration: 178.602204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:31.05095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.744512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:30:31.050974Z","caller":"traceutil/trace.go:171","msg":"trace[1854250635] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3369; }","duration":"173.321501ms","start":"2026-03-02T21:30:30.877627Z","end":"2026-03-02T21:30:31.050949Z","steps":["trace[1854250635] 'range keys from in-memory index tree' (duration: 173.008944ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:31.051018Z","caller":"traceutil/trace.go:171","msg":"trace[1722811521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3369; }","duration":"176.835293ms","start":"2026-03-02T21:30:30.874164Z","end":"2026-03-02T21:30:31.050999Z","steps":["trace[1722811521] 'range keys from in-memory index tree' (duration: 176.589478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:31.051181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.457121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:30:31.051292Z","caller":"traceutil/trace.go:171","msg":"trace[77279328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3369; }","duration":"196.613585ms","start":"2026-03-02T21:30:30.854645Z","end":"2026-03-02T21:30:31.051259Z","steps":["trace[77279328] 'range keys from in-memory index tree' (duration: 196.230085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:31.05132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.358596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:30:31.051339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.221245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:30:31.051371Z","caller":"traceutil/trace.go:171","msg":"trace[630421991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3369; }","duration":"192.449268ms","start":"2026-03-02T21:30:30.858907Z","end":"2026-03-02T21:30:31.051356Z","steps":["trace[630421991] 'range keys from in-memory index tree' (duration: 192.202961ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:31.051411Z","caller":"traceutil/trace.go:171","msg":"trace[1773088751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3369; }","duration":"199.332358ms","start":"2026-03-02T21:30:30.852063Z","end":"2026-03-02T21:30:31.051395Z","steps":["trace[1773088751] 'range keys from in-memory index tree' (duration: 199.076002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:31.051181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.738328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:30:31.051583Z","caller":"traceutil/trace.go:171","msg":"trace[609392175] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3369; }","duration":"191.144267ms","start":"2026-03-02T21:30:30.860388Z","end":"2026-03-02T21:30:31.051533Z","steps":["trace[609392175] 'range keys from in-memory index tree' (duration: 190.615255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:36.781833Z","caller":"traceutil/trace.go:171","msg":"trace[512762937] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"247.197192ms","start":"2026-03-02T21:30:36.534608Z","end":"2026-03-02T21:30:36.781805Z","steps":["trace[512762937] 'process raft request' (duration: 247.039868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:37.071072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.430309ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:30:37.07154Z","caller":"traceutil/trace.go:171","msg":"trace[1837547519] linearizableReadLoop","detail":"{readStateIndex:3535; appliedIndex:3533; }","duration":"442.767413ms","start":"2026-03-02T21:30:36.628749Z","end":"2026-03-02T21:30:37.071516Z","steps":["trace[1837547519] 'read index received' (duration: 152.962326ms)","trace[1837547519] 'applied index is now lower than readState.Index' (duration: 289.803187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:30:37.071688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.926607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:30:37.071768Z","caller":"traceutil/trace.go:171","msg":"trace[1576875130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3397; }","duration":"443.04677ms","start":"2026-03-02T21:30:36.6287Z","end":"2026-03-02T21:30:37.071747Z","steps":["trace[1576875130] 'agreement among raft nodes before linearized reading' (duration: 442.928607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:37.071846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:36.628679Z","time spent":"443.155193ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:30:37.071876Z","caller":"traceutil/trace.go:171","msg":"trace[1311345669] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"292.276275ms","start":"2026-03-02T21:30:36.779552Z","end":"2026-03-02T21:30:37.071828Z","steps":["trace[1311345669] 'process raft request' (duration: 291.776163ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:42.118202Z","caller":"traceutil/trace.go:171","msg":"trace[1226586559] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"136.948599ms","start":"2026-03-02T21:31:41.981221Z","end":"2026-03-02T21:31:42.11817Z","steps":["trace[1226586559] 'process raft request' (duration: 136.623612ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.014851Z","caller":"traceutil/trace.go:171","msg":"trace[807169057] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"205.984241ms","start":"2026-03-02T21:31:47.808837Z","end":"2026-03-02T21:31:48.014821Z","steps":["trace[807169057] 'process raft request' (duration: 187.858743ms)","trace[807169057] 'compare' (duration: 17.80464ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:48.052462Z","caller":"traceutil/trace.go:171","msg":"trace[1951668380] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"239.572126ms","start":"2026-03-02T21:31:47.812856Z","end":"2026-03-02T21:31:48.052428Z","steps":["trace[1951668380] 'process raft request' (duration: 238.307307ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.052658Z","caller":"traceutil/trace.go:171","msg":"trace[131785666] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"143.363657ms","start":"2026-03-02T21:31:47.909263Z","end":"2026-03-02T21:31:48.052627Z","steps":["trace[131785666] 'process raft request' (duration: 143.108671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.052641Z","caller":"traceutil/trace.go:171","msg":"trace[165844589] linearizableReadLoop","detail":"{readStateIndex:4316; appliedIndex:4314; }","duration":"187.703049ms","start":"2026-03-02T21:31:47.864892Z","end":"2026-03-02T21:31:48.052595Z","steps":["trace[165844589] 'read index received' (duration: 131.879841ms)","trace[165844589] 'applied index is now lower than readState.Index' (duration: 55.821148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:48.053014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.099199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:3051"} {"level":"info","ts":"2026-03-02T21:31:48.053067Z","caller":"traceutil/trace.go:171","msg":"trace[244805632] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4143; }","duration":"188.200221ms","start":"2026-03-02T21:31:47.864852Z","end":"2026-03-02T21:31:48.053052Z","steps":["trace[244805632] 'agreement among raft nodes before linearized reading' (duration: 187.907834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:48.079677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.071446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-hnbbz\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-02T21:31:48.079738Z","caller":"traceutil/trace.go:171","msg":"trace[651694975] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-hnbbz; range_end:; response_count:1; response_revision:4144; }","duration":"122.178228ms","start":"2026-03-02T21:31:47.957542Z","end":"2026-03-02T21:31:48.07972Z","steps":["trace[651694975] 'agreement among raft nodes before linearized reading' (duration: 121.884491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:48.308192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.233597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:48.308419Z","caller":"traceutil/trace.go:171","msg":"trace[118003] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"190.709678ms","start":"2026-03-02T21:31:48.117665Z","end":"2026-03-02T21:31:48.308374Z","steps":["trace[118003] 'process raft request' (duration: 69.167475ms)","trace[118003] 'compare' (duration: 121.092763ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:48.30832Z","caller":"traceutil/trace.go:171","msg":"trace[564612363] linearizableReadLoop","detail":"{readStateIndex:4322; appliedIndex:4321; }","duration":"186.422259ms","start":"2026-03-02T21:31:48.121871Z","end":"2026-03-02T21:31:48.308293Z","steps":["trace[564612363] 'read index received' (duration: 64.981988ms)","trace[564612363] 'applied index is now lower than readState.Index' (duration: 121.438961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:48.308586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.716746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:48.308692Z","caller":"traceutil/trace.go:171","msg":"trace[1723252777] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4148; }","duration":"186.850499ms","start":"2026-03-02T21:31:48.121826Z","end":"2026-03-02T21:31:48.308676Z","steps":["trace[1723252777] 'agreement among raft nodes before linearized reading' (duration: 186.665365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:48.339002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.276513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-03-02T21:31:48.339115Z","caller":"traceutil/trace.go:171","msg":"trace[2021794860] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4149; }","duration":"178.454207ms","start":"2026-03-02T21:31:48.160633Z","end":"2026-03-02T21:31:48.339087Z","steps":["trace[2021794860] 'agreement among raft nodes before linearized reading' (duration: 178.105919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:48.993677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.714866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:48.993806Z","caller":"traceutil/trace.go:171","msg":"trace[984846933] linearizableReadLoop","detail":"{readStateIndex:4335; appliedIndex:4334; }","duration":"272.431354ms","start":"2026-03-02T21:31:48.721351Z","end":"2026-03-02T21:31:48.993782Z","steps":["trace[984846933] 'read index received' (duration: 56.559465ms)","trace[984846933] 'applied index is now lower than readState.Index' (duration: 215.870449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:48.993883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.528476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:48.993912Z","caller":"traceutil/trace.go:171","msg":"trace[2037122721] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4160; }","duration":"272.613839ms","start":"2026-03-02T21:31:48.721286Z","end":"2026-03-02T21:31:48.993899Z","steps":["trace[2037122721] 'agreement among raft nodes before linearized reading' (duration: 272.551917ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:48.9939Z","caller":"traceutil/trace.go:171","msg":"trace[652766714] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"321.929946ms","start":"2026-03-02T21:31:48.6719Z","end":"2026-03-02T21:31:48.99383Z","steps":["trace[652766714] 'process raft request' (duration: 105.958094ms)","trace[652766714] 'compare' (duration: 215.597694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:48.994136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:48.671868Z","time spent":"322.13223ms","remote":"127.0.0.1:48570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2702,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:48.997938Z","caller":"traceutil/trace.go:171","msg":"trace[782701174] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"274.725667ms","start":"2026-03-02T21:31:48.723188Z","end":"2026-03-02T21:31:48.997914Z","steps":["trace[782701174] 'process raft request' (duration: 274.302338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.608464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.782819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:52.608704Z","caller":"traceutil/trace.go:171","msg":"trace[1348109869] linearizableReadLoop","detail":"{readStateIndex:4388; appliedIndex:4387; }","duration":"472.56201ms","start":"2026-03-02T21:31:52.136124Z","end":"2026-03-02T21:31:52.608686Z","steps":["trace[1348109869] 'read index received' (duration: 265.557865ms)","trace[1348109869] 'applied index is now lower than readState.Index' (duration: 207.002355ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:52.608964Z","caller":"traceutil/trace.go:171","msg":"trace[1141620097] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"516.822261ms","start":"2026-03-02T21:31:52.092076Z","end":"2026-03-02T21:31:52.608898Z","steps":["trace[1141620097] 'process raft request' (duration: 309.490079ms)","trace[1141620097] 'compare' (duration: 205.666684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:52.609187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.110273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-02T21:31:52.609281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:52.092049Z","time spent":"517.070637ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:31:52.609321Z","caller":"traceutil/trace.go:171","msg":"trace[751357704] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4212; }","duration":"473.297028ms","start":"2026-03-02T21:31:52.13601Z","end":"2026-03-02T21:31:52.609307Z","steps":["trace[751357704] 'agreement among raft nodes before linearized reading' (duration: 472.858948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.609679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:52.135945Z","time spent":"473.599384ms","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-02T21:31:52.609894Z","caller":"traceutil/trace.go:171","msg":"trace[231607605] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"461.264169ms","start":"2026-03-02T21:31:52.148597Z","end":"2026-03-02T21:31:52.609861Z","steps":["trace[231607605] 'process raft request' (duration: 461.051205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.610068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:52.148578Z","time spent":"461.404553ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7619,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:52.610356Z","caller":"traceutil/trace.go:171","msg":"trace[274822471] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"460.770999ms","start":"2026-03-02T21:31:52.149451Z","end":"2026-03-02T21:31:52.610222Z","steps":["trace[274822471] 'process raft request' (duration: 460.343879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.610649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:52.149438Z","time spent":"461.043065ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4808,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:52.611478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.255237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-02T21:31:52.611541Z","caller":"traceutil/trace.go:171","msg":"trace[1538986185] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4214; }","duration":"470.34957ms","start":"2026-03-02T21:31:52.141177Z","end":"2026-03-02T21:31:52.611527Z","steps":["trace[1538986185] 'agreement among raft nodes before linearized reading' (duration: 468.978028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.611583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:52.14117Z","time spent":"470.403461ms","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-02T21:31:52.976356Z","caller":"traceutil/trace.go:171","msg":"trace[1913593532] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"253.045607ms","start":"2026-03-02T21:31:52.723264Z","end":"2026-03-02T21:31:52.97631Z","steps":["trace[1913593532] 'process raft request' (duration: 248.471102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:52.976473Z","caller":"traceutil/trace.go:171","msg":"trace[314686005] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"249.655019ms","start":"2026-03-02T21:31:52.726792Z","end":"2026-03-02T21:31:52.976447Z","steps":["trace[314686005] 'process raft request' (duration: 249.448704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:52.976343Z","caller":"traceutil/trace.go:171","msg":"trace[518001466] linearizableReadLoop","detail":"{readStateIndex:4404; appliedIndex:4402; }","duration":"249.538776ms","start":"2026-03-02T21:31:52.726773Z","end":"2026-03-02T21:31:52.976312Z","steps":["trace[518001466] 'read index received' (duration: 12.688903ms)","trace[518001466] 'applied index is now lower than readState.Index' (duration: 236.848503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:52.976674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.831883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-02T21:31:52.976736Z","caller":"traceutil/trace.go:171","msg":"trace[550692811] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4229; }","duration":"249.989987ms","start":"2026-03-02T21:31:52.726732Z","end":"2026-03-02T21:31:52.976722Z","steps":["trace[550692811] 'agreement among raft nodes before linearized reading' (duration: 249.72192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.978738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.966268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:2112437"} {"level":"info","ts":"2026-03-02T21:31:52.978824Z","caller":"traceutil/trace.go:171","msg":"trace[1572353206] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4229; }","duration":"117.108032ms","start":"2026-03-02T21:31:52.861694Z","end":"2026-03-02T21:31:52.978802Z","steps":["trace[1572353206] 'agreement among raft nodes before linearized reading' (duration: 114.954132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:53.465192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.272309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76380"} {"level":"info","ts":"2026-03-02T21:31:53.465265Z","caller":"traceutil/trace.go:171","msg":"trace[435733651] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4267; }","duration":"115.415752ms","start":"2026-03-02T21:31:53.349834Z","end":"2026-03-02T21:31:53.46525Z","steps":["trace[435733651] 'range keys from in-memory index tree' (duration: 115.023183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:53.465253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.258179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:31:53.465348Z","caller":"traceutil/trace.go:171","msg":"trace[1853042078] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4267; }","duration":"125.408813ms","start":"2026-03-02T21:31:53.339919Z","end":"2026-03-02T21:31:53.465328Z","steps":["trace[1853042078] 'count revisions from in-memory index tree' (duration: 125.175968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:53.465454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.017146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76380"} {"level":"info","ts":"2026-03-02T21:31:53.465541Z","caller":"traceutil/trace.go:171","msg":"trace[1091436027] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4267; }","duration":"116.137179ms","start":"2026-03-02T21:31:53.349386Z","end":"2026-03-02T21:31:53.465523Z","steps":["trace[1091436027] 'range keys from in-memory index tree' (duration: 115.783701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:54.46685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.451113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:54.466996Z","caller":"traceutil/trace.go:171","msg":"trace[1480534903] linearizableReadLoop","detail":"{readStateIndex:4461; appliedIndex:4460; }","duration":"202.707816ms","start":"2026-03-02T21:31:54.26427Z","end":"2026-03-02T21:31:54.466978Z","steps":["trace[1480534903] 'read index received' (duration: 99.926775ms)","trace[1480534903] 'applied index is now lower than readState.Index' (duration: 102.779721ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:54.467072Z","caller":"traceutil/trace.go:171","msg":"trace[609845108] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"224.12755ms","start":"2026-03-02T21:31:54.242902Z","end":"2026-03-02T21:31:54.467029Z","steps":["trace[609845108] 'process raft request' (duration: 121.38652ms)","trace[609845108] 'compare' (duration: 102.286129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:54.467202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.928891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5cd5b3c-0fca-4d2a-aed5-2cb1f14f7098\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T21:31:54.467238Z","caller":"traceutil/trace.go:171","msg":"trace[1589442736] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5cd5b3c-0fca-4d2a-aed5-2cb1f14f7098; range_end:; response_count:1; response_revision:4284; }","duration":"203.005762ms","start":"2026-03-02T21:31:54.26422Z","end":"2026-03-02T21:31:54.467226Z","steps":["trace[1589442736] 'agreement among raft nodes before linearized reading' (duration: 202.861899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:54.46729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.023409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T21:31:54.467345Z","caller":"traceutil/trace.go:171","msg":"trace[1709721363] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4284; }","duration":"195.114711ms","start":"2026-03-02T21:31:54.272214Z","end":"2026-03-02T21:31:54.467329Z","steps":["trace[1709721363] 'agreement among raft nodes before linearized reading' (duration: 194.902756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:54.467378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.593017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-02T21:31:54.467496Z","caller":"traceutil/trace.go:171","msg":"trace[573413713] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4284; }","duration":"177.74392ms","start":"2026-03-02T21:31:54.289723Z","end":"2026-03-02T21:31:54.467467Z","steps":["trace[573413713] 'agreement among raft nodes before linearized reading' (duration: 177.409222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:54.747333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.857146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:54.747722Z","caller":"traceutil/trace.go:171","msg":"trace[1021868074] linearizableReadLoop","detail":"{readStateIndex:4463; appliedIndex:4461; }","duration":"259.761942ms","start":"2026-03-02T21:31:54.487932Z","end":"2026-03-02T21:31:54.747694Z","steps":["trace[1021868074] 'read index received' (duration: 93.471846ms)","trace[1021868074] 'applied index is now lower than readState.Index' (duration: 166.288196ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:54.74771Z","caller":"traceutil/trace.go:171","msg":"trace[236553557] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"273.9876ms","start":"2026-03-02T21:31:54.473671Z","end":"2026-03-02T21:31:54.747658Z","steps":["trace[236553557] 'process raft request' (duration: 107.619413ms)","trace[236553557] 'compare' (duration: 165.610999ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:54.747754Z","caller":"traceutil/trace.go:171","msg":"trace[1929068583] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"273.071629ms","start":"2026-03-02T21:31:54.474628Z","end":"2026-03-02T21:31:54.7477Z","steps":["trace[1929068583] 'process raft request' (duration: 272.886315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:54.747954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.032066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:31:54.748003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.25975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:31:54.747996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.045568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-03-02T21:31:54.748029Z","caller":"traceutil/trace.go:171","msg":"trace[2095761279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4286; }","duration":"119.172689ms","start":"2026-03-02T21:31:54.628839Z","end":"2026-03-02T21:31:54.748011Z","steps":["trace[2095761279] 'agreement among raft nodes before linearized reading' (duration: 119.037506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:54.748052Z","caller":"traceutil/trace.go:171","msg":"trace[1535074863] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:4286; }","duration":"125.363792ms","start":"2026-03-02T21:31:54.622673Z","end":"2026-03-02T21:31:54.748037Z","steps":["trace[1535074863] 'agreement among raft nodes before linearized reading' (duration: 125.193438ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:54.748065Z","caller":"traceutil/trace.go:171","msg":"trace[1355832649] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4286; }","duration":"260.161541ms","start":"2026-03-02T21:31:54.487886Z","end":"2026-03-02T21:31:54.748048Z","steps":["trace[1355832649] 'agreement among raft nodes before linearized reading' (duration: 259.885805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:56.433131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.895716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:56.433546Z","caller":"traceutil/trace.go:171","msg":"trace[1120486001] linearizableReadLoop","detail":"{readStateIndex:4496; appliedIndex:4495; }","duration":"350.976165ms","start":"2026-03-02T21:31:56.082528Z","end":"2026-03-02T21:31:56.433504Z","steps":["trace[1120486001] 'read index received' (duration: 210.537696ms)","trace[1120486001] 'applied index is now lower than readState.Index' (duration: 140.435289ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:56.433713Z","caller":"traceutil/trace.go:171","msg":"trace[1000164278] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"453.839599ms","start":"2026-03-02T21:31:55.979856Z","end":"2026-03-02T21:31:56.433695Z","steps":["trace[1000164278] 'process raft request' (duration: 313.279127ms)","trace[1000164278] 'compare' (duration: 139.674571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:56.433857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.815058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5cd5b3c-0fca-4d2a-aed5-2cb1f14f7098\" ","response":"range_response_count:1 size:3880"} {"level":"warn","ts":"2026-03-02T21:31:56.433877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:55.979833Z","time spent":"453.92421ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1188,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:56.433908Z","caller":"traceutil/trace.go:171","msg":"trace[229042126] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5cd5b3c-0fca-4d2a-aed5-2cb1f14f7098; range_end:; response_count:1; response_revision:4320; }","duration":"339.882829ms","start":"2026-03-02T21:31:56.094008Z","end":"2026-03-02T21:31:56.433891Z","steps":["trace[229042126] 'agreement among raft nodes before linearized reading' (duration: 339.742956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:56.43395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:56.093997Z","time spent":"339.944952ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3902,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5cd5b3c-0fca-4d2a-aed5-2cb1f14f7098\" "} {"level":"warn","ts":"2026-03-02T21:31:56.43419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.660732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6909bc5a-bb7c-4140-8e3d-f6fd7fd532f4\" ","response":"range_response_count:1 size:4064"} {"level":"info","ts":"2026-03-02T21:31:56.43423Z","caller":"traceutil/trace.go:171","msg":"trace[1267176311] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6909bc5a-bb7c-4140-8e3d-f6fd7fd532f4; range_end:; response_count:1; response_revision:4320; }","duration":"351.741994ms","start":"2026-03-02T21:31:56.082476Z","end":"2026-03-02T21:31:56.434218Z","steps":["trace[1267176311] 'agreement among raft nodes before linearized reading' (duration: 351.650592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:56.434286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:56.082453Z","time spent":"351.826445ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4086,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6909bc5a-bb7c-4140-8e3d-f6fd7fd532f4\" "} {"level":"info","ts":"2026-03-02T21:31:56.665564Z","caller":"traceutil/trace.go:171","msg":"trace[453220738] linearizableReadLoop","detail":"{readStateIndex:4498; appliedIndex:4497; }","duration":"188.707036ms","start":"2026-03-02T21:31:56.476833Z","end":"2026-03-02T21:31:56.66554Z","steps":["trace[453220738] 'read index received' (duration: 188.598734ms)","trace[453220738] 'applied index is now lower than readState.Index' (duration: 107.142µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:56.665724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.86829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5cd5b3c-0fca-4d2a-aed5-2cb1f14f7098\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-02T21:31:56.665755Z","caller":"traceutil/trace.go:171","msg":"trace[1291580473] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5cd5b3c-0fca-4d2a-aed5-2cb1f14f7098; range_end:; response_count:1; response_revision:4321; }","duration":"188.955552ms","start":"2026-03-02T21:31:56.47679Z","end":"2026-03-02T21:31:56.665746Z","steps":["trace[1291580473] 'agreement among raft nodes before linearized reading' (duration: 188.87878ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:56.665772Z","caller":"traceutil/trace.go:171","msg":"trace[1055350226] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"224.342019ms","start":"2026-03-02T21:31:56.441386Z","end":"2026-03-02T21:31:56.665728Z","steps":["trace[1055350226] 'process raft request' (duration: 223.995891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:57.761446Z","caller":"traceutil/trace.go:171","msg":"trace[1289563178] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"316.86643ms","start":"2026-03-02T21:31:57.44455Z","end":"2026-03-02T21:31:57.761417Z","steps":["trace[1289563178] 'process raft request' (duration: 316.696436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:57.761676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.44451Z","time spent":"317.030154ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4076,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:58.026723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.570359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:58.026914Z","caller":"traceutil/trace.go:171","msg":"trace[1794309290] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4330; }","duration":"260.182881ms","start":"2026-03-02T21:31:57.766711Z","end":"2026-03-02T21:31:58.026894Z","steps":["trace[1794309290] 'process raft request' (duration: 260.12458ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:58.027015Z","caller":"traceutil/trace.go:171","msg":"trace[1764735989] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"471.908236ms","start":"2026-03-02T21:31:57.555096Z","end":"2026-03-02T21:31:58.027004Z","steps":["trace[1764735989] 'process raft request' (duration: 275.967689ms)","trace[1764735989] 'compare' (duration: 195.448715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:58.027105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.555067Z","time spent":"472.015278ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:58.027148Z","caller":"traceutil/trace.go:171","msg":"trace[199003279] linearizableReadLoop","detail":"{readStateIndex:4508; appliedIndex:4506; }","duration":"459.652071ms","start":"2026-03-02T21:31:57.567487Z","end":"2026-03-02T21:31:58.027139Z","steps":["trace[199003279] 'read index received' (duration: 193.817048ms)","trace[199003279] 'applied index is now lower than readState.Index' (duration: 265.834093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:58.027386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.477324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:31:58.027399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.913087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:31:58.027428Z","caller":"traceutil/trace.go:171","msg":"trace[1190860880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4330; }","duration":"459.979358ms","start":"2026-03-02T21:31:57.56744Z","end":"2026-03-02T21:31:58.02742Z","steps":["trace[1190860880] 'agreement among raft nodes before linearized reading' (duration: 459.824925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.027457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.567402Z","time spent":"460.04875ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:31:58.027409Z","caller":"traceutil/trace.go:171","msg":"trace[1409417867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4330; }","duration":"458.550035ms","start":"2026-03-02T21:31:57.568854Z","end":"2026-03-02T21:31:58.027404Z","steps":["trace[1409417867] 'agreement among raft nodes before linearized reading' (duration: 458.461523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.027627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.568834Z","time spent":"458.78514ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:31:58.028053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.340318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:58.028089Z","caller":"traceutil/trace.go:171","msg":"trace[1245322374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4330; }","duration":"399.405559ms","start":"2026-03-02T21:31:57.628674Z","end":"2026-03-02T21:31:58.02808Z","steps":["trace[1245322374] 'agreement among raft nodes before linearized reading' (duration: 399.350528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.028123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.628661Z","time spent":"399.456091ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:31:58.028294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.556368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-02T21:31:58.028294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.058883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:31:58.028402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.591292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:31:58.028436Z","caller":"traceutil/trace.go:171","msg":"trace[784791477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4330; }","duration":"337.645713ms","start":"2026-03-02T21:31:57.690782Z","end":"2026-03-02T21:31:58.028428Z","steps":["trace[784791477] 'agreement among raft nodes before linearized reading' (duration: 337.571631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.028461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.690772Z","time spent":"337.683944ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:31:58.028541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.539418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:31:58.028584Z","caller":"traceutil/trace.go:171","msg":"trace[1005502779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4330; }","duration":"422.603849ms","start":"2026-03-02T21:31:57.605971Z","end":"2026-03-02T21:31:58.028575Z","steps":["trace[1005502779] 'agreement among raft nodes before linearized reading' (duration: 422.459936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.028622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.605959Z","time spent":"422.65427ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:31:58.028648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.129809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5cd5b3c-0fca-4d2a-aed5-2cb1f14f7098\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-02T21:31:58.028681Z","caller":"traceutil/trace.go:171","msg":"trace[2127613972] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5cd5b3c-0fca-4d2a-aed5-2cb1f14f7098; range_end:; response_count:1; response_revision:4330; }","duration":"358.16213ms","start":"2026-03-02T21:31:57.670509Z","end":"2026-03-02T21:31:58.028671Z","steps":["trace[2127613972] 'agreement among raft nodes before linearized reading' (duration: 358.074438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.028716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.67044Z","time spent":"358.269813ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4088,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5cd5b3c-0fca-4d2a-aed5-2cb1f14f7098\" "} {"level":"info","ts":"2026-03-02T21:31:58.028394Z","caller":"traceutil/trace.go:171","msg":"trace[1537354222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4330; }","duration":"329.217817ms","start":"2026-03-02T21:31:57.699154Z","end":"2026-03-02T21:31:58.028372Z","steps":["trace[1537354222] 'agreement among raft nodes before linearized reading' (duration: 328.264214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.028867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.699142Z","time spent":"329.679237ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:31:58.028333Z","caller":"traceutil/trace.go:171","msg":"trace[45297135] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4330; }","duration":"330.63425ms","start":"2026-03-02T21:31:57.697688Z","end":"2026-03-02T21:31:58.028322Z","steps":["trace[45297135] 'agreement among raft nodes before linearized reading' (duration: 330.548428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.02896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.697666Z","time spent":"331.285305ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:31:58.029152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.842735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:31:58.029271Z","caller":"traceutil/trace.go:171","msg":"trace[216436286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4330; }","duration":"457.03215ms","start":"2026-03-02T21:31:57.572212Z","end":"2026-03-02T21:31:58.029244Z","steps":["trace[216436286] 'agreement among raft nodes before linearized reading' (duration: 456.628821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.029265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.615895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:556871"} {"level":"warn","ts":"2026-03-02T21:31:58.029345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.572194Z","time spent":"457.139452ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:31:58.029389Z","caller":"traceutil/trace.go:171","msg":"trace[2102250629] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4330; }","duration":"448.787678ms","start":"2026-03-02T21:31:57.580571Z","end":"2026-03-02T21:31:58.029359Z","steps":["trace[2102250629] 'agreement among raft nodes before linearized reading' (duration: 448.065041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.029461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:57.58055Z","time spent":"448.896671ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":556893,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-02T21:31:58.376215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.004795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T21:31:58.376335Z","caller":"traceutil/trace.go:171","msg":"trace[533181516] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4331; }","duration":"345.987797ms","start":"2026-03-02T21:31:58.03033Z","end":"2026-03-02T21:31:58.376317Z","steps":["trace[533181516] 'process raft request' (duration: 132.744858ms)","trace[533181516] 'compare' (duration: 212.880471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:58.376396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.030308Z","time spent":"346.060509ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T21:31:58.402388Z","caller":"traceutil/trace.go:171","msg":"trace[1038129103] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"370.174839ms","start":"2026-03-02T21:31:58.032183Z","end":"2026-03-02T21:31:58.402358Z","steps":["trace[1038129103] 'process raft request' (duration: 369.914493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.402561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.032149Z","time spent":"370.319463ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:58.402576Z","caller":"traceutil/trace.go:171","msg":"trace[1993508464] transaction","detail":"{read_only:false; response_revision:4333; number_of_response:1; }","duration":"369.917204ms","start":"2026-03-02T21:31:58.032644Z","end":"2026-03-02T21:31:58.402561Z","steps":["trace[1993508464] 'process raft request' (duration: 369.668118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.402645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.032624Z","time spent":"369.984945ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:58.402918Z","caller":"traceutil/trace.go:171","msg":"trace[1075042356] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"370.20238ms","start":"2026-03-02T21:31:58.032679Z","end":"2026-03-02T21:31:58.402881Z","steps":["trace[1075042356] 'process raft request' (duration: 369.807871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:58.40297Z","caller":"traceutil/trace.go:171","msg":"trace[1419305508] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"370.234641ms","start":"2026-03-02T21:31:58.032724Z","end":"2026-03-02T21:31:58.402958Z","steps":["trace[1419305508] 'process raft request' (duration: 370.064687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.403032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.032693Z","time spent":"370.310253ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:58.402969Z","caller":"traceutil/trace.go:171","msg":"trace[2012178370] linearizableReadLoop","detail":"{readStateIndex:4517; appliedIndex:4510; }","duration":"140.025897ms","start":"2026-03-02T21:31:58.262929Z","end":"2026-03-02T21:31:58.402955Z","steps":["trace[2012178370] 'read index received' (duration: 139.235989ms)","trace[2012178370] 'applied index is now lower than readState.Index' (duration: 789.318µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:58.403081Z","caller":"traceutil/trace.go:171","msg":"trace[427156775] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"370.235151ms","start":"2026-03-02T21:31:58.032808Z","end":"2026-03-02T21:31:58.403044Z","steps":["trace[427156775] 'process raft request' (duration: 370.083488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.403115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.032665Z","time spent":"370.338203ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:58.403144Z","caller":"traceutil/trace.go:171","msg":"trace[93734067] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"369.731739ms","start":"2026-03-02T21:31:58.0334Z","end":"2026-03-02T21:31:58.403132Z","steps":["trace[93734067] 'process raft request' (duration: 369.522764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.403201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.033384Z","time spent":"369.785971ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:58.403232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.032797Z","time spent":"370.347934ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:58.403307Z","caller":"traceutil/trace.go:171","msg":"trace[1847479032] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"370.525588ms","start":"2026-03-02T21:31:58.032765Z","end":"2026-03-02T21:31:58.403291Z","steps":["trace[1847479032] 'process raft request' (duration: 370.089598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.403391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:58.032715Z","time spent":"370.63134ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:58.403412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.483617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:556871"} {"level":"info","ts":"2026-03-02T21:31:58.403474Z","caller":"traceutil/trace.go:171","msg":"trace[1175525514] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4338; }","duration":"140.58798ms","start":"2026-03-02T21:31:58.262867Z","end":"2026-03-02T21:31:58.403455Z","steps":["trace[1175525514] 'agreement among raft nodes before linearized reading' (duration: 140.129749ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:59.65661Z","caller":"traceutil/trace.go:171","msg":"trace[1441524610] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"133.26854ms","start":"2026-03-02T21:31:59.523314Z","end":"2026-03-02T21:31:59.656583Z","steps":["trace[1441524610] 'process raft request' (duration: 133.188368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:59.656605Z","caller":"traceutil/trace.go:171","msg":"trace[2019499435] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4355; }","duration":"134.067789ms","start":"2026-03-02T21:31:59.52249Z","end":"2026-03-02T21:31:59.656558Z","steps":["trace[2019499435] 'process raft request' (duration: 133.948396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:59.919742Z","caller":"traceutil/trace.go:171","msg":"trace[44282360] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"107.91788ms","start":"2026-03-02T21:31:59.811798Z","end":"2026-03-02T21:31:59.919716Z","steps":["trace[44282360] 'process raft request' (duration: 107.690025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.501858Z","caller":"traceutil/trace.go:171","msg":"trace[1591862296] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"109.918316ms","start":"2026-03-02T21:32:00.391916Z","end":"2026-03-02T21:32:00.501835Z","steps":["trace[1591862296] 'process raft request' (duration: 109.564748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.905813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.74279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:00.906076Z","caller":"traceutil/trace.go:171","msg":"trace[275397783] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"399.40991ms","start":"2026-03-02T21:32:00.506637Z","end":"2026-03-02T21:32:00.906046Z","steps":["trace[275397783] 'process raft request' (duration: 399.323538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.906184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.506623Z","time spent":"399.508772ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:00.906549Z","caller":"traceutil/trace.go:171","msg":"trace[1988169739] linearizableReadLoop","detail":"{readStateIndex:4573; appliedIndex:4572; }","duration":"404.873397ms","start":"2026-03-02T21:32:00.501646Z","end":"2026-03-02T21:32:00.90652Z","steps":["trace[1988169739] 'read index received' (duration: 258.319588ms)","trace[1988169739] 'applied index is now lower than readState.Index' (duration: 146.551009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:00.906832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.480623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-02T21:32:00.906847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.280233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:32:00.906871Z","caller":"traceutil/trace.go:171","msg":"trace[1561975743] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4393; }","duration":"433.531603ms","start":"2026-03-02T21:32:00.473327Z","end":"2026-03-02T21:32:00.906858Z","steps":["trace[1561975743] 'agreement among raft nodes before linearized reading' (duration: 433.405641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.906898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.473321Z","time spent":"433.572374ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-02T21:32:00.906834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.546215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:32:00.90697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.231423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:00.907032Z","caller":"traceutil/trace.go:171","msg":"trace[1301063303] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"435.464868ms","start":"2026-03-02T21:32:00.471425Z","end":"2026-03-02T21:32:00.90689Z","steps":["trace[1301063303] 'process raft request' (duration: 288.523521ms)","trace[1301063303] 'compare' (duration: 145.570695ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:00.907082Z","caller":"traceutil/trace.go:171","msg":"trace[126313275] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:4393; }","duration":"435.386546ms","start":"2026-03-02T21:32:00.471673Z","end":"2026-03-02T21:32:00.90706Z","steps":["trace[126313275] 'agreement among raft nodes before linearized reading' (duration: 435.175911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.907152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.471663Z","time spent":"435.478518ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-02T21:32:00.907156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.61251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:32:00.907194Z","caller":"traceutil/trace.go:171","msg":"trace[1738781951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4393; }","duration":"499.655161ms","start":"2026-03-02T21:32:00.407532Z","end":"2026-03-02T21:32:00.907187Z","steps":["trace[1738781951] 'agreement among raft nodes before linearized reading' (duration: 499.573039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.907191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.471395Z","time spent":"435.716214ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:00.90722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.40753Z","time spent":"499.685472ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:00.907183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.235078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:00.907012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.889087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:32:00.908727Z","caller":"traceutil/trace.go:171","msg":"trace[1640926789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4393; }","duration":"501.602866ms","start":"2026-03-02T21:32:00.407107Z","end":"2026-03-02T21:32:00.90871Z","steps":["trace[1640926789] 'agreement among raft nodes before linearized reading' (duration: 499.818445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.907302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.936962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:32:00.907295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.092352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:32:00.907405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.884997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:00.906897Z","caller":"traceutil/trace.go:171","msg":"trace[1010402379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4393; }","duration":"499.338784ms","start":"2026-03-02T21:32:00.407544Z","end":"2026-03-02T21:32:00.906883Z","steps":["trace[1010402379] 'agreement among raft nodes before linearized reading' (duration: 499.136409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.907276Z","caller":"traceutil/trace.go:171","msg":"trace[1416379639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4393; }","duration":"277.364182ms","start":"2026-03-02T21:32:00.629887Z","end":"2026-03-02T21:32:00.907252Z","steps":["trace[1416379639] 'agreement among raft nodes before linearized reading' (duration: 277.213328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.907555Z","caller":"traceutil/trace.go:171","msg":"trace[399768305] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4393; }","duration":"498.690409ms","start":"2026-03-02T21:32:00.408243Z","end":"2026-03-02T21:32:00.906934Z","steps":["trace[399768305] 'agreement among raft nodes before linearized reading' (duration: 498.29825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.907092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.971917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-02T21:32:00.908824Z","caller":"traceutil/trace.go:171","msg":"trace[1716908891] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4393; }","duration":"436.81067ms","start":"2026-03-02T21:32:00.472003Z","end":"2026-03-02T21:32:00.908814Z","steps":["trace[1716908891] 'agreement among raft nodes before linearized reading' (duration: 434.807723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.908907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.471996Z","time spent":"436.888412ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-02T21:32:00.910062Z","caller":"traceutil/trace.go:171","msg":"trace[803939055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4393; }","duration":"502.544339ms","start":"2026-03-02T21:32:00.407505Z","end":"2026-03-02T21:32:00.91005Z","steps":["trace[803939055] 'agreement among raft nodes before linearized reading' (duration: 499.850166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.910107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.407501Z","time spent":"502.59452ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:00.910244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.407105Z","time spent":"503.129722ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:32:00.910405Z","caller":"traceutil/trace.go:171","msg":"trace[2055584666] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4393; }","duration":"360.314571ms","start":"2026-03-02T21:32:00.550081Z","end":"2026-03-02T21:32:00.910396Z","steps":["trace[2055584666] 'agreement among raft nodes before linearized reading' (duration: 356.934822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.910444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.550068Z","time spent":"360.361931ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:32:00.910551Z","caller":"traceutil/trace.go:171","msg":"trace[194832393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4393; }","duration":"503.381198ms","start":"2026-03-02T21:32:00.407163Z","end":"2026-03-02T21:32:00.910544Z","steps":["trace[194832393] 'agreement among raft nodes before linearized reading' (duration: 499.786885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.910581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.40716Z","time spent":"503.414599ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:00.911642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.408237Z","time spent":"503.380098ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:00.91173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.407541Z","time spent":"504.118955ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:01.336539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.970031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:01.336681Z","caller":"traceutil/trace.go:171","msg":"trace[1025324679] linearizableReadLoop","detail":"{readStateIndex:4575; appliedIndex:4574; }","duration":"423.90698ms","start":"2026-03-02T21:32:00.91275Z","end":"2026-03-02T21:32:01.336657Z","steps":["trace[1025324679] 'read index received' (duration: 94.757214ms)","trace[1025324679] 'applied index is now lower than readState.Index' (duration: 329.147776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:01.336972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.263898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:01.337085Z","caller":"traceutil/trace.go:171","msg":"trace[1299216053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4394; }","duration":"424.383841ms","start":"2026-03-02T21:32:00.912663Z","end":"2026-03-02T21:32:01.337047Z","steps":["trace[1299216053] 'agreement among raft nodes before linearized reading' (duration: 424.183236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.337126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.912642Z","time spent":"424.475623ms","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:32:01.337361Z","caller":"traceutil/trace.go:171","msg":"trace[2051365741] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"424.621516ms","start":"2026-03-02T21:32:00.912695Z","end":"2026-03-02T21:32:01.337316Z","steps":["trace[2051365741] 'process raft request' (duration: 94.790495ms)","trace[2051365741] 'compare' (duration: 328.590802ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:01.337531Z","caller":"traceutil/trace.go:171","msg":"trace[1202845339] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"420.364647ms","start":"2026-03-02T21:32:00.917151Z","end":"2026-03-02T21:32:01.337515Z","steps":["trace[1202845339] 'process raft request' (duration: 420.289375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.337506Z","caller":"traceutil/trace.go:171","msg":"trace[857016972] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"421.261348ms","start":"2026-03-02T21:32:00.916214Z","end":"2026-03-02T21:32:01.337476Z","steps":["trace[857016972] 'process raft request' (duration: 421.180766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.337682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.912666Z","time spent":"424.837212ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:01.337626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.917142Z","time spent":"420.422989ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:01.33761Z","caller":"traceutil/trace.go:171","msg":"trace[605790794] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"422.897286ms","start":"2026-03-02T21:32:00.914676Z","end":"2026-03-02T21:32:01.337573Z","steps":["trace[605790794] 'process raft request' (duration: 422.605569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.33812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.914663Z","time spent":"423.420908ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:01.337628Z","caller":"traceutil/trace.go:171","msg":"trace[1002390308] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"422.984709ms","start":"2026-03-02T21:32:00.914601Z","end":"2026-03-02T21:32:01.337586Z","steps":["trace[1002390308] 'process raft request' (duration: 422.59964ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.337634Z","caller":"traceutil/trace.go:171","msg":"trace[2029329424] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"423.641303ms","start":"2026-03-02T21:32:00.913976Z","end":"2026-03-02T21:32:01.337617Z","steps":["trace[2029329424] 'process raft request' (duration: 423.08337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.337835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.916203Z","time spent":"421.550504ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:01.338342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.91396Z","time spent":"424.327559ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:01.338342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.914591Z","time spent":"423.585652ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:01.368043Z","caller":"traceutil/trace.go:171","msg":"trace[955974792] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"221.41301ms","start":"2026-03-02T21:32:01.146587Z","end":"2026-03-02T21:32:01.368Z","steps":["trace[955974792] 'process raft request' (duration: 221.104613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.368273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.231408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:01.368325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.660739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:01.368421Z","caller":"traceutil/trace.go:171","msg":"trace[174258104] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4401; }","duration":"391.838403ms","start":"2026-03-02T21:32:00.976563Z","end":"2026-03-02T21:32:01.368401Z","steps":["trace[174258104] 'agreement among raft nodes before linearized reading' (duration: 391.634488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.368435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.908544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-02T21:32:01.368578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.01028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:01.368625Z","caller":"traceutil/trace.go:171","msg":"trace[502816686] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4401; }","duration":"453.101229ms","start":"2026-03-02T21:32:00.915491Z","end":"2026-03-02T21:32:01.368592Z","steps":["trace[502816686] 'agreement among raft nodes before linearized reading' (duration: 452.72388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.368685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.915486Z","time spent":"453.1851ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-02T21:32:01.368663Z","caller":"traceutil/trace.go:171","msg":"trace[2106561829] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:0; response_revision:4401; }","duration":"454.098162ms","start":"2026-03-02T21:32:00.914551Z","end":"2026-03-02T21:32:01.368649Z","steps":["trace[2106561829] 'agreement among raft nodes before linearized reading' (duration: 453.983139ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.368449Z","caller":"traceutil/trace.go:171","msg":"trace[1845122413] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"134.217932ms","start":"2026-03-02T21:32:01.234209Z","end":"2026-03-02T21:32:01.368427Z","steps":["trace[1845122413] 'process raft request' (duration: 133.686869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.368729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.914528Z","time spent":"454.189804ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-03-02T21:32:01.36841Z","caller":"traceutil/trace.go:171","msg":"trace[65307741] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4401; }","duration":"455.365181ms","start":"2026-03-02T21:32:00.912985Z","end":"2026-03-02T21:32:01.36835Z","steps":["trace[65307741] 'agreement among raft nodes before linearized reading' (duration: 455.172166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.368752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.257133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gn8nl\" ","response":"range_response_count:1 size:9716"} {"level":"warn","ts":"2026-03-02T21:32:01.368839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.912971Z","time spent":"455.844762ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-03-02T21:32:01.368856Z","caller":"traceutil/trace.go:171","msg":"trace[2055209517] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gn8nl; range_end:; response_count:1; response_revision:4401; }","duration":"223.436497ms","start":"2026-03-02T21:32:01.145391Z","end":"2026-03-02T21:32:01.368828Z","steps":["trace[2055209517] 'agreement among raft nodes before linearized reading' (duration: 223.074699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.368517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.976551Z","time spent":"391.943866ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:01.369211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.021446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:32:01.369257Z","caller":"traceutil/trace.go:171","msg":"trace[1437558759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4401; }","duration":"425.119048ms","start":"2026-03-02T21:32:00.944127Z","end":"2026-03-02T21:32:01.369246Z","steps":["trace[1437558759] 'agreement among raft nodes before linearized reading' (duration: 424.224737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.369279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.944105Z","time spent":"425.169369ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:32:01.579711Z","caller":"traceutil/trace.go:171","msg":"trace[572010360] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"116.570961ms","start":"2026-03-02T21:32:01.463112Z","end":"2026-03-02T21:32:01.579683Z","steps":["trace[572010360] 'process raft request' (duration: 116.251184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.580975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.467121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-02T21:32:01.58107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.510763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-02T21:32:01.581163Z","caller":"traceutil/trace.go:171","msg":"trace[2111553457] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4406; }","duration":"123.616015ms","start":"2026-03-02T21:32:01.457531Z","end":"2026-03-02T21:32:01.581147Z","steps":["trace[2111553457] 'agreement among raft nodes before linearized reading' (duration: 123.436001ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.581198Z","caller":"traceutil/trace.go:171","msg":"trace[824400801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4406; }","duration":"123.707757ms","start":"2026-03-02T21:32:01.457454Z","end":"2026-03-02T21:32:01.581162Z","steps":["trace[824400801] 'agreement among raft nodes before linearized reading' (duration: 123.339979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.581009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.08874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T21:32:01.581461Z","caller":"traceutil/trace.go:171","msg":"trace[323968648] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4406; }","duration":"119.571941ms","start":"2026-03-02T21:32:01.461872Z","end":"2026-03-02T21:32:01.581444Z","steps":["trace[323968648] 'agreement among raft nodes before linearized reading' (duration: 118.973417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:03.130844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299141584,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:32:03.260075Z","caller":"traceutil/trace.go:171","msg":"trace[883679923] linearizableReadLoop","detail":"{readStateIndex:4682; appliedIndex:4681; }","duration":"629.780127ms","start":"2026-03-02T21:32:02.630266Z","end":"2026-03-02T21:32:03.260047Z","steps":["trace[883679923] 'read index received' (duration: 629.596313ms)","trace[883679923] 'applied index is now lower than readState.Index' (duration: 182.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:03.260254Z","caller":"traceutil/trace.go:171","msg":"trace[2065409989] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"691.432221ms","start":"2026-03-02T21:32:02.568773Z","end":"2026-03-02T21:32:03.260206Z","steps":["trace[2065409989] 'process raft request' (duration: 691.108204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:03.260294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.032224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:03.260431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:02.568742Z","time spent":"691.611046ms","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:03.260489Z","caller":"traceutil/trace.go:171","msg":"trace[1012927684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4498; }","duration":"630.249629ms","start":"2026-03-02T21:32:02.630198Z","end":"2026-03-02T21:32:03.260448Z","steps":["trace[1012927684] 'agreement among raft nodes before linearized reading' (duration: 630.016743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:03.260601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:02.630178Z","time spent":"630.383921ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:32:03.260854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.937479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:32:03.260963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.666159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:32:03.261004Z","caller":"traceutil/trace.go:171","msg":"trace[767738469] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:4498; }","duration":"344.146614ms","start":"2026-03-02T21:32:02.916829Z","end":"2026-03-02T21:32:03.260976Z","steps":["trace[767738469] 'agreement among raft nodes before linearized reading' (duration: 343.499759ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:03.261022Z","caller":"traceutil/trace.go:171","msg":"trace[137536109] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4498; }","duration":"348.774112ms","start":"2026-03-02T21:32:02.912231Z","end":"2026-03-02T21:32:03.261005Z","steps":["trace[137536109] 'agreement among raft nodes before linearized reading' (duration: 348.021524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:03.261059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:02.91221Z","time spent":"348.841783ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:03.261067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:02.916811Z","time spent":"344.242016ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"info","ts":"2026-03-02T21:32:04.288507Z","caller":"traceutil/trace.go:171","msg":"trace[1531099659] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"128.094059ms","start":"2026-03-02T21:32:04.160388Z","end":"2026-03-02T21:32:04.288482Z","steps":["trace[1531099659] 'process raft request' (duration: 127.930925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:05.519489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299141676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:32:05.847916Z","caller":"traceutil/trace.go:171","msg":"trace[1043302115] linearizableReadLoop","detail":"{readStateIndex:4732; appliedIndex:4731; }","duration":"828.699594ms","start":"2026-03-02T21:32:05.019182Z","end":"2026-03-02T21:32:05.847882Z","steps":["trace[1043302115] 'read index received' (duration: 828.0868ms)","trace[1043302115] 'applied index is now lower than readState.Index' (duration: 611.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:05.848Z","caller":"traceutil/trace.go:171","msg":"trace[1255233409] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"956.61852ms","start":"2026-03-02T21:32:04.891326Z","end":"2026-03-02T21:32:05.847945Z","steps":["trace[1255233409] 'process raft request' (duration: 956.161139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:05.84825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:04.89129Z","time spent":"956.837044ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413667,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:05.848235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.014141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-02T21:32:05.848322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.942623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ec10169-ac67-4a6d-b574-4d33f9d286d3\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T21:32:05.848389Z","caller":"traceutil/trace.go:171","msg":"trace[995454288] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4546; }","duration":"829.184605ms","start":"2026-03-02T21:32:05.019133Z","end":"2026-03-02T21:32:05.848318Z","steps":["trace[995454288] 'agreement among raft nodes before linearized reading' (duration: 828.910729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:05.848431Z","caller":"traceutil/trace.go:171","msg":"trace[1575141282] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ec10169-ac67-4a6d-b574-4d33f9d286d3; range_end:; response_count:1; response_revision:4546; }","duration":"658.077236ms","start":"2026-03-02T21:32:05.190335Z","end":"2026-03-02T21:32:05.848412Z","steps":["trace[1575141282] 'agreement among raft nodes before linearized reading' (duration: 657.753298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:05.848451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.019111Z","time spent":"829.327909ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T21:32:05.848475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.190235Z","time spent":"658.22906ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ec10169-ac67-4a6d-b574-4d33f9d286d3\" "} {"level":"warn","ts":"2026-03-02T21:32:05.848556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.41437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:05.848701Z","caller":"traceutil/trace.go:171","msg":"trace[1789530044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4546; }","duration":"218.623395ms","start":"2026-03-02T21:32:05.630042Z","end":"2026-03-02T21:32:05.848666Z","steps":["trace[1789530044] 'agreement among raft nodes before linearized reading' (duration: 218.358018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:05.848934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.319285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:32:05.848989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.887241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:32:05.848685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.576971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ec10169-ac67-4a6d-b574-4d33f9d286d3\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T21:32:05.849005Z","caller":"traceutil/trace.go:171","msg":"trace[302634298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4546; }","duration":"478.397847ms","start":"2026-03-02T21:32:05.37059Z","end":"2026-03-02T21:32:05.848988Z","steps":["trace[302634298] 'agreement among raft nodes before linearized reading' (duration: 477.887755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:05.848941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.680326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:05.84904Z","caller":"traceutil/trace.go:171","msg":"trace[231285020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4546; }","duration":"494.978183ms","start":"2026-03-02T21:32:05.354042Z","end":"2026-03-02T21:32:05.849021Z","steps":["trace[231285020] 'agreement among raft nodes before linearized reading' (duration: 494.893831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:05.849047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.370472Z","time spent":"478.56532ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:05.849062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.504512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:32:05.849062Z","caller":"traceutil/trace.go:171","msg":"trace[181082388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4546; }","duration":"494.842759ms","start":"2026-03-02T21:32:05.354202Z","end":"2026-03-02T21:32:05.849044Z","steps":["trace[181082388] 'agreement among raft nodes before linearized reading' (duration: 494.313767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:05.849088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.354016Z","time spent":"495.060124ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:32:05.849096Z","caller":"traceutil/trace.go:171","msg":"trace[1091113892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ec10169-ac67-4a6d-b574-4d33f9d286d3; range_end:; response_count:1; response_revision:4546; }","duration":"261.009781ms","start":"2026-03-02T21:32:05.588018Z","end":"2026-03-02T21:32:05.849028Z","steps":["trace[1091113892] 'agreement among raft nodes before linearized reading' (duration: 260.427607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:05.849107Z","caller":"traceutil/trace.go:171","msg":"trace[750177719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4546; }","duration":"494.559773ms","start":"2026-03-02T21:32:05.354529Z","end":"2026-03-02T21:32:05.849088Z","steps":["trace[750177719] 'agreement among raft nodes before linearized reading' (duration: 494.450621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:05.849108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.354168Z","time spent":"494.926181ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:05.849147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.354518Z","time spent":"494.622045ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:05.849133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.720823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:32:05.849165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.175911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-02T21:32:05.849237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.741795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:32:05.849261Z","caller":"traceutil/trace.go:171","msg":"trace[354617185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4546; }","duration":"493.882098ms","start":"2026-03-02T21:32:05.355345Z","end":"2026-03-02T21:32:05.849227Z","steps":["trace[354617185] 'agreement among raft nodes before linearized reading' (duration: 493.281334ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:05.84927Z","caller":"traceutil/trace.go:171","msg":"trace[1121325399] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4546; }","duration":"573.367066ms","start":"2026-03-02T21:32:05.275875Z","end":"2026-03-02T21:32:05.849242Z","steps":["trace[1121325399] 'agreement among raft nodes before linearized reading' (duration: 572.813893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:05.849276Z","caller":"traceutil/trace.go:171","msg":"trace[1999552005] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:4546; }","duration":"576.835946ms","start":"2026-03-02T21:32:05.272428Z","end":"2026-03-02T21:32:05.849264Z","steps":["trace[1999552005] 'agreement among raft nodes before linearized reading' (duration: 576.57889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:05.84932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.272401Z","time spent":"576.912699ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:32:05.849321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.355337Z","time spent":"493.972209ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:32:05.849326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.275842Z","time spent":"573.471739ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:05.849685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.504095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:05.849835Z","caller":"traceutil/trace.go:171","msg":"trace[72905497] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4546; }","duration":"492.679129ms","start":"2026-03-02T21:32:05.357095Z","end":"2026-03-02T21:32:05.849774Z","steps":["trace[72905497] 'agreement among raft nodes before linearized reading' (duration: 491.280707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:05.849896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.357075Z","time spent":"492.805692ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:06.169164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.096248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:06.169424Z","caller":"traceutil/trace.go:171","msg":"trace[1415162810] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"313.565712ms","start":"2026-03-02T21:32:05.855839Z","end":"2026-03-02T21:32:06.169404Z","steps":["trace[1415162810] 'process raft request' (duration: 313.46708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:06.169516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.85583Z","time spent":"313.650174ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:06.169621Z","caller":"traceutil/trace.go:171","msg":"trace[1477816863] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"314.188436ms","start":"2026-03-02T21:32:05.855384Z","end":"2026-03-02T21:32:06.169572Z","steps":["trace[1477816863] 'process raft request' (duration: 96.566065ms)","trace[1477816863] 'compare' (duration: 216.867913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:06.169828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.855359Z","time spent":"314.36288ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:06.170059Z","caller":"traceutil/trace.go:171","msg":"trace[1279156148] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"313.08233ms","start":"2026-03-02T21:32:05.856945Z","end":"2026-03-02T21:32:06.170028Z","steps":["trace[1279156148] 'process raft request' (duration: 312.420375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:06.170237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.85693Z","time spent":"313.210533ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:06.170318Z","caller":"traceutil/trace.go:171","msg":"trace[1938736603] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"313.240154ms","start":"2026-03-02T21:32:05.857064Z","end":"2026-03-02T21:32:06.170304Z","steps":["trace[1938736603] 'process raft request' (duration: 312.874205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:06.170397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.857042Z","time spent":"313.316156ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:06.170602Z","caller":"traceutil/trace.go:171","msg":"trace[1020130486] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"313.152262ms","start":"2026-03-02T21:32:05.857419Z","end":"2026-03-02T21:32:06.170572Z","steps":["trace[1020130486] 'process raft request' (duration: 312.796934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:06.170751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.85741Z","time spent":"313.272265ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:06.1707Z","caller":"traceutil/trace.go:171","msg":"trace[803293564] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"312.047536ms","start":"2026-03-02T21:32:05.858609Z","end":"2026-03-02T21:32:06.170657Z","steps":["trace[803293564] 'process raft request' (duration: 311.828791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:06.170818Z","caller":"traceutil/trace.go:171","msg":"trace[1556122842] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"298.934051ms","start":"2026-03-02T21:32:05.871866Z","end":"2026-03-02T21:32:06.1708Z","steps":["trace[1556122842] 'process raft request' (duration: 298.693596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:06.170878Z","caller":"traceutil/trace.go:171","msg":"trace[977324041] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"298.901061ms","start":"2026-03-02T21:32:05.871963Z","end":"2026-03-02T21:32:06.170864Z","steps":["trace[977324041] 'process raft request' (duration: 298.681166ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:06.1709Z","caller":"traceutil/trace.go:171","msg":"trace[1030208176] linearizableReadLoop","detail":"{readStateIndex:4734; appliedIndex:4732; }","duration":"314.822441ms","start":"2026-03-02T21:32:05.856055Z","end":"2026-03-02T21:32:06.170877Z","steps":["trace[1030208176] 'read index received' (duration: 96.006413ms)","trace[1030208176] 'applied index is now lower than readState.Index' (duration: 218.813788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:06.170955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.858602Z","time spent":"312.217841ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:06.171151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.113978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-03-02T21:32:06.171227Z","caller":"traceutil/trace.go:171","msg":"trace[1108001806] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4555; }","duration":"315.20449ms","start":"2026-03-02T21:32:05.856003Z","end":"2026-03-02T21:32:06.171207Z","steps":["trace[1108001806] 'agreement among raft nodes before linearized reading' (duration: 314.986735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:06.171276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.855996Z","time spent":"315.267731ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1484,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-02T21:32:06.171334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.34513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-03-02T21:32:06.171387Z","caller":"traceutil/trace.go:171","msg":"trace[1706166213] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4555; }","duration":"314.414312ms","start":"2026-03-02T21:32:05.856962Z","end":"2026-03-02T21:32:06.171376Z","steps":["trace[1706166213] 'agreement among raft nodes before linearized reading' (duration: 314.228908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:06.171384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.546955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46097"} {"level":"warn","ts":"2026-03-02T21:32:06.171385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.482194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"warn","ts":"2026-03-02T21:32:06.171438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.856952Z","time spent":"314.475583ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1292,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-03-02T21:32:06.171448Z","caller":"traceutil/trace.go:171","msg":"trace[540762174] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4555; }","duration":"314.634756ms","start":"2026-03-02T21:32:05.856797Z","end":"2026-03-02T21:32:06.171432Z","steps":["trace[540762174] 'agreement among raft nodes before linearized reading' (duration: 314.239507ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:06.171464Z","caller":"traceutil/trace.go:171","msg":"trace[1345015911] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4555; }","duration":"314.565775ms","start":"2026-03-02T21:32:05.856878Z","end":"2026-03-02T21:32:06.171444Z","steps":["trace[1345015911] 'agreement among raft nodes before linearized reading' (duration: 314.308149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:06.171494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.856779Z","time spent":"314.702758ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:32:06.171514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:05.856794Z","time spent":"314.707069ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1500,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-02T21:32:06.171674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.381284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:811640"} {"level":"info","ts":"2026-03-02T21:32:06.17173Z","caller":"traceutil/trace.go:171","msg":"trace[579920634] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4555; }","duration":"128.477697ms","start":"2026-03-02T21:32:06.043235Z","end":"2026-03-02T21:32:06.171713Z","steps":["trace[579920634] 'agreement among raft nodes before linearized reading' (duration: 127.905333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:06.880371Z","caller":"traceutil/trace.go:171","msg":"trace[1549375075] linearizableReadLoop","detail":"{readStateIndex:4753; appliedIndex:4752; }","duration":"124.24258ms","start":"2026-03-02T21:32:06.756104Z","end":"2026-03-02T21:32:06.880347Z","steps":["trace[1549375075] 'read index received' (duration: 124.130537ms)","trace[1549375075] 'applied index is now lower than readState.Index' (duration: 111.223µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:06.880412Z","caller":"traceutil/trace.go:171","msg":"trace[843530068] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4565; }","duration":"128.353595ms","start":"2026-03-02T21:32:06.752031Z","end":"2026-03-02T21:32:06.880384Z","steps":["trace[843530068] 'process raft request' (duration: 128.213412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:06.880631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.493145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:06.880906Z","caller":"traceutil/trace.go:171","msg":"trace[2102685588] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4565; }","duration":"124.601109ms","start":"2026-03-02T21:32:06.756099Z","end":"2026-03-02T21:32:06.8807Z","steps":["trace[2102685588] 'agreement among raft nodes before linearized reading' (duration: 124.421845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:07.023666Z","caller":"traceutil/trace.go:171","msg":"trace[1534261557] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"124.788193ms","start":"2026-03-02T21:32:06.89884Z","end":"2026-03-02T21:32:07.023628Z","steps":["trace[1534261557] 'process raft request' (duration: 112.391664ms)","trace[1534261557] 'compare' (duration: 12.207855ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:08.310142Z","caller":"traceutil/trace.go:171","msg":"trace[1181348693] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4776; }","duration":"133.74241ms","start":"2026-03-02T21:32:08.176363Z","end":"2026-03-02T21:32:08.310106Z","steps":["trace[1181348693] 'read index received' (duration: 133.659528ms)","trace[1181348693] 'applied index is now lower than readState.Index' (duration: 81.722µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:08.31062Z","caller":"traceutil/trace.go:171","msg":"trace[504225639] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"136.016804ms","start":"2026-03-02T21:32:08.174583Z","end":"2026-03-02T21:32:08.3106Z","steps":["trace[504225639] 'process raft request' (duration: 135.342478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:08.311095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.707494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:32:08.311162Z","caller":"traceutil/trace.go:171","msg":"trace[2046484442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4589; }","duration":"134.808635ms","start":"2026-03-02T21:32:08.176335Z","end":"2026-03-02T21:32:08.311144Z","steps":["trace[2046484442] 'agreement among raft nodes before linearized reading' (duration: 134.55754ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:08.372946Z","caller":"traceutil/trace.go:171","msg":"trace[262574792] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"193.315876ms","start":"2026-03-02T21:32:08.179594Z","end":"2026-03-02T21:32:08.37291Z","steps":["trace[262574792] 'process raft request' (duration: 178.730727ms)","trace[262574792] 'compare' (duration: 14.351013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:08.373251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.995528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:32:08.3733Z","caller":"traceutil/trace.go:171","msg":"trace[585045520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4591; }","duration":"196.06403ms","start":"2026-03-02T21:32:08.177226Z","end":"2026-03-02T21:32:08.37329Z","steps":["trace[585045520] 'agreement among raft nodes before linearized reading' (duration: 195.838794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:08.373297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.616932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:32:08.373282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.857145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:32:08.373336Z","caller":"traceutil/trace.go:171","msg":"trace[2035043837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4591; }","duration":"196.713025ms","start":"2026-03-02T21:32:08.176612Z","end":"2026-03-02T21:32:08.373325Z","steps":["trace[2035043837] 'agreement among raft nodes before linearized reading' (duration: 196.271335ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:08.373351Z","caller":"traceutil/trace.go:171","msg":"trace[157260020] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4591; }","duration":"195.948717ms","start":"2026-03-02T21:32:08.177384Z","end":"2026-03-02T21:32:08.373332Z","steps":["trace[157260020] 'agreement among raft nodes before linearized reading' (duration: 195.770643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:08.373364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.635953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:32:08.373384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.256621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:32:08.373461Z","caller":"traceutil/trace.go:171","msg":"trace[1165669091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4591; }","duration":"196.776856ms","start":"2026-03-02T21:32:08.176665Z","end":"2026-03-02T21:32:08.373442Z","steps":["trace[1165669091] 'agreement among raft nodes before linearized reading' (duration: 196.472909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:08.373473Z","caller":"traceutil/trace.go:171","msg":"trace[1311153094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4591; }","duration":"195.365143ms","start":"2026-03-02T21:32:08.178088Z","end":"2026-03-02T21:32:08.373453Z","steps":["trace[1311153094] 'agreement among raft nodes before linearized reading' (duration: 194.887112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:08.373468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.096397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:32:08.373445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.837981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:08.373535Z","caller":"traceutil/trace.go:171","msg":"trace[308616060] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:4591; }","duration":"195.17795ms","start":"2026-03-02T21:32:08.178341Z","end":"2026-03-02T21:32:08.373519Z","steps":["trace[308616060] 'agreement among raft nodes before linearized reading' (duration: 194.674568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:08.373574Z","caller":"traceutil/trace.go:171","msg":"trace[1975666128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4591; }","duration":"195.006036ms","start":"2026-03-02T21:32:08.178544Z","end":"2026-03-02T21:32:08.37355Z","steps":["trace[1975666128] 'agreement among raft nodes before linearized reading' (duration: 194.457753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.803681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.357253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:10.803806Z","caller":"traceutil/trace.go:171","msg":"trace[491866519] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"311.333251ms","start":"2026-03-02T21:32:10.49245Z","end":"2026-03-02T21:32:10.803783Z","steps":["trace[491866519] 'process raft request' (duration: 100.778874ms)","trace[491866519] 'compare' (duration: 210.141197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:10.803869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.492432Z","time spent":"311.406793ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:10.822656Z","caller":"traceutil/trace.go:171","msg":"trace[2122412738] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"328.866589ms","start":"2026-03-02T21:32:10.493769Z","end":"2026-03-02T21:32:10.822636Z","steps":["trace[2122412738] 'process raft request' (duration: 328.565372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.822893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.49374Z","time spent":"329.017282ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:10.823016Z","caller":"traceutil/trace.go:171","msg":"trace[2052144211] linearizableReadLoop","detail":"{readStateIndex:4818; appliedIndex:4815; }","duration":"328.695275ms","start":"2026-03-02T21:32:10.494279Z","end":"2026-03-02T21:32:10.822974Z","steps":["trace[2052144211] 'read index received' (duration: 98.918431ms)","trace[2052144211] 'applied index is now lower than readState.Index' (duration: 229.775544ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:10.823147Z","caller":"traceutil/trace.go:171","msg":"trace[352852619] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"327.656901ms","start":"2026-03-02T21:32:10.495477Z","end":"2026-03-02T21:32:10.823134Z","steps":["trace[352852619] 'process raft request' (duration: 327.096628ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.823257Z","caller":"traceutil/trace.go:171","msg":"trace[2023176797] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"263.216562ms","start":"2026-03-02T21:32:10.56002Z","end":"2026-03-02T21:32:10.823237Z","steps":["trace[2023176797] 'process raft request' (duration: 262.870924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.823313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.495464Z","time spent":"327.734272ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:10.823057Z","caller":"traceutil/trace.go:171","msg":"trace[518554061] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"326.648577ms","start":"2026-03-02T21:32:10.496367Z","end":"2026-03-02T21:32:10.823015Z","steps":["trace[518554061] 'process raft request' (duration: 326.411161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.823508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.496357Z","time spent":"327.118159ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:10.82356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.731365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:10.823621Z","caller":"traceutil/trace.go:171","msg":"trace[1142994424] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4632; }","duration":"248.862498ms","start":"2026-03-02T21:32:10.574744Z","end":"2026-03-02T21:32:10.823606Z","steps":["trace[1142994424] 'agreement among raft nodes before linearized reading' (duration: 248.745835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.823793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.120131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:10.824075Z","caller":"traceutil/trace.go:171","msg":"trace[1557294507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4632; }","duration":"196.424098ms","start":"2026-03-02T21:32:10.627632Z","end":"2026-03-02T21:32:10.824056Z","steps":["trace[1557294507] 'agreement among raft nodes before linearized reading' (duration: 196.115561ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:10.822502Z","caller":"traceutil/trace.go:171","msg":"trace[1155703222] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"329.622826ms","start":"2026-03-02T21:32:10.492847Z","end":"2026-03-02T21:32:10.82247Z","steps":["trace[1155703222] 'process raft request' (duration: 329.254598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.824436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.49284Z","time spent":"331.552181ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:10.825181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.891586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:821876"} {"level":"info","ts":"2026-03-02T21:32:10.825239Z","caller":"traceutil/trace.go:171","msg":"trace[1418655534] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4632; }","duration":"330.992538ms","start":"2026-03-02T21:32:10.494227Z","end":"2026-03-02T21:32:10.82522Z","steps":["trace[1418655534] 'agreement among raft nodes before linearized reading' (duration: 329.35147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:10.825269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.494217Z","time spent":"331.042909ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":821898,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-02T21:32:11.414354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299141837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:11.581895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.323816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:11.58201Z","caller":"traceutil/trace.go:171","msg":"trace[1280692800] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"678.110642ms","start":"2026-03-02T21:32:10.903882Z","end":"2026-03-02T21:32:11.581992Z","steps":["trace[1280692800] 'process raft request' (duration: 567.606191ms)","trace[1280692800] 'compare' (duration: 109.924997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:11.582051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.903846Z","time spent":"678.187284ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:12.685127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213571506s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:32:12.878441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.970968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:12.878555Z","caller":"traceutil/trace.go:171","msg":"trace[1375012285] linearizableReadLoop","detail":"{readStateIndex:4824; appliedIndex:4822; }","duration":"1.964217914s","start":"2026-03-02T21:32:10.91432Z","end":"2026-03-02T21:32:12.878538Z","steps":["trace[1375012285] 'read index received' (duration: 557.186279ms)","trace[1375012285] 'applied index is now lower than readState.Index' (duration: 1.407030165s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:12.878614Z","caller":"traceutil/trace.go:171","msg":"trace[1440612774] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"1.973887199s","start":"2026-03-02T21:32:10.904693Z","end":"2026-03-02T21:32:12.87858Z","steps":["trace[1440612774] 'process raft request' (duration: 1.780694436s)","trace[1440612774] 'compare' (duration: 192.63894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:12.878781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.904655Z","time spent":"1.974046033s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5820,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:12.87877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964425809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T21:32:12.878851Z","caller":"traceutil/trace.go:171","msg":"trace[104005600] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4635; }","duration":"1.964538752s","start":"2026-03-02T21:32:10.914294Z","end":"2026-03-02T21:32:12.878832Z","steps":["trace[104005600] 'agreement among raft nodes before linearized reading' (duration: 1.964312997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.878895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.914282Z","time spent":"1.964603733s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-02T21:32:12.974551Z","caller":"traceutil/trace.go:171","msg":"trace[1581592438] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"952.295979ms","start":"2026-03-02T21:32:12.022205Z","end":"2026-03-02T21:32:12.974501Z","steps":["trace[1581592438] 'process raft request' (duration: 952.005203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.974671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.035351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:32:12.974747Z","caller":"traceutil/trace.go:171","msg":"trace[400399431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:4637; }","duration":"577.174355ms","start":"2026-03-02T21:32:12.397553Z","end":"2026-03-02T21:32:12.974727Z","steps":["trace[400399431] 'agreement among raft nodes before linearized reading' (duration: 576.944699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.974766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.02218Z","time spent":"952.481493ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:12.974781Z","caller":"traceutil/trace.go:171","msg":"trace[246545874] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"581.580877ms","start":"2026-03-02T21:32:12.393175Z","end":"2026-03-02T21:32:12.974756Z","steps":["trace[246545874] 'process raft request' (duration: 581.217269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.974865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630526274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:12.974898Z","caller":"traceutil/trace.go:171","msg":"trace[1192229499] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4637; }","duration":"1.630611515s","start":"2026-03-02T21:32:11.344281Z","end":"2026-03-02T21:32:12.974893Z","steps":["trace[1192229499] 'agreement among raft nodes before linearized reading' (duration: 1.630533514s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.974918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.34425Z","time spent":"1.630663707s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:12.974902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.750906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:32:12.974976Z","caller":"traceutil/trace.go:171","msg":"trace[1980866545] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4637; }","duration":"144.840539ms","start":"2026-03-02T21:32:12.830115Z","end":"2026-03-02T21:32:12.974955Z","steps":["trace[1980866545] 'agreement among raft nodes before linearized reading' (duration: 144.612244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.974989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.466284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:32:12.974932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.531888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:12.97502Z","caller":"traceutil/trace.go:171","msg":"trace[37955204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4637; }","duration":"179.542326ms","start":"2026-03-02T21:32:12.795468Z","end":"2026-03-02T21:32:12.975011Z","steps":["trace[37955204] 'agreement among raft nodes before linearized reading' (duration: 179.482155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.975028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993435054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:32:12.974998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346374875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:12.975068Z","caller":"traceutil/trace.go:171","msg":"trace[600487543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4637; }","duration":"146.709092ms","start":"2026-03-02T21:32:12.828325Z","end":"2026-03-02T21:32:12.975034Z","steps":["trace[600487543] 'agreement among raft nodes before linearized reading' (duration: 146.340913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.975065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.350544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:32:12.975119Z","caller":"traceutil/trace.go:171","msg":"trace[949906450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4637; }","duration":"1.346682662s","start":"2026-03-02T21:32:11.628409Z","end":"2026-03-02T21:32:12.975092Z","steps":["trace[949906450] 'agreement among raft nodes before linearized reading' (duration: 1.346456417s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:12.975132Z","caller":"traceutil/trace.go:171","msg":"trace[395365915] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4637; }","duration":"1.993579408s","start":"2026-03-02T21:32:10.981479Z","end":"2026-03-02T21:32:12.975059Z","steps":["trace[395365915] 'agreement among raft nodes before linearized reading' (duration: 1.993440275s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:12.975158Z","caller":"traceutil/trace.go:171","msg":"trace[1132146125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4637; }","duration":"146.471077ms","start":"2026-03-02T21:32:12.828664Z","end":"2026-03-02T21:32:12.975135Z","steps":["trace[1132146125] 'agreement among raft nodes before linearized reading' (duration: 146.229711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.975187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:10.98145Z","time spent":"1.993723041s","remote":"127.0.0.1:48570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":8,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:12.9752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.628384Z","time spent":"1.346788425s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:32:12.975227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.715991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:32:12.975202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806382953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:32:12.974789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.397527Z","time spent":"577.254206ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"info","ts":"2026-03-02T21:32:12.975303Z","caller":"traceutil/trace.go:171","msg":"trace[1600172536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4637; }","duration":"167.823803ms","start":"2026-03-02T21:32:12.807456Z","end":"2026-03-02T21:32:12.97528Z","steps":["trace[1600172536] 'agreement among raft nodes before linearized reading' (duration: 167.550547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.974917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.39314Z","time spent":"581.695399ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:12.975333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511862073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:821876"} {"level":"info","ts":"2026-03-02T21:32:12.975305Z","caller":"traceutil/trace.go:171","msg":"trace[2061787209] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4637; }","duration":"1.806580369s","start":"2026-03-02T21:32:11.168708Z","end":"2026-03-02T21:32:12.975289Z","steps":["trace[2061787209] 'agreement among raft nodes before linearized reading' (duration: 1.806400194s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.975373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468448593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T21:32:12.975387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.706008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:12.975408Z","caller":"traceutil/trace.go:171","msg":"trace[1893176328] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:4637; }","duration":"1.468520215s","start":"2026-03-02T21:32:11.506878Z","end":"2026-03-02T21:32:12.975399Z","steps":["trace[1893176328] 'agreement among raft nodes before linearized reading' (duration: 1.468426053s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:12.975401Z","caller":"traceutil/trace.go:171","msg":"trace[141045944] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4637; }","duration":"1.511980106s","start":"2026-03-02T21:32:11.463405Z","end":"2026-03-02T21:32:12.975385Z","steps":["trace[141045944] 'agreement among raft nodes before linearized reading' (duration: 1.511187157s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:12.975418Z","caller":"traceutil/trace.go:171","msg":"trace[1285674926] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4637; }","duration":"697.784229ms","start":"2026-03-02T21:32:12.277623Z","end":"2026-03-02T21:32:12.975407Z","steps":["trace[1285674926] 'agreement among raft nodes before linearized reading' (duration: 697.729838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.97543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.506856Z","time spent":"1.468568427s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-03-02T21:32:12.974664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.821606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:32:12.975425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.168674Z","time spent":"1.806727451s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:12.975444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.277596Z","time spent":"697.842551ms","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:12.97545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.46338Z","time spent":"1.512057228s","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":821898,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-02T21:32:12.975422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223033676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T21:32:12.975521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.982517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:32:12.975564Z","caller":"traceutil/trace.go:171","msg":"trace[2133793559] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4637; }","duration":"1.22317731s","start":"2026-03-02T21:32:11.752334Z","end":"2026-03-02T21:32:12.975511Z","steps":["trace[2133793559] 'agreement among raft nodes before linearized reading' (duration: 1.222467793s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:12.975469Z","caller":"traceutil/trace.go:171","msg":"trace[68387612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4637; }","duration":"577.683797ms","start":"2026-03-02T21:32:12.397773Z","end":"2026-03-02T21:32:12.975456Z","steps":["trace[68387612] 'agreement among raft nodes before linearized reading' (duration: 576.722434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.975616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.397758Z","time spent":"577.84921ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:32:12.975616Z","caller":"traceutil/trace.go:171","msg":"trace[1979614385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4637; }","duration":"487.139961ms","start":"2026-03-02T21:32:12.488453Z","end":"2026-03-02T21:32:12.975593Z","steps":["trace[1979614385] 'agreement among raft nodes before linearized reading' (duration: 486.522096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:12.975638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:11.752256Z","time spent":"1.223353513s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:32:12.975662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.570472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:32:12.975667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.488434Z","time spent":"487.222302ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:32:12.975711Z","caller":"traceutil/trace.go:171","msg":"trace[2016633312] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4637; }","duration":"147.641044ms","start":"2026-03-02T21:32:12.828055Z","end":"2026-03-02T21:32:12.975696Z","steps":["trace[2016633312] 'agreement among raft nodes before linearized reading' (duration: 146.659321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.482025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299141845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:32:13.728135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.903465ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-02T21:32:13.728238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.976581Z","time spent":"751.652351ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:32:13.79913Z","caller":"traceutil/trace.go:171","msg":"trace[121318991] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"817.685367ms","start":"2026-03-02T21:32:12.981415Z","end":"2026-03-02T21:32:13.7991Z","steps":["trace[121318991] 'process raft request' (duration: 817.330199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.799313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.981401Z","time spent":"817.8227ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:13.799607Z","caller":"traceutil/trace.go:171","msg":"trace[779787443] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"818.061136ms","start":"2026-03-02T21:32:12.981509Z","end":"2026-03-02T21:32:13.79957Z","steps":["trace[779787443] 'process raft request' (duration: 817.546484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:13.799698Z","caller":"traceutil/trace.go:171","msg":"trace[22491140] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"818.136948ms","start":"2026-03-02T21:32:12.981518Z","end":"2026-03-02T21:32:13.799655Z","steps":["trace[22491140] 'process raft request' (duration: 817.933123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.799778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.9815Z","time spent":"818.183628ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:13.799847Z","caller":"traceutil/trace.go:171","msg":"trace[1773556864] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"818.26087ms","start":"2026-03-02T21:32:12.981571Z","end":"2026-03-02T21:32:13.799832Z","steps":["trace[1773556864] 'process raft request' (duration: 818.032025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.799882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.981506Z","time spent":"818.280131ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:13.799917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.981561Z","time spent":"818.321432ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:13.800137Z","caller":"traceutil/trace.go:171","msg":"trace[1895661271] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"817.976544ms","start":"2026-03-02T21:32:12.98215Z","end":"2026-03-02T21:32:13.800127Z","steps":["trace[1895661271] 'process raft request' (duration: 817.868281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.800206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.982123Z","time spent":"818.049446ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:13.800259Z","caller":"traceutil/trace.go:171","msg":"trace[126034619] linearizableReadLoop","detail":"{readStateIndex:4835; appliedIndex:4826; }","duration":"818.926656ms","start":"2026-03-02T21:32:12.98132Z","end":"2026-03-02T21:32:13.800247Z","steps":["trace[126034619] 'read index received' (duration: 575.883603ms)","trace[126034619] 'applied index is now lower than readState.Index' (duration: 243.041933ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:13.800346Z","caller":"traceutil/trace.go:171","msg":"trace[1136730982] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"811.179236ms","start":"2026-03-02T21:32:12.989155Z","end":"2026-03-02T21:32:13.800334Z","steps":["trace[1136730982] 'process raft request' (duration: 811.021262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:13.800344Z","caller":"traceutil/trace.go:171","msg":"trace[187465982] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"818.597368ms","start":"2026-03-02T21:32:12.981727Z","end":"2026-03-02T21:32:13.800324Z","steps":["trace[187465982] 'process raft request' (duration: 818.026195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.800408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.98914Z","time spent":"811.232156ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:13.800428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.981688Z","time spent":"818.696211ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:13.800524Z","caller":"traceutil/trace.go:171","msg":"trace[1386725193] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"816.929339ms","start":"2026-03-02T21:32:12.983568Z","end":"2026-03-02T21:32:13.800497Z","steps":["trace[1386725193] 'process raft request' (duration: 816.52118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.800674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.983559Z","time spent":"817.040212ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:13.800816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.428577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-02T21:32:13.800931Z","caller":"traceutil/trace.go:171","msg":"trace[1026099558] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4645; }","duration":"819.589071ms","start":"2026-03-02T21:32:12.981312Z","end":"2026-03-02T21:32:13.800901Z","steps":["trace[1026099558] 'agreement among raft nodes before linearized reading' (duration: 819.198262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.801172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.981292Z","time spent":"819.864888ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T21:32:13.825008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.969572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-02T21:32:13.825056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.390152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46097"} {"level":"info","ts":"2026-03-02T21:32:13.825104Z","caller":"traceutil/trace.go:171","msg":"trace[918512052] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4647; }","duration":"756.118925ms","start":"2026-03-02T21:32:13.068963Z","end":"2026-03-02T21:32:13.825082Z","steps":["trace[918512052] 'agreement among raft nodes before linearized reading' (duration: 755.758687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.825104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.042177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:32:13.825152Z","caller":"traceutil/trace.go:171","msg":"trace[1893856994] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4647; }","duration":"842.515734ms","start":"2026-03-02T21:32:12.982615Z","end":"2026-03-02T21:32:13.825131Z","steps":["trace[1893856994] 'agreement among raft nodes before linearized reading' (duration: 842.188767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:13.825183Z","caller":"traceutil/trace.go:171","msg":"trace[1344481177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4647; }","duration":"843.261392ms","start":"2026-03-02T21:32:12.981904Z","end":"2026-03-02T21:32:13.825165Z","steps":["trace[1344481177] 'agreement among raft nodes before linearized reading' (duration: 843.011206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.82521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.981894Z","time spent":"843.311103ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:32:13.825219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.982603Z","time spent":"842.602076ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:32:13.825251Z","caller":"traceutil/trace.go:171","msg":"trace[1480481857] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"109.768793ms","start":"2026-03-02T21:32:13.715461Z","end":"2026-03-02T21:32:13.82523Z","steps":["trace[1480481857] 'process raft request' (duration: 108.986425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.825272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.164281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-02T21:32:13.825308Z","caller":"traceutil/trace.go:171","msg":"trace[725974414] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4647; }","duration":"653.248282ms","start":"2026-03-02T21:32:13.17205Z","end":"2026-03-02T21:32:13.825298Z","steps":["trace[725974414] 'agreement among raft nodes before linearized reading' (duration: 653.13939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.825277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.755838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:821876"} {"level":"warn","ts":"2026-03-02T21:32:13.825346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.172012Z","time spent":"653.327624ms","remote":"127.0.0.1:59862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-02T21:32:13.825375Z","caller":"traceutil/trace.go:171","msg":"trace[1257304002] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4647; }","duration":"832.896201ms","start":"2026-03-02T21:32:12.992458Z","end":"2026-03-02T21:32:13.825355Z","steps":["trace[1257304002] 'agreement among raft nodes before linearized reading' (duration: 832.279326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.825392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.752113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:13.825421Z","caller":"traceutil/trace.go:171","msg":"trace[20939617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4647; }","duration":"837.815365ms","start":"2026-03-02T21:32:12.9876Z","end":"2026-03-02T21:32:13.825416Z","steps":["trace[20939617] 'agreement among raft nodes before linearized reading' (duration: 837.771694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.825434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.98758Z","time spent":"837.851096ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:32:13.825434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:12.992447Z","time spent":"832.975033ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":821898,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-02T21:32:13.825166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:13.068946Z","time spent":"756.210087ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-02T21:32:13.925213Z","caller":"traceutil/trace.go:171","msg":"trace[90048571] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"118.544217ms","start":"2026-03-02T21:32:13.806627Z","end":"2026-03-02T21:32:13.925171Z","steps":["trace[90048571] 'process raft request' (duration: 118.049876ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:13.925288Z","caller":"traceutil/trace.go:171","msg":"trace[1088469592] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"118.114958ms","start":"2026-03-02T21:32:13.807153Z","end":"2026-03-02T21:32:13.925268Z","steps":["trace[1088469592] 'process raft request' (duration: 117.830161ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:13.925511Z","caller":"traceutil/trace.go:171","msg":"trace[365192016] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"118.510187ms","start":"2026-03-02T21:32:13.806986Z","end":"2026-03-02T21:32:13.925496Z","steps":["trace[365192016] 'process raft request' (duration: 117.926433ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:13.92568Z","caller":"traceutil/trace.go:171","msg":"trace[649672164] linearizableReadLoop","detail":"{readStateIndex:4841; appliedIndex:4837; }","duration":"100.961999ms","start":"2026-03-02T21:32:13.824702Z","end":"2026-03-02T21:32:13.925664Z","steps":["trace[649672164] 'read index received' (duration: 99.885254ms)","trace[649672164] 'applied index is now lower than readState.Index' (duration: 1.075275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:13.925903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.053793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13293"} {"level":"info","ts":"2026-03-02T21:32:13.925951Z","caller":"traceutil/trace.go:171","msg":"trace[2118872174] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4651; }","duration":"117.136324ms","start":"2026-03-02T21:32:13.808799Z","end":"2026-03-02T21:32:13.925935Z","steps":["trace[2118872174] 'agreement among raft nodes before linearized reading' (duration: 116.95948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:13.926197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.477646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6909bc5a-bb7c-4140-8e3d-f6fd7fd532f4\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-02T21:32:13.926235Z","caller":"traceutil/trace.go:171","msg":"trace[1642409627] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6909bc5a-bb7c-4140-8e3d-f6fd7fd532f4; range_end:; response_count:1; response_revision:4651; }","duration":"121.556048ms","start":"2026-03-02T21:32:13.804669Z","end":"2026-03-02T21:32:13.926225Z","steps":["trace[1642409627] 'agreement among raft nodes before linearized reading' (duration: 121.459666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:13.925896Z","caller":"traceutil/trace.go:171","msg":"trace[1472631510] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"118.183599ms","start":"2026-03-02T21:32:13.807639Z","end":"2026-03-02T21:32:13.925823Z","steps":["trace[1472631510] 'process raft request' (duration: 117.575614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.342375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.838792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:14.342462Z","caller":"traceutil/trace.go:171","msg":"trace[1232897793] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4651; }","duration":"329.990165ms","start":"2026-03-02T21:32:14.012456Z","end":"2026-03-02T21:32:14.342446Z","steps":["trace[1232897793] 'range keys from in-memory index tree' (duration: 329.729519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:14.342492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.012433Z","time spent":"330.050726ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T21:32:14.888263Z","caller":"traceutil/trace.go:171","msg":"trace[561883427] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"153.92184ms","start":"2026-03-02T21:32:14.734309Z","end":"2026-03-02T21:32:14.888231Z","steps":["trace[561883427] 'process raft request' (duration: 153.636914ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.484932Z","caller":"traceutil/trace.go:171","msg":"trace[333784991] linearizableReadLoop","detail":"{readStateIndex:4872; appliedIndex:4871; }","duration":"165.216143ms","start":"2026-03-02T21:32:15.319689Z","end":"2026-03-02T21:32:15.484905Z","steps":["trace[333784991] 'read index received' (duration: 164.977597ms)","trace[333784991] 'applied index is now lower than readState.Index' (duration: 237.526µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:15.485172Z","caller":"traceutil/trace.go:171","msg":"trace[887954906] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"169.482402ms","start":"2026-03-02T21:32:15.315587Z","end":"2026-03-02T21:32:15.485069Z","steps":["trace[887954906] 'process raft request' (duration: 169.074442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.486216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.500822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364562"} {"level":"info","ts":"2026-03-02T21:32:15.486336Z","caller":"traceutil/trace.go:171","msg":"trace[1441883188] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4681; }","duration":"166.693727ms","start":"2026-03-02T21:32:15.319622Z","end":"2026-03-02T21:32:15.486316Z","steps":["trace[1441883188] 'agreement among raft nodes before linearized reading' (duration: 165.496789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.604645Z","caller":"traceutil/trace.go:171","msg":"trace[1916524610] linearizableReadLoop","detail":"{readStateIndex:4873; appliedIndex:4872; }","duration":"119.51053ms","start":"2026-03-02T21:32:15.485107Z","end":"2026-03-02T21:32:15.604618Z","steps":["trace[1916524610] 'read index received' (duration: 119.268944ms)","trace[1916524610] 'applied index is now lower than readState.Index' (duration: 240.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:15.604717Z","caller":"traceutil/trace.go:171","msg":"trace[770581423] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"280.027803ms","start":"2026-03-02T21:32:15.324623Z","end":"2026-03-02T21:32:15.604651Z","steps":["trace[770581423] 'process raft request' (duration: 279.813438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.604934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.091964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T21:32:15.605023Z","caller":"traceutil/trace.go:171","msg":"trace[1727692821] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4682; }","duration":"240.297499ms","start":"2026-03-02T21:32:15.364698Z","end":"2026-03-02T21:32:15.604995Z","steps":["trace[1727692821] 'agreement among raft nodes before linearized reading' (duration: 239.958811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.605168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.647123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:837696"} {"level":"info","ts":"2026-03-02T21:32:15.605193Z","caller":"traceutil/trace.go:171","msg":"trace[1678577209] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4682; }","duration":"248.674843ms","start":"2026-03-02T21:32:15.35651Z","end":"2026-03-02T21:32:15.605185Z","steps":["trace[1678577209] 'agreement among raft nodes before linearized reading' (duration: 248.261013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:20.774868Z","caller":"traceutil/trace.go:171","msg":"trace[2096590055] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4949; }","duration":"113.174752ms","start":"2026-03-02T21:32:20.661667Z","end":"2026-03-02T21:32:20.774841Z","steps":["trace[2096590055] 'read index received' (duration: 112.963737ms)","trace[2096590055] 'applied index is now lower than readState.Index' (duration: 210.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:20.774944Z","caller":"traceutil/trace.go:171","msg":"trace[190564543] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"116.252064ms","start":"2026-03-02T21:32:20.658648Z","end":"2026-03-02T21:32:20.7749Z","steps":["trace[190564543] 'process raft request' (duration: 116.039599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:20.77513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.435718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129436"} {"level":"info","ts":"2026-03-02T21:32:20.775168Z","caller":"traceutil/trace.go:171","msg":"trace[2074624701] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4757; }","duration":"113.51652ms","start":"2026-03-02T21:32:20.661641Z","end":"2026-03-02T21:32:20.775157Z","steps":["trace[2074624701] 'agreement among raft nodes before linearized reading' (duration: 113.300565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:21.124673Z","caller":"traceutil/trace.go:171","msg":"trace[269702988] linearizableReadLoop","detail":"{readStateIndex:4951; appliedIndex:4950; }","duration":"101.129372ms","start":"2026-03-02T21:32:21.023509Z","end":"2026-03-02T21:32:21.124638Z","steps":["trace[269702988] 'read index received' (duration: 100.779514ms)","trace[269702988] 'applied index is now lower than readState.Index' (duration: 348.168µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:21.124722Z","caller":"traceutil/trace.go:171","msg":"trace[1896976168] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"346.734625ms","start":"2026-03-02T21:32:20.777933Z","end":"2026-03-02T21:32:21.124667Z","steps":["trace[1896976168] 'process raft request' (duration: 346.369156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:21.124887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.351917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:21.124936Z","caller":"traceutil/trace.go:171","msg":"trace[1718701227] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4758; }","duration":"101.48007ms","start":"2026-03-02T21:32:21.023442Z","end":"2026-03-02T21:32:21.124922Z","steps":["trace[1718701227] 'agreement among raft nodes before linearized reading' (duration: 101.328506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:21.125203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:20.777899Z","time spent":"346.92241ms","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:21.501445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.145781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:21.501861Z","caller":"traceutil/trace.go:171","msg":"trace[2126274471] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"374.413468ms","start":"2026-03-02T21:32:21.127416Z","end":"2026-03-02T21:32:21.501829Z","steps":["trace[2126274471] 'process raft request' (duration: 119.769435ms)","trace[2126274471] 'compare' (duration: 253.745212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:21.501985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:21.127391Z","time spent":"374.550782ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:32:21.501999Z","caller":"traceutil/trace.go:171","msg":"trace[1299827907] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"363.951045ms","start":"2026-03-02T21:32:21.137964Z","end":"2026-03-02T21:32:21.501915Z","steps":["trace[1299827907] 'process raft request' (duration: 363.640318ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:21.501892Z","caller":"traceutil/trace.go:171","msg":"trace[430467873] linearizableReadLoop","detail":"{readStateIndex:4954; appliedIndex:4952; }","duration":"143.534878ms","start":"2026-03-02T21:32:21.35834Z","end":"2026-03-02T21:32:21.501875Z","steps":["trace[430467873] 'read index received' (duration: 69.733402ms)","trace[430467873] 'applied index is now lower than readState.Index' (duration: 73.800196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:21.502108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.730253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:32:21.50223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:21.137955Z","time spent":"364.16777ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:32:21.502521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.99443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-hdktb\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-02T21:32:21.50263Z","caller":"traceutil/trace.go:171","msg":"trace[672357528] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-hdktb; range_end:; response_count:1; response_revision:4761; }","duration":"129.177914ms","start":"2026-03-02T21:32:21.373424Z","end":"2026-03-02T21:32:21.502601Z","steps":["trace[672357528] 'agreement among raft nodes before linearized reading' (duration: 128.800235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:21.502706Z","caller":"traceutil/trace.go:171","msg":"trace[257418639] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4761; }","duration":"143.947178ms","start":"2026-03-02T21:32:21.358243Z","end":"2026-03-02T21:32:21.502191Z","steps":["trace[257418639] 'agreement among raft nodes before linearized reading' (duration: 143.682822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:21.770706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.275701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:21.770872Z","caller":"traceutil/trace.go:171","msg":"trace[124718354] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"264.40511ms","start":"2026-03-02T21:32:21.506435Z","end":"2026-03-02T21:32:21.77084Z","steps":["trace[124718354] 'process raft request' (duration: 160.909133ms)","trace[124718354] 'compare' (duration: 102.927703ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:21.812077Z","caller":"traceutil/trace.go:171","msg":"trace[213083224] linearizableReadLoop","detail":"{readStateIndex:4956; appliedIndex:4954; }","duration":"305.209839ms","start":"2026-03-02T21:32:21.506833Z","end":"2026-03-02T21:32:21.812042Z","steps":["trace[213083224] 'read index received' (duration: 160.546285ms)","trace[213083224] 'applied index is now lower than readState.Index' (duration: 144.662154ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:21.812194Z","caller":"traceutil/trace.go:171","msg":"trace[1457355161] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"298.876742ms","start":"2026-03-02T21:32:21.513268Z","end":"2026-03-02T21:32:21.812145Z","steps":["trace[1457355161] 'process raft request' (duration: 298.694267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:21.812267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.986666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:21.812318Z","caller":"traceutil/trace.go:171","msg":"trace[234234643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4764; }","duration":"183.112499ms","start":"2026-03-02T21:32:21.629192Z","end":"2026-03-02T21:32:21.812304Z","steps":["trace[234234643] 'agreement among raft nodes before linearized reading' (duration: 183.018017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:21.812328Z","caller":"traceutil/trace.go:171","msg":"trace[954665393] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"305.839803ms","start":"2026-03-02T21:32:21.506468Z","end":"2026-03-02T21:32:21.812308Z","steps":["trace[954665393] 'process raft request' (duration: 305.344652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:21.812349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.493206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T21:32:21.812408Z","caller":"traceutil/trace.go:171","msg":"trace[1812157754] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:4764; }","duration":"305.562897ms","start":"2026-03-02T21:32:21.506827Z","end":"2026-03-02T21:32:21.81239Z","steps":["trace[1812157754] 'agreement among raft nodes before linearized reading' (duration: 305.354383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:21.81243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:21.506437Z","time spent":"305.936606ms","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:32:21.812456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:21.50679Z","time spent":"305.65743ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"info","ts":"2026-03-02T21:32:22.027467Z","caller":"traceutil/trace.go:171","msg":"trace[471156599] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"210.664839ms","start":"2026-03-02T21:32:21.81676Z","end":"2026-03-02T21:32:22.027425Z","steps":["trace[471156599] 'process raft request' (duration: 210.216739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:22.027508Z","caller":"traceutil/trace.go:171","msg":"trace[199928513] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"210.061516ms","start":"2026-03-02T21:32:21.817416Z","end":"2026-03-02T21:32:22.027478Z","steps":["trace[199928513] 'process raft request' (duration: 209.928783ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:22.027787Z","caller":"traceutil/trace.go:171","msg":"trace[1655999127] linearizableReadLoop","detail":"{readStateIndex:4962; appliedIndex:4958; }","duration":"183.662941ms","start":"2026-03-02T21:32:21.844106Z","end":"2026-03-02T21:32:22.027769Z","steps":["trace[1655999127] 'read index received' (duration: 182.836102ms)","trace[1655999127] 'applied index is now lower than readState.Index' (duration: 825.929µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:22.027962Z","caller":"traceutil/trace.go:171","msg":"trace[1904190204] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"210.093957ms","start":"2026-03-02T21:32:21.81785Z","end":"2026-03-02T21:32:22.027944Z","steps":["trace[1904190204] 'process raft request' (duration: 209.581305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:22.027991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.356471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:32:22.02805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.890366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:32:22.028081Z","caller":"traceutil/trace.go:171","msg":"trace[547744742] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4768; }","duration":"188.495844ms","start":"2026-03-02T21:32:21.839557Z","end":"2026-03-02T21:32:22.028053Z","steps":["trace[547744742] 'agreement among raft nodes before linearized reading' (duration: 188.259579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:22.028106Z","caller":"traceutil/trace.go:171","msg":"trace[1716199512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4768; }","duration":"192.983519ms","start":"2026-03-02T21:32:21.835107Z","end":"2026-03-02T21:32:22.028091Z","steps":["trace[1716199512] 'agreement among raft nodes before linearized reading' (duration: 192.755744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:22.028045Z","caller":"traceutil/trace.go:171","msg":"trace[519068115] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"209.707387ms","start":"2026-03-02T21:32:21.818311Z","end":"2026-03-02T21:32:22.028018Z","steps":["trace[519068115] 'process raft request' (duration: 209.324798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:22.028206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.05813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-02T21:32:22.028293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.827527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:32:22.028341Z","caller":"traceutil/trace.go:171","msg":"trace[774421258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4768; }","duration":"196.923961ms","start":"2026-03-02T21:32:21.831405Z","end":"2026-03-02T21:32:22.028329Z","steps":["trace[774421258] 'agreement among raft nodes before linearized reading' (duration: 196.800998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:22.028358Z","caller":"traceutil/trace.go:171","msg":"trace[1689830364] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4768; }","duration":"187.261066ms","start":"2026-03-02T21:32:21.841033Z","end":"2026-03-02T21:32:22.028294Z","steps":["trace[1689830364] 'agreement among raft nodes before linearized reading' (duration: 186.740324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:22.028407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.571836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:32:22.028489Z","caller":"traceutil/trace.go:171","msg":"trace[222755173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4768; }","duration":"188.658138ms","start":"2026-03-02T21:32:21.839806Z","end":"2026-03-02T21:32:22.028464Z","steps":["trace[222755173] 'agreement among raft nodes before linearized reading' (duration: 188.519564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:22.028623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.684685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:32:22.028678Z","caller":"traceutil/trace.go:171","msg":"trace[1482254387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4768; }","duration":"184.765957ms","start":"2026-03-02T21:32:21.8439Z","end":"2026-03-02T21:32:22.028665Z","steps":["trace[1482254387] 'agreement among raft nodes before linearized reading' (duration: 184.648405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:22.032117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.559101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:22.032183Z","caller":"traceutil/trace.go:171","msg":"trace[1188729821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4768; }","duration":"199.656884ms","start":"2026-03-02T21:32:21.832511Z","end":"2026-03-02T21:32:22.032168Z","steps":["trace[1188729821] 'agreement among raft nodes before linearized reading' (duration: 195.403295ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:22.126689Z","caller":"traceutil/trace.go:171","msg":"trace[653612123] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"132.179154ms","start":"2026-03-02T21:32:21.994457Z","end":"2026-03-02T21:32:22.126636Z","steps":["trace[653612123] 'process raft request' (duration: 132.032791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:22.126694Z","caller":"traceutil/trace.go:171","msg":"trace[1478198676] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"281.945087ms","start":"2026-03-02T21:32:21.844702Z","end":"2026-03-02T21:32:22.126647Z","steps":["trace[1478198676] 'process raft request' (duration: 234.270218ms)","trace[1478198676] 'compare' (duration: 47.26484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:22.126725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.99725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:22.126792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.944986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:32:22.126885Z","caller":"traceutil/trace.go:171","msg":"trace[1565338061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:4770; }","duration":"266.082598ms","start":"2026-03-02T21:32:21.860781Z","end":"2026-03-02T21:32:22.126863Z","steps":["trace[1565338061] 'agreement among raft nodes before linearized reading' (duration: 265.787451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:22.126822Z","caller":"traceutil/trace.go:171","msg":"trace[1811025534] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4770; }","duration":"132.170754ms","start":"2026-03-02T21:32:21.994627Z","end":"2026-03-02T21:32:22.126797Z","steps":["trace[1811025534] 'agreement among raft nodes before linearized reading' (duration: 131.981959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:29.795516Z","caller":"traceutil/trace.go:171","msg":"trace[575772996] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5090; }","duration":"151.935434ms","start":"2026-03-02T21:32:29.643552Z","end":"2026-03-02T21:32:29.795488Z","steps":["trace[575772996] 'read index received' (duration: 149.816225ms)","trace[575772996] 'applied index is now lower than readState.Index' (duration: 2.117919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:29.795534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.644215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:29.795708Z","caller":"traceutil/trace.go:171","msg":"trace[1765402449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4895; }","duration":"166.837401ms","start":"2026-03-02T21:32:29.628841Z","end":"2026-03-02T21:32:29.795679Z","steps":["trace[1765402449] 'range keys from in-memory index tree' (duration: 166.515533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:29.795735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.158099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:32:29.795785Z","caller":"traceutil/trace.go:171","msg":"trace[1951482840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4896; }","duration":"152.270752ms","start":"2026-03-02T21:32:29.643502Z","end":"2026-03-02T21:32:29.795773Z","steps":["trace[1951482840] 'agreement among raft nodes before linearized reading' (duration: 152.094248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:29.795588Z","caller":"traceutil/trace.go:171","msg":"trace[1824926795] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"162.621553ms","start":"2026-03-02T21:32:29.632928Z","end":"2026-03-02T21:32:29.795549Z","steps":["trace[1824926795] 'process raft request' (duration: 160.625076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:30.313499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.935941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T21:32:30.313536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.819551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:32:30.313593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.620442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:32:30.313597Z","caller":"traceutil/trace.go:171","msg":"trace[732400534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4898; }","duration":"111.906283ms","start":"2026-03-02T21:32:30.201675Z","end":"2026-03-02T21:32:30.313582Z","steps":["trace[732400534] 'range keys from in-memory index tree' (duration: 111.667618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.313636Z","caller":"traceutil/trace.go:171","msg":"trace[1275703533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4898; }","duration":"113.667824ms","start":"2026-03-02T21:32:30.199955Z","end":"2026-03-02T21:32:30.313622Z","steps":["trace[1275703533] 'range keys from in-memory index tree' (duration: 113.549531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:30.313532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.967235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-02T21:32:30.313615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.800473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:32:30.313595Z","caller":"traceutil/trace.go:171","msg":"trace[1932057765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4898; }","duration":"139.089785ms","start":"2026-03-02T21:32:30.174481Z","end":"2026-03-02T21:32:30.313571Z","steps":["trace[1932057765] 'range keys from in-memory index tree' (duration: 138.705666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.313709Z","caller":"traceutil/trace.go:171","msg":"trace[793860195] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4898; }","duration":"106.187299ms","start":"2026-03-02T21:32:30.207495Z","end":"2026-03-02T21:32:30.313683Z","steps":["trace[793860195] 'range keys from in-memory index tree' (duration: 105.73641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:30.313495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.740392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:32:30.313535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.32581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:32:30.313822Z","caller":"traceutil/trace.go:171","msg":"trace[549041911] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4898; }","duration":"108.632987ms","start":"2026-03-02T21:32:30.205164Z","end":"2026-03-02T21:32:30.313797Z","steps":["trace[549041911] 'range keys from in-memory index tree' (duration: 108.099025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.313823Z","caller":"traceutil/trace.go:171","msg":"trace[1924893757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4898; }","duration":"113.066769ms","start":"2026-03-02T21:32:30.200698Z","end":"2026-03-02T21:32:30.313765Z","steps":["trace[1924893757] 'range keys from in-memory index tree' (duration: 112.584008ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.313721Z","caller":"traceutil/trace.go:171","msg":"trace[1801934719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4898; }","duration":"112.963438ms","start":"2026-03-02T21:32:30.200736Z","end":"2026-03-02T21:32:30.313699Z","steps":["trace[1801934719] 'range keys from in-memory index tree' (duration: 112.561608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:30.313601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.841918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:32:30.315163Z","caller":"traceutil/trace.go:171","msg":"trace[1783304189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:4898; }","duration":"114.718948ms","start":"2026-03-02T21:32:30.199685Z","end":"2026-03-02T21:32:30.314404Z","steps":["trace[1783304189] 'range keys from in-memory index tree' (duration: 113.619522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.513217Z","caller":"traceutil/trace.go:171","msg":"trace[1403687428] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"195.145189ms","start":"2026-03-02T21:32:30.318039Z","end":"2026-03-02T21:32:30.513184Z","steps":["trace[1403687428] 'process raft request' (duration: 194.922854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.513453Z","caller":"traceutil/trace.go:171","msg":"trace[742920902] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"195.365994ms","start":"2026-03-02T21:32:30.318056Z","end":"2026-03-02T21:32:30.513422Z","steps":["trace[742920902] 'process raft request' (duration: 195.083928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.51362Z","caller":"traceutil/trace.go:171","msg":"trace[2029626137] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"195.343584ms","start":"2026-03-02T21:32:30.318247Z","end":"2026-03-02T21:32:30.513591Z","steps":["trace[2029626137] 'process raft request' (duration: 195.136149ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.513674Z","caller":"traceutil/trace.go:171","msg":"trace[1772411418] linearizableReadLoop","detail":"{readStateIndex:5100; appliedIndex:5093; }","duration":"194.670198ms","start":"2026-03-02T21:32:30.318987Z","end":"2026-03-02T21:32:30.513657Z","steps":["trace[1772411418] 'read index received' (duration: 92.536222ms)","trace[1772411418] 'applied index is now lower than readState.Index' (duration: 102.132756ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:30.513782Z","caller":"traceutil/trace.go:171","msg":"trace[1957757322] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"195.166209ms","start":"2026-03-02T21:32:30.318603Z","end":"2026-03-02T21:32:30.51377Z","steps":["trace[1957757322] 'process raft request' (duration: 194.928034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.513908Z","caller":"traceutil/trace.go:171","msg":"trace[454390945] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"195.302432ms","start":"2026-03-02T21:32:30.318593Z","end":"2026-03-02T21:32:30.513895Z","steps":["trace[454390945] 'process raft request' (duration: 194.978885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:30.513986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.979955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63325"} {"level":"info","ts":"2026-03-02T21:32:30.514015Z","caller":"traceutil/trace.go:171","msg":"trace[1498858092] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"195.331674ms","start":"2026-03-02T21:32:30.318674Z","end":"2026-03-02T21:32:30.514006Z","steps":["trace[1498858092] 'process raft request' (duration: 194.945035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.514028Z","caller":"traceutil/trace.go:171","msg":"trace[994897555] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4905; }","duration":"195.064527ms","start":"2026-03-02T21:32:30.318951Z","end":"2026-03-02T21:32:30.514015Z","steps":["trace[994897555] 'agreement among raft nodes before linearized reading' (duration: 194.827762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:30.796905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.970536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:30.796993Z","caller":"traceutil/trace.go:171","msg":"trace[1417340668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4906; }","duration":"168.12399ms","start":"2026-03-02T21:32:30.62885Z","end":"2026-03-02T21:32:30.796974Z","steps":["trace[1417340668] 'range keys from in-memory index tree' (duration: 167.858764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.143628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.566831Z","time spent":"576.790515ms","remote":"127.0.0.1:50436","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:32:33.144648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346000515s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:33.144771Z","caller":"traceutil/trace.go:171","msg":"trace[856078674] linearizableReadLoop","detail":"{readStateIndex:5107; appliedIndex:5106; }","duration":"1.484508217s","start":"2026-03-02T21:32:31.660244Z","end":"2026-03-02T21:32:33.144752Z","steps":["trace[856078674] 'read index received' (duration: 138.249496ms)","trace[856078674] 'applied index is now lower than readState.Index' (duration: 1.346256561s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:33.144884Z","caller":"traceutil/trace.go:171","msg":"trace[634922445] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"1.56589913s","start":"2026-03-02T21:32:31.578967Z","end":"2026-03-02T21:32:33.144866Z","steps":["trace[634922445] 'process raft request' (duration: 219.576627ms)","trace[634922445] 'compare' (duration: 1.345022163s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:33.144953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:31.578947Z","time spent":"1.565974411s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:33.145041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484764953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:33.145161Z","caller":"traceutil/trace.go:171","msg":"trace[1511824050] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4911; }","duration":"1.484944807s","start":"2026-03-02T21:32:31.660195Z","end":"2026-03-02T21:32:33.14514Z","steps":["trace[1511824050] 'agreement among raft nodes before linearized reading' (duration: 1.484689351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.145177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155281969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7db21893-537d-40e5-b566-bdf98468151d\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-02T21:32:33.145293Z","caller":"traceutil/trace.go:171","msg":"trace[593368185] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7db21893-537d-40e5-b566-bdf98468151d; range_end:; response_count:1; response_revision:4911; }","duration":"1.155451863s","start":"2026-03-02T21:32:31.989817Z","end":"2026-03-02T21:32:33.145269Z","steps":["trace[593368185] 'agreement among raft nodes before linearized reading' (duration: 1.155088265s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.145341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:31.989794Z","time spent":"1.155538116s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7db21893-537d-40e5-b566-bdf98468151d\" "} {"level":"warn","ts":"2026-03-02T21:32:33.145337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.523445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-02T21:32:33.145379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.808964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-748b556d75-s2zk6\" ","response":"range_response_count:1 size:4765"} {"level":"info","ts":"2026-03-02T21:32:33.145413Z","caller":"traceutil/trace.go:171","msg":"trace[554895043] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-748b556d75-s2zk6; range_end:; response_count:1; response_revision:4911; }","duration":"870.889445ms","start":"2026-03-02T21:32:32.274513Z","end":"2026-03-02T21:32:33.145402Z","steps":["trace[554895043] 'agreement among raft nodes before linearized reading' (duration: 870.744532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.14546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.274489Z","time spent":"870.961147ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4787,"request content":"key:\"/registry/pods/monitoring/loki-gateway-748b556d75-s2zk6\" "} {"level":"warn","ts":"2026-03-02T21:32:33.145216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:31.660175Z","time spent":"1.485029819s","remote":"127.0.0.1:60066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:33.145455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.981133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:32:33.145504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.926948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:32:33.145525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.347331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:32:33.145541Z","caller":"traceutil/trace.go:171","msg":"trace[763319781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4911; }","duration":"627.095585ms","start":"2026-03-02T21:32:32.518422Z","end":"2026-03-02T21:32:33.145518Z","steps":["trace[763319781] 'agreement among raft nodes before linearized reading' (duration: 626.828019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.14557Z","caller":"traceutil/trace.go:171","msg":"trace[77387346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4911; }","duration":"627.444783ms","start":"2026-03-02T21:32:32.518111Z","end":"2026-03-02T21:32:33.145556Z","steps":["trace[77387346] 'agreement among raft nodes before linearized reading' (duration: 627.33084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.145608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.720698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:33.145618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.518085Z","time spent":"627.521625ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:32:33.145625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.51841Z","time spent":"627.190827ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:32:33.14564Z","caller":"traceutil/trace.go:171","msg":"trace[1344520429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4911; }","duration":"516.751569ms","start":"2026-03-02T21:32:32.628881Z","end":"2026-03-02T21:32:33.145632Z","steps":["trace[1344520429] 'agreement among raft nodes before linearized reading' (duration: 516.702578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.14568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.628805Z","time spent":"516.869042ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:32:33.145657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.873381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:33.145708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.230155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:32:33.145411Z","caller":"traceutil/trace.go:171","msg":"trace[2090782027] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4911; }","duration":"627.639548ms","start":"2026-03-02T21:32:32.517748Z","end":"2026-03-02T21:32:33.145388Z","steps":["trace[2090782027] 'agreement among raft nodes before linearized reading' (duration: 627.462384ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.145742Z","caller":"traceutil/trace.go:171","msg":"trace[206386775] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4911; }","duration":"345.008794ms","start":"2026-03-02T21:32:32.800713Z","end":"2026-03-02T21:32:33.145722Z","steps":["trace[206386775] 'agreement among raft nodes before linearized reading' (duration: 344.84505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.145763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.517719Z","time spent":"628.031217ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:32:33.145783Z","caller":"traceutil/trace.go:171","msg":"trace[485422021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4911; }","duration":"626.330627ms","start":"2026-03-02T21:32:32.519408Z","end":"2026-03-02T21:32:33.145738Z","steps":["trace[485422021] 'agreement among raft nodes before linearized reading' (duration: 626.181424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.145803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.800693Z","time spent":"345.098556ms","remote":"127.0.0.1:48636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:33.145832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.519401Z","time spent":"626.417899ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:32:33.145555Z","caller":"traceutil/trace.go:171","msg":"trace[1714907910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:4911; }","duration":"625.9872ms","start":"2026-03-02T21:32:32.519556Z","end":"2026-03-02T21:32:33.145544Z","steps":["trace[1714907910] 'agreement among raft nodes before linearized reading' (duration: 625.799405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.145697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.483328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:33.145926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.519549Z","time spent":"626.335028ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:32:33.145921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.917331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:32:33.145974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.856479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:32:33.146018Z","caller":"traceutil/trace.go:171","msg":"trace[122939231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4911; }","duration":"626.91485ms","start":"2026-03-02T21:32:32.519092Z","end":"2026-03-02T21:32:33.146007Z","steps":["trace[122939231] 'agreement among raft nodes before linearized reading' (duration: 626.794728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.146054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.519083Z","time spent":"626.965022ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:32:33.146087Z","caller":"traceutil/trace.go:171","msg":"trace[497693501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4911; }","duration":"627.32763ms","start":"2026-03-02T21:32:32.518673Z","end":"2026-03-02T21:32:33.146001Z","steps":["trace[497693501] 'agreement among raft nodes before linearized reading' (duration: 626.498091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.145514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.727053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:32:33.146068Z","caller":"traceutil/trace.go:171","msg":"trace[1505567886] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:4911; }","duration":"841.007251ms","start":"2026-03-02T21:32:32.304958Z","end":"2026-03-02T21:32:33.145966Z","steps":["trace[1505567886] 'agreement among raft nodes before linearized reading' (duration: 840.277634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.146183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.518664Z","time spent":"627.505474ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:33.146302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.304938Z","time spent":"841.347308ms","remote":"127.0.0.1:45668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:32:33.146204Z","caller":"traceutil/trace.go:171","msg":"trace[1768172651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4911; }","duration":"724.498461ms","start":"2026-03-02T21:32:32.421689Z","end":"2026-03-02T21:32:33.146187Z","steps":["trace[1768172651] 'agreement among raft nodes before linearized reading' (duration: 723.572319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.146503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:32.421651Z","time spent":"724.790897ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:32:33.443456Z","caller":"traceutil/trace.go:171","msg":"trace[461679835] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5107; }","duration":"293.316222ms","start":"2026-03-02T21:32:33.150101Z","end":"2026-03-02T21:32:33.443417Z","steps":["trace[461679835] 'read index received' (duration: 246.428941ms)","trace[461679835] 'applied index is now lower than readState.Index' (duration: 46.885641ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:33.443524Z","caller":"traceutil/trace.go:171","msg":"trace[1627218786] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"293.765852ms","start":"2026-03-02T21:32:33.149716Z","end":"2026-03-02T21:32:33.443482Z","steps":["trace[1627218786] 'process raft request' (duration: 246.80023ms)","trace[1627218786] 'compare' (duration: 46.752747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:33.443701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.564387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T21:32:33.443806Z","caller":"traceutil/trace.go:171","msg":"trace[2096089808] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4912; }","duration":"293.68767ms","start":"2026-03-02T21:32:33.150097Z","end":"2026-03-02T21:32:33.443785Z","steps":["trace[2096089808] 'agreement among raft nodes before linearized reading' (duration: 293.473475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.445588Z","caller":"traceutil/trace.go:171","msg":"trace[912101080] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"295.074013ms","start":"2026-03-02T21:32:33.150495Z","end":"2026-03-02T21:32:33.445569Z","steps":["trace[912101080] 'process raft request' (duration: 294.964ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.445605Z","caller":"traceutil/trace.go:171","msg":"trace[1312129205] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"295.120164ms","start":"2026-03-02T21:32:33.150445Z","end":"2026-03-02T21:32:33.445565Z","steps":["trace[1312129205] 'process raft request' (duration: 294.870968ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.445773Z","caller":"traceutil/trace.go:171","msg":"trace[1850228937] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"295.234656ms","start":"2026-03-02T21:32:33.150516Z","end":"2026-03-02T21:32:33.445751Z","steps":["trace[1850228937] 'process raft request' (duration: 295.003961ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.446078Z","caller":"traceutil/trace.go:171","msg":"trace[2096732478] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"295.319879ms","start":"2026-03-02T21:32:33.150717Z","end":"2026-03-02T21:32:33.446037Z","steps":["trace[2096732478] 'process raft request' (duration: 294.92172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.446134Z","caller":"traceutil/trace.go:171","msg":"trace[130214586] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"295.302378ms","start":"2026-03-02T21:32:33.150787Z","end":"2026-03-02T21:32:33.44609Z","steps":["trace[130214586] 'process raft request' (duration: 295.029642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.44624Z","caller":"traceutil/trace.go:171","msg":"trace[869978208] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"295.188455ms","start":"2026-03-02T21:32:33.15103Z","end":"2026-03-02T21:32:33.446219Z","steps":["trace[869978208] 'process raft request' (duration: 294.943839ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.447188Z","caller":"traceutil/trace.go:171","msg":"trace[1937815069] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"293.436944ms","start":"2026-03-02T21:32:33.153733Z","end":"2026-03-02T21:32:33.44717Z","steps":["trace[1937815069] 'process raft request' (duration: 292.438621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:33.447248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.749541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63325"} {"level":"info","ts":"2026-03-02T21:32:33.44731Z","caller":"traceutil/trace.go:171","msg":"trace[1776292081] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4920; }","duration":"296.839494ms","start":"2026-03-02T21:32:33.150453Z","end":"2026-03-02T21:32:33.447293Z","steps":["trace[1776292081] 'agreement among raft nodes before linearized reading' (duration: 296.556078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:33.447408Z","caller":"traceutil/trace.go:171","msg":"trace[1333985525] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"132.577083ms","start":"2026-03-02T21:32:33.314811Z","end":"2026-03-02T21:32:33.447388Z","steps":["trace[1333985525] 'process raft request' (duration: 132.137823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:38.122234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.686519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:38.122388Z","caller":"traceutil/trace.go:171","msg":"trace[186774643] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5174; }","duration":"305.859843ms","start":"2026-03-02T21:32:37.81651Z","end":"2026-03-02T21:32:38.12237Z","steps":["trace[186774643] 'read index received' (duration: 70.96137ms)","trace[186774643] 'applied index is now lower than readState.Index' (duration: 234.897053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:38.122476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.958056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:38.122509Z","caller":"traceutil/trace.go:171","msg":"trace[54018765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4978; }","duration":"306.027007ms","start":"2026-03-02T21:32:37.816473Z","end":"2026-03-02T21:32:38.1225Z","steps":["trace[54018765] 'agreement among raft nodes before linearized reading' (duration: 305.943785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:38.122543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.816454Z","time spent":"306.079759ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:32:38.122458Z","caller":"traceutil/trace.go:171","msg":"trace[786841411] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"373.682021ms","start":"2026-03-02T21:32:37.748744Z","end":"2026-03-02T21:32:38.122426Z","steps":["trace[786841411] 'process raft request' (duration: 138.703156ms)","trace[786841411] 'compare' (duration: 234.352751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:38.122915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:37.748718Z","time spent":"374.08071ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:50.592695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.114296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-02T21:32:50.592988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.388687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:50.593055Z","caller":"traceutil/trace.go:171","msg":"trace[1147478496] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5128; }","duration":"245.50878ms","start":"2026-03-02T21:32:50.347532Z","end":"2026-03-02T21:32:50.593041Z","steps":["trace[1147478496] 'count revisions from in-memory index tree' (duration: 245.256404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:50.593806Z","caller":"traceutil/trace.go:171","msg":"trace[95130973] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5128; }","duration":"811.259758ms","start":"2026-03-02T21:32:49.781509Z","end":"2026-03-02T21:32:50.592769Z","steps":["trace[95130973] 'range keys from in-memory index tree' (duration: 810.90426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:50.594016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:49.781491Z","time spent":"812.494807ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T21:32:50.594215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.382228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:32:50.594336Z","caller":"traceutil/trace.go:171","msg":"trace[568182056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5128; }","duration":"454.573673ms","start":"2026-03-02T21:32:50.139743Z","end":"2026-03-02T21:32:50.594317Z","steps":["trace[568182056] 'range keys from in-memory index tree' (duration: 452.519235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:50.594489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:50.139727Z","time spent":"454.745907ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:32:50.744691Z","caller":"traceutil/trace.go:171","msg":"trace[640732472] linearizableReadLoop","detail":"{readStateIndex:5330; appliedIndex:5329; }","duration":"107.397588ms","start":"2026-03-02T21:32:50.637261Z","end":"2026-03-02T21:32:50.744659Z","steps":["trace[640732472] 'read index received' (duration: 107.07982ms)","trace[640732472] 'applied index is now lower than readState.Index' (duration: 316.138µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:50.744728Z","caller":"traceutil/trace.go:171","msg":"trace[1092215609] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"122.54997ms","start":"2026-03-02T21:32:50.622142Z","end":"2026-03-02T21:32:50.744692Z","steps":["trace[1092215609] 'process raft request' (duration: 122.330935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:50.744912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.645694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:50.744989Z","caller":"traceutil/trace.go:171","msg":"trace[601240239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5129; }","duration":"107.768127ms","start":"2026-03-02T21:32:50.637204Z","end":"2026-03-02T21:32:50.744972Z","steps":["trace[601240239] 'agreement among raft nodes before linearized reading' (duration: 107.605843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:50.756687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.295032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:32:50.75676Z","caller":"traceutil/trace.go:171","msg":"trace[384611536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5129; }","duration":"118.414444ms","start":"2026-03-02T21:32:50.638325Z","end":"2026-03-02T21:32:50.75674Z","steps":["trace[384611536] 'agreement among raft nodes before linearized reading' (duration: 106.494897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:51.008171Z","caller":"traceutil/trace.go:171","msg":"trace[690279305] linearizableReadLoop","detail":"{readStateIndex:5331; appliedIndex:5330; }","duration":"185.430323ms","start":"2026-03-02T21:32:50.822716Z","end":"2026-03-02T21:32:51.008146Z","steps":["trace[690279305] 'read index received' (duration: 185.273039ms)","trace[690279305] 'applied index is now lower than readState.Index' (duration: 156.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:51.008245Z","caller":"traceutil/trace.go:171","msg":"trace[461571039] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"239.763416ms","start":"2026-03-02T21:32:50.768443Z","end":"2026-03-02T21:32:51.008207Z","steps":["trace[461571039] 'process raft request' (duration: 239.528231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:51.008326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.597957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:51.008365Z","caller":"traceutil/trace.go:171","msg":"trace[1276715772] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5130; }","duration":"185.682639ms","start":"2026-03-02T21:32:50.822673Z","end":"2026-03-02T21:32:51.008356Z","steps":["trace[1276715772] 'agreement among raft nodes before linearized reading' (duration: 185.604407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:51.008534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.168222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:51.008604Z","caller":"traceutil/trace.go:171","msg":"trace[1644999282] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5130; }","duration":"156.286365ms","start":"2026-03-02T21:32:50.852303Z","end":"2026-03-02T21:32:51.00859Z","steps":["trace[1644999282] 'agreement among raft nodes before linearized reading' (duration: 156.144542ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:51.197033Z","caller":"traceutil/trace.go:171","msg":"trace[1958773485] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"168.57724ms","start":"2026-03-02T21:32:51.028427Z","end":"2026-03-02T21:32:51.197004Z","steps":["trace[1958773485] 'process raft request' (duration: 161.142688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:52.085585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.499109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:52.085813Z","caller":"traceutil/trace.go:171","msg":"trace[1676955195] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"504.090063ms","start":"2026-03-02T21:32:51.581686Z","end":"2026-03-02T21:32:52.085776Z","steps":["trace[1676955195] 'process raft request' (duration: 249.304798ms)","trace[1676955195] 'compare' (duration: 254.173561ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:52.08588Z","caller":"traceutil/trace.go:171","msg":"trace[340630998] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"478.171011ms","start":"2026-03-02T21:32:51.607689Z","end":"2026-03-02T21:32:52.08586Z","steps":["trace[340630998] 'process raft request' (duration: 478.018408ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:52.085834Z","caller":"traceutil/trace.go:171","msg":"trace[95076976] linearizableReadLoop","detail":"{readStateIndex:5336; appliedIndex:5335; }","duration":"482.755678ms","start":"2026-03-02T21:32:51.603049Z","end":"2026-03-02T21:32:52.085805Z","steps":["trace[95076976] 'read index received' (duration: 227.932782ms)","trace[95076976] 'applied index is now lower than readState.Index' (duration: 254.817656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:52.085964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.60767Z","time spent":"478.251293ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:52.086167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.41731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:32:52.086223Z","caller":"traceutil/trace.go:171","msg":"trace[1460395459] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"478.337695ms","start":"2026-03-02T21:32:51.607867Z","end":"2026-03-02T21:32:52.086205Z","steps":["trace[1460395459] 'process raft request' (duration: 477.935746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:52.086237Z","caller":"traceutil/trace.go:171","msg":"trace[227034851] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5136; }","duration":"485.496662ms","start":"2026-03-02T21:32:51.600724Z","end":"2026-03-02T21:32:52.08622Z","steps":["trace[227034851] 'agreement among raft nodes before linearized reading' (duration: 485.246346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:52.086304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.600682Z","time spent":"485.611914ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:52.086295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.581651Z","time spent":"504.247107ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:52.086332Z","caller":"traceutil/trace.go:171","msg":"trace[2018358930] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"477.987147ms","start":"2026-03-02T21:32:51.608319Z","end":"2026-03-02T21:32:52.086306Z","steps":["trace[2018358930] 'process raft request' (duration: 477.850924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:52.086331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.607831Z","time spent":"478.453318ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:52.086594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.010986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-02T21:32:52.086549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.56398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-02T21:32:52.086587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.608291Z","time spent":"478.13488ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:52.086664Z","caller":"traceutil/trace.go:171","msg":"trace[1209632501] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"477.571937ms","start":"2026-03-02T21:32:51.609083Z","end":"2026-03-02T21:32:52.086655Z","steps":["trace[1209632501] 'process raft request' (duration: 477.141427ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:52.086633Z","caller":"traceutil/trace.go:171","msg":"trace[1899383695] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5139; }","duration":"309.084278ms","start":"2026-03-02T21:32:51.777537Z","end":"2026-03-02T21:32:52.086621Z","steps":["trace[1899383695] 'agreement among raft nodes before linearized reading' (duration: 309.006876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:52.086742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.609069Z","time spent":"477.627199ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:52.086775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.777518Z","time spent":"309.226402ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T21:32:52.086634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.71615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:32:52.086924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.271484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65019"} {"level":"info","ts":"2026-03-02T21:32:52.086991Z","caller":"traceutil/trace.go:171","msg":"trace[813371249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5139; }","duration":"478.373955ms","start":"2026-03-02T21:32:51.608602Z","end":"2026-03-02T21:32:52.086976Z","steps":["trace[813371249] 'agreement among raft nodes before linearized reading' (duration: 477.992286ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:52.086666Z","caller":"traceutil/trace.go:171","msg":"trace[1801146290] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5139; }","duration":"481.730524ms","start":"2026-03-02T21:32:51.604904Z","end":"2026-03-02T21:32:52.086635Z","steps":["trace[1801146290] 'agreement among raft nodes before linearized reading' (duration: 481.54474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:52.087044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.608585Z","time spent":"478.446378ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":65041,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:32:52.08693Z","caller":"traceutil/trace.go:171","msg":"trace[238394978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5139; }","duration":"447.050358ms","start":"2026-03-02T21:32:51.639866Z","end":"2026-03-02T21:32:52.086917Z","steps":["trace[238394978] 'agreement among raft nodes before linearized reading' (duration: 446.72244ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:52.0864Z","caller":"traceutil/trace.go:171","msg":"trace[910953659] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"478.461828ms","start":"2026-03-02T21:32:51.607894Z","end":"2026-03-02T21:32:52.086356Z","steps":["trace[910953659] 'process raft request' (duration: 478.180721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:52.087337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.607879Z","time spent":"479.41063ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:52.087426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.604888Z","time spent":"482.495512ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T21:32:52.087355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:51.639838Z","time spent":"447.371145ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:32:52.437163Z","caller":"traceutil/trace.go:171","msg":"trace[1819161699] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"107.185943ms","start":"2026-03-02T21:32:52.329944Z","end":"2026-03-02T21:32:52.43713Z","steps":["trace[1819161699] 'process raft request' (duration: 45.152201ms)","trace[1819161699] 'compare' (duration: 61.91ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:54.787437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.200733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:32:54.787488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.775437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:54.78752Z","caller":"traceutil/trace.go:171","msg":"trace[1726581860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:5143; }","duration":"653.327565ms","start":"2026-03-02T21:32:54.134174Z","end":"2026-03-02T21:32:54.787501Z","steps":["trace[1726581860] 'range keys from in-memory index tree' (duration: 652.996318ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:54.787544Z","caller":"traceutil/trace.go:171","msg":"trace[1810219945] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5143; }","duration":"586.86186ms","start":"2026-03-02T21:32:54.200666Z","end":"2026-03-02T21:32:54.787527Z","steps":["trace[1810219945] 'range keys from in-memory index tree' (duration: 586.639864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.787563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.134147Z","time spent":"653.406757ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:32:54.787581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.20065Z","time spent":"586.922071ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:54.787574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033800834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T21:32:54.787658Z","caller":"traceutil/trace.go:171","msg":"trace[1398595080] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5143; }","duration":"1.033902656s","start":"2026-03-02T21:32:53.753735Z","end":"2026-03-02T21:32:54.787637Z","steps":["trace[1398595080] 'range keys from in-memory index tree' (duration: 1.033578529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.787703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:53.753669Z","time spent":"1.03402418s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T21:32:54.78775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.924059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:32:54.78775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.224459ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:54.787801Z","caller":"traceutil/trace.go:171","msg":"trace[982268907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5143; }","duration":"696.964381ms","start":"2026-03-02T21:32:54.090819Z","end":"2026-03-02T21:32:54.787783Z","steps":["trace[982268907] 'range keys from in-memory index tree' (duration: 696.678953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:54.787819Z","caller":"traceutil/trace.go:171","msg":"trace[2084689498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5143; }","duration":"225.295ms","start":"2026-03-02T21:32:54.562514Z","end":"2026-03-02T21:32:54.787809Z","steps":["trace[2084689498] 'range keys from in-memory index tree' (duration: 225.213078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.787837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.090729Z","time spent":"697.100464ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:54.788035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.219737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:32:54.788065Z","caller":"traceutil/trace.go:171","msg":"trace[77971830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5143; }","duration":"697.285308ms","start":"2026-03-02T21:32:54.090771Z","end":"2026-03-02T21:32:54.788056Z","steps":["trace[77971830] 'range keys from in-memory index tree' (duration: 697.044002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.788086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.090746Z","time spent":"697.335999ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:32:54.787454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.318599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:54.788247Z","caller":"traceutil/trace.go:171","msg":"trace[1897127747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5143; }","duration":"910.171389ms","start":"2026-03-02T21:32:53.878052Z","end":"2026-03-02T21:32:54.788224Z","steps":["trace[1897127747] 'count revisions from in-memory index tree' (duration: 909.228628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.788299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:53.878022Z","time spent":"910.258431ms","remote":"127.0.0.1:36276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:32:54.788308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.35258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:32:54.788362Z","caller":"traceutil/trace.go:171","msg":"trace[957774865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5143; }","duration":"697.480202ms","start":"2026-03-02T21:32:54.090865Z","end":"2026-03-02T21:32:54.788345Z","steps":["trace[957774865] 'range keys from in-memory index tree' (duration: 697.238297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.788418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.09084Z","time spent":"697.544934ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:32:54.788605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.922602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:32:54.788697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.895983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-02T21:32:54.787824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.923023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:32:54.78908Z","caller":"traceutil/trace.go:171","msg":"trace[1949552974] linearizableReadLoop","detail":"{readStateIndex:5346; appliedIndex:5345; }","duration":"522.685646ms","start":"2026-03-02T21:32:54.266371Z","end":"2026-03-02T21:32:54.789056Z","steps":["trace[1949552974] 'read index received' (duration: 247.472516ms)","trace[1949552974] 'applied index is now lower than readState.Index' (duration: 275.21036ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:54.789084Z","caller":"traceutil/trace.go:171","msg":"trace[1162820140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5143; }","duration":"659.206682ms","start":"2026-03-02T21:32:54.129853Z","end":"2026-03-02T21:32:54.789059Z","steps":["trace[1162820140] 'range keys from in-memory index tree' (duration: 657.81835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.789159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.12984Z","time spent":"659.297754ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:32:54.789178Z","caller":"traceutil/trace.go:171","msg":"trace[1173690569] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"557.467695ms","start":"2026-03-02T21:32:54.231632Z","end":"2026-03-02T21:32:54.789099Z","steps":["trace[1173690569] 'process raft request' (duration: 282.04921ms)","trace[1173690569] 'compare' (duration: 273.91365ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:54.788899Z","caller":"traceutil/trace.go:171","msg":"trace[2026473566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5143; }","duration":"658.2461ms","start":"2026-03-02T21:32:54.130628Z","end":"2026-03-02T21:32:54.788874Z","steps":["trace[2026473566] 'range keys from in-memory index tree' (duration: 657.632136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.789399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.027515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-02T21:32:54.789876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.13062Z","time spent":"658.983477ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:32:54.789988Z","caller":"traceutil/trace.go:171","msg":"trace[2039779301] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5144; }","duration":"523.517826ms","start":"2026-03-02T21:32:54.266307Z","end":"2026-03-02T21:32:54.789825Z","steps":["trace[2039779301] 'agreement among raft nodes before linearized reading' (duration: 522.875401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.790072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.266284Z","time spent":"523.773132ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:32:54.790113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.231614Z","time spent":"557.957467ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:54.792487Z","caller":"traceutil/trace.go:171","msg":"trace[1497160594] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"320.893424ms","start":"2026-03-02T21:32:54.471574Z","end":"2026-03-02T21:32:54.792467Z","steps":["trace[1497160594] 'process raft request' (duration: 320.7305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:54.792592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:54.471527Z","time spent":"321.007856ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19266,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:54.792691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.274088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:54.792723Z","caller":"traceutil/trace.go:171","msg":"trace[1891325203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5145; }","duration":"163.339298ms","start":"2026-03-02T21:32:54.629375Z","end":"2026-03-02T21:32:54.792715Z","steps":["trace[1891325203] 'agreement among raft nodes before linearized reading' (duration: 163.295937ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:01.07369Z","caller":"traceutil/trace.go:171","msg":"trace[449429357] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"151.084961ms","start":"2026-03-02T21:33:00.922567Z","end":"2026-03-02T21:33:01.073652Z","steps":["trace[449429357] 'process raft request' (duration: 141.827116ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:01.073718Z","caller":"traceutil/trace.go:171","msg":"trace[1532042913] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"151.082092ms","start":"2026-03-02T21:33:00.922605Z","end":"2026-03-02T21:33:01.073687Z","steps":["trace[1532042913] 'process raft request' (duration: 150.98355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:01.073741Z","caller":"traceutil/trace.go:171","msg":"trace[282411463] linearizableReadLoop","detail":"{readStateIndex:5393; appliedIndex:5389; }","duration":"149.563257ms","start":"2026-03-02T21:33:00.924153Z","end":"2026-03-02T21:33:01.073717Z","steps":["trace[282411463] 'read index received' (duration: 22.065593ms)","trace[282411463] 'applied index is now lower than readState.Index' (duration: 127.496434ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:01.073923Z","caller":"traceutil/trace.go:171","msg":"trace[1593337592] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"151.164143ms","start":"2026-03-02T21:33:00.922701Z","end":"2026-03-02T21:33:01.073865Z","steps":["trace[1593337592] 'process raft request' (duration: 150.968159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:01.07472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.534929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65221"} {"level":"info","ts":"2026-03-02T21:33:01.074684Z","caller":"traceutil/trace.go:171","msg":"trace[274236211] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"151.977153ms","start":"2026-03-02T21:33:00.922643Z","end":"2026-03-02T21:33:01.07462Z","steps":["trace[274236211] 'process raft request' (duration: 150.99049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:01.074795Z","caller":"traceutil/trace.go:171","msg":"trace[1581114613] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5190; }","duration":"150.651661ms","start":"2026-03-02T21:33:00.924124Z","end":"2026-03-02T21:33:01.074776Z","steps":["trace[1581114613] 'agreement among raft nodes before linearized reading' (duration: 149.689859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:01.351593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.11213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:33:01.351754Z","caller":"traceutil/trace.go:171","msg":"trace[1562472227] linearizableReadLoop","detail":"{readStateIndex:5395; appliedIndex:5394; }","duration":"189.773111ms","start":"2026-03-02T21:33:01.161956Z","end":"2026-03-02T21:33:01.351729Z","steps":["trace[1562472227] 'read index received' (duration: 88.400705ms)","trace[1562472227] 'applied index is now lower than readState.Index' (duration: 101.370506ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:01.35179Z","caller":"traceutil/trace.go:171","msg":"trace[1549118667] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"200.037219ms","start":"2026-03-02T21:33:01.151697Z","end":"2026-03-02T21:33:01.351734Z","steps":["trace[1549118667] 'process raft request' (duration: 98.647113ms)","trace[1549118667] 'compare' (duration: 100.886405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:33:01.352005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.020657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9635"} {"level":"info","ts":"2026-03-02T21:33:01.352084Z","caller":"traceutil/trace.go:171","msg":"trace[573481420] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5192; }","duration":"190.128489ms","start":"2026-03-02T21:33:01.161937Z","end":"2026-03-02T21:33:01.352065Z","steps":["trace[573481420] 'agreement among raft nodes before linearized reading' (duration: 189.874913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:18.363594Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2558} {"level":"info","ts":"2026-03-02T21:33:18.439917Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2558,"took":"74.478941ms","hash":3741620909,"current-db-size-bytes":39768064,"current-db-size":"40 MB","current-db-size-in-use-bytes":29138944,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T21:33:18.440001Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3741620909,"revision":2558,"compact-revision":-1} {"level":"info","ts":"2026-03-02T21:33:18.986789Z","caller":"traceutil/trace.go:171","msg":"trace[650261586] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"163.755795ms","start":"2026-03-02T21:33:18.822995Z","end":"2026-03-02T21:33:18.986751Z","steps":["trace[650261586] 'process raft request' (duration: 163.407747ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:23.322158Z","caller":"traceutil/trace.go:171","msg":"trace[1798760552] linearizableReadLoop","detail":"{readStateIndex:5618; appliedIndex:5617; }","duration":"108.249996ms","start":"2026-03-02T21:33:23.213874Z","end":"2026-03-02T21:33:23.322124Z","steps":["trace[1798760552] 'read index received' (duration: 107.9931ms)","trace[1798760552] 'applied index is now lower than readState.Index' (duration: 255.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:23.322281Z","caller":"traceutil/trace.go:171","msg":"trace[1115794183] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"112.633388ms","start":"2026-03-02T21:33:23.209588Z","end":"2026-03-02T21:33:23.322221Z","steps":["trace[1115794183] 'process raft request' (duration: 112.3062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:23.322647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.034988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:33:23.322699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.799539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84972"} {"level":"warn","ts":"2026-03-02T21:33:23.322744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.916475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:33:23.322777Z","caller":"traceutil/trace.go:171","msg":"trace[1792216247] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5407; }","duration":"108.947942ms","start":"2026-03-02T21:33:23.21381Z","end":"2026-03-02T21:33:23.322758Z","steps":["trace[1792216247] 'agreement among raft nodes before linearized reading' (duration: 108.544253ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:23.322823Z","caller":"traceutil/trace.go:171","msg":"trace[1435734928] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5407; }","duration":"107.252143ms","start":"2026-03-02T21:33:23.215547Z","end":"2026-03-02T21:33:23.322799Z","steps":["trace[1435734928] 'agreement among raft nodes before linearized reading' (duration: 106.955936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:23.322843Z","caller":"traceutil/trace.go:171","msg":"trace[1228071452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5407; }","duration":"107.046638ms","start":"2026-03-02T21:33:23.215771Z","end":"2026-03-02T21:33:23.322818Z","steps":["trace[1228071452] 'agreement among raft nodes before linearized reading' (duration: 106.803542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:23.322657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.786809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-02T21:33:23.323048Z","caller":"traceutil/trace.go:171","msg":"trace[1296500923] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5407; }","duration":"106.196049ms","start":"2026-03-02T21:33:23.21684Z","end":"2026-03-02T21:33:23.323036Z","steps":["trace[1296500923] 'agreement among raft nodes before linearized reading' (duration: 105.660576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:24.115491Z","caller":"traceutil/trace.go:171","msg":"trace[1493649592] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"144.060038ms","start":"2026-03-02T21:33:23.97141Z","end":"2026-03-02T21:33:24.11547Z","steps":["trace[1493649592] 'process raft request' (duration: 143.924125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:27.671741Z","caller":"traceutil/trace.go:171","msg":"trace[1936242620] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"267.168999ms","start":"2026-03-02T21:33:27.404543Z","end":"2026-03-02T21:33:27.671712Z","steps":["trace[1936242620] 'process raft request' (duration: 267.021126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:28.882844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.161942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:33:28.88309Z","caller":"traceutil/trace.go:171","msg":"trace[966779703] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"1.065252766s","start":"2026-03-02T21:33:27.81782Z","end":"2026-03-02T21:33:28.883073Z","steps":["trace[966779703] 'process raft request' (duration: 1.065211505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:28.883167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:27.8178Z","time spent":"1.065334067s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:33:28.883474Z","caller":"traceutil/trace.go:171","msg":"trace[1419875523] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"1.477553319s","start":"2026-03-02T21:33:27.405907Z","end":"2026-03-02T21:33:28.883461Z","steps":["trace[1419875523] 'process raft request' (duration: 1.2056813s)","trace[1419875523] 'compare' (duration: 270.63507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:33:28.883543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:27.405884Z","time spent":"1.47762761s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:33:28.883673Z","caller":"traceutil/trace.go:171","msg":"trace[608981586] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"1.477521018s","start":"2026-03-02T21:33:27.40614Z","end":"2026-03-02T21:33:28.883661Z","steps":["trace[608981586] 'process raft request' (duration: 1.476805071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:28.883731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:27.406131Z","time spent":"1.477573819s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:33:28.883848Z","caller":"traceutil/trace.go:171","msg":"trace[1363694025] linearizableReadLoop","detail":"{readStateIndex:5649; appliedIndex:5646; }","duration":"1.414193526s","start":"2026-03-02T21:33:27.469645Z","end":"2026-03-02T21:33:28.883839Z","steps":["trace[1363694025] 'read index received' (duration: 202.033855ms)","trace[1363694025] 'applied index is now lower than readState.Index' (duration: 1.212158781s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:33:28.884835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4151929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364562"} {"level":"info","ts":"2026-03-02T21:33:28.884882Z","caller":"traceutil/trace.go:171","msg":"trace[345660348] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5438; }","duration":"1.415292392s","start":"2026-03-02T21:33:27.469579Z","end":"2026-03-02T21:33:28.884871Z","steps":["trace[345660348] 'agreement among raft nodes before linearized reading' (duration: 1.414429712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:28.884916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:27.469554Z","time spent":"1.415352924s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2364584,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-02T21:33:28.88554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256723106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:33:28.88558Z","caller":"traceutil/trace.go:171","msg":"trace[847063431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5438; }","duration":"1.256794948s","start":"2026-03-02T21:33:27.628777Z","end":"2026-03-02T21:33:28.885572Z","steps":["trace[847063431] 'agreement among raft nodes before linearized reading' (duration: 1.256737577s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:28.885609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:27.628759Z","time spent":"1.256844859s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:33:28.885915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116147319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:33:28.885959Z","caller":"traceutil/trace.go:171","msg":"trace[1500336670] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5438; }","duration":"1.116212901s","start":"2026-03-02T21:33:27.769737Z","end":"2026-03-02T21:33:28.88595Z","steps":["trace[1500336670] 'agreement among raft nodes before linearized reading' (duration: 1.116148589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:28.885988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:27.769725Z","time spent":"1.116255722s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:33:28.886181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125479716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-02T21:33:28.886219Z","caller":"traceutil/trace.go:171","msg":"trace[564005769] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5438; }","duration":"1.125568468s","start":"2026-03-02T21:33:27.760642Z","end":"2026-03-02T21:33:28.88621Z","steps":["trace[564005769] 'agreement among raft nodes before linearized reading' (duration: 1.125469456s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:28.888073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127885181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:33:28.888158Z","caller":"traceutil/trace.go:171","msg":"trace[82921937] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5438; }","duration":"1.128028196s","start":"2026-03-02T21:33:27.760108Z","end":"2026-03-02T21:33:28.888136Z","steps":["trace[82921937] 'agreement among raft nodes before linearized reading' (duration: 1.127881332s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:28.888198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:27.760068Z","time spent":"1.128121817s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:33:28.886245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:27.760618Z","time spent":"1.12562173s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-02T21:33:28.888258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128080527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:33:28.888396Z","caller":"traceutil/trace.go:171","msg":"trace[935831370] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5438; }","duration":"1.128311472s","start":"2026-03-02T21:33:27.760046Z","end":"2026-03-02T21:33:28.888357Z","steps":["trace[935831370] 'agreement among raft nodes before linearized reading' (duration: 1.128004605s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:28.888476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:27.760014Z","time spent":"1.128444285s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-02T21:33:29.449168Z","caller":"traceutil/trace.go:171","msg":"trace[1067361779] linearizableReadLoop","detail":"{readStateIndex:5651; appliedIndex:5650; }","duration":"354.463969ms","start":"2026-03-02T21:33:29.094682Z","end":"2026-03-02T21:33:29.449146Z","steps":["trace[1067361779] 'read index received' (duration: 354.367056ms)","trace[1067361779] 'applied index is now lower than readState.Index' (duration: 95.883µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:33:29.449379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.712844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:33:29.449452Z","caller":"traceutil/trace.go:171","msg":"trace[1073748240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5439; }","duration":"354.856077ms","start":"2026-03-02T21:33:29.094579Z","end":"2026-03-02T21:33:29.449435Z","steps":["trace[1073748240] 'agreement among raft nodes before linearized reading' (duration: 354.714864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.449507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:29.094553Z","time spent":"354.94098ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:33:29.44928Z","caller":"traceutil/trace.go:171","msg":"trace[320654058] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"455.676991ms","start":"2026-03-02T21:33:28.993541Z","end":"2026-03-02T21:33:29.449218Z","steps":["trace[320654058] 'process raft request' (duration: 455.461176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.449893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:28.993521Z","time spent":"456.197283ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:33:29.482187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.854614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:33:29.482277Z","caller":"traceutil/trace.go:171","msg":"trace[22451373] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5440; }","duration":"174.956327ms","start":"2026-03-02T21:33:29.307282Z","end":"2026-03-02T21:33:29.482238Z","steps":["trace[22451373] 'agreement among raft nodes before linearized reading' (duration: 174.837534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.482189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.886232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:33:29.482379Z","caller":"traceutil/trace.go:171","msg":"trace[282304904] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"158.456923ms","start":"2026-03-02T21:33:29.323897Z","end":"2026-03-02T21:33:29.482354Z","steps":["trace[282304904] 'process raft request' (duration: 157.90331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.482464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.994211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:33:29.48251Z","caller":"traceutil/trace.go:171","msg":"trace[371492602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5440; }","duration":"324.040862ms","start":"2026-03-02T21:33:29.15846Z","end":"2026-03-02T21:33:29.4825Z","steps":["trace[371492602] 'agreement among raft nodes before linearized reading' (duration: 323.96124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.482569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:29.158412Z","time spent":"324.140574ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:33:29.482385Z","caller":"traceutil/trace.go:171","msg":"trace[103887607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5440; }","duration":"387.139258ms","start":"2026-03-02T21:33:29.095215Z","end":"2026-03-02T21:33:29.482354Z","steps":["trace[103887607] 'agreement among raft nodes before linearized reading' (duration: 386.82827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:29.482745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:33:29.095193Z","time spent":"387.530327ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:33:29.697974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.583467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:33:29.698102Z","caller":"traceutil/trace.go:171","msg":"trace[23245988] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5652; }","duration":"211.314091ms","start":"2026-03-02T21:33:29.48677Z","end":"2026-03-02T21:33:29.698084Z","steps":["trace[23245988] 'read index received' (duration: 101.492889ms)","trace[23245988] 'applied index is now lower than readState.Index' (duration: 109.819872ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:29.698295Z","caller":"traceutil/trace.go:171","msg":"trace[136362430] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"244.348639ms","start":"2026-03-02T21:33:29.453759Z","end":"2026-03-02T21:33:29.698107Z","steps":["trace[136362430] 'process raft request' (duration: 134.530007ms)","trace[136362430] 'compare' (duration: 109.442653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:33:29.698407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.642889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84903"} {"level":"info","ts":"2026-03-02T21:33:29.698449Z","caller":"traceutil/trace.go:171","msg":"trace[1022720016] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5441; }","duration":"211.72092ms","start":"2026-03-02T21:33:29.486716Z","end":"2026-03-02T21:33:29.698437Z","steps":["trace[1022720016] 'agreement among raft nodes before linearized reading' (duration: 211.442244ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.723738Z","caller":"traceutil/trace.go:171","msg":"trace[1336263569] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"236.572298ms","start":"2026-03-02T21:33:29.487145Z","end":"2026-03-02T21:33:29.723718Z","steps":["trace[1336263569] 'process raft request' (duration: 236.070056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.723739Z","caller":"traceutil/trace.go:171","msg":"trace[1106700051] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"236.487557ms","start":"2026-03-02T21:33:29.487214Z","end":"2026-03-02T21:33:29.723702Z","steps":["trace[1106700051] 'process raft request' (duration: 236.18169ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:29.72377Z","caller":"traceutil/trace.go:171","msg":"trace[1209096493] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"236.555088ms","start":"2026-03-02T21:33:29.487196Z","end":"2026-03-02T21:33:29.723751Z","steps":["trace[1209096493] 'process raft request' (duration: 236.160579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:30.0869Z","caller":"traceutil/trace.go:171","msg":"trace[1794313442] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"103.385292ms","start":"2026-03-02T21:33:29.983492Z","end":"2026-03-02T21:33:30.086877Z","steps":["trace[1794313442] 'process raft request' (duration: 103.221009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:31.059819Z","caller":"traceutil/trace.go:171","msg":"trace[2061073112] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"115.028073ms","start":"2026-03-02T21:33:30.944767Z","end":"2026-03-02T21:33:31.059796Z","steps":["trace[2061073112] 'process raft request' (duration: 114.974612ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:31.060101Z","caller":"traceutil/trace.go:171","msg":"trace[2105670166] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"161.853502ms","start":"2026-03-02T21:33:30.898216Z","end":"2026-03-02T21:33:31.06007Z","steps":["trace[2105670166] 'process raft request' (duration: 123.809448ms)","trace[2105670166] 'compare' (duration: 37.579353ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:39.075294Z","caller":"traceutil/trace.go:171","msg":"trace[1180050014] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"108.717957ms","start":"2026-03-02T21:33:38.966559Z","end":"2026-03-02T21:33:39.075277Z","steps":["trace[1180050014] 'process raft request' (duration: 108.610204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:33:39.224748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.691234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-02T21:33:39.224775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.216719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:33:39.225015Z","caller":"traceutil/trace.go:171","msg":"trace[889916878] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5514; }","duration":"129.97364ms","start":"2026-03-02T21:33:39.095005Z","end":"2026-03-02T21:33:39.224979Z","steps":["trace[889916878] 'range keys from in-memory index tree' (duration: 129.381996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:39.22512Z","caller":"traceutil/trace.go:171","msg":"trace[741961999] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5514; }","duration":"132.334515ms","start":"2026-03-02T21:33:39.092759Z","end":"2026-03-02T21:33:39.225094Z","steps":["trace[741961999] 'range keys from in-memory index tree' (duration: 130.890112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:43.311774Z","caller":"traceutil/trace.go:171","msg":"trace[716600297] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"160.48657ms","start":"2026-03-02T21:33:43.151244Z","end":"2026-03-02T21:33:43.31173Z","steps":["trace[716600297] 'process raft request' (duration: 160.234634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:43.459602Z","caller":"traceutil/trace.go:171","msg":"trace[492214409] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"142.143543ms","start":"2026-03-02T21:33:43.317391Z","end":"2026-03-02T21:33:43.459534Z","steps":["trace[492214409] 'process raft request' (duration: 128.553488ms)","trace[492214409] 'compare' (duration: 13.437882ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:33:44.449196Z","caller":"traceutil/trace.go:171","msg":"trace[1530951268] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"127.027842ms","start":"2026-03-02T21:33:44.322139Z","end":"2026-03-02T21:33:44.449167Z","steps":["trace[1530951268] 'process raft request' (duration: 126.864329ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:45.231644Z","caller":"traceutil/trace.go:171","msg":"trace[661117184] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"129.386057ms","start":"2026-03-02T21:33:45.102164Z","end":"2026-03-02T21:33:45.23155Z","steps":["trace[661117184] 'process raft request' (duration: 99.998444ms)","trace[661117184] 'compare' (duration: 28.80367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:33:45.513974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.527427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:33:45.514077Z","caller":"traceutil/trace.go:171","msg":"trace[45542105] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5548; }","duration":"168.67249ms","start":"2026-03-02T21:33:45.34538Z","end":"2026-03-02T21:33:45.514052Z","steps":["trace[45542105] 'range keys from in-memory index tree' (duration: 168.359883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:18.370171Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5384} {"level":"info","ts":"2026-03-02T21:38:18.489194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5384,"took":"116.791094ms","hash":838984984,"current-db-size-bytes":41316352,"current-db-size":"41 MB","current-db-size-in-use-bytes":21082112,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-02T21:38:18.489295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":838984984,"revision":5384,"compact-revision":2558} {"level":"warn","ts":"2026-03-02T21:38:23.67863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.894506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:38:23.678632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.325466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:38:23.678777Z","caller":"traceutil/trace.go:171","msg":"trace[1259765980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7382; }","duration":"120.51386ms","start":"2026-03-02T21:38:23.558242Z","end":"2026-03-02T21:38:23.678756Z","steps":["trace[1259765980] 'range keys from in-memory index tree' (duration: 120.157172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:23.678707Z","caller":"traceutil/trace.go:171","msg":"trace[124300035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7382; }","duration":"120.020729ms","start":"2026-03-02T21:38:23.558669Z","end":"2026-03-02T21:38:23.67869Z","steps":["trace[124300035] 'range keys from in-memory index tree' (duration: 119.750773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.67869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.204346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:23.67899Z","caller":"traceutil/trace.go:171","msg":"trace[1028136812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7382; }","duration":"124.757149ms","start":"2026-03-02T21:38:23.554224Z","end":"2026-03-02T21:38:23.678981Z","steps":["trace[1028136812] 'range keys from in-memory index tree' (duration: 124.077024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:25.509994Z","caller":"traceutil/trace.go:171","msg":"trace[78748346] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"152.087284ms","start":"2026-03-02T21:38:25.35788Z","end":"2026-03-02T21:38:25.509967Z","steps":["trace[78748346] 'process raft request' (duration: 151.901449ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:29.367748Z","caller":"traceutil/trace.go:171","msg":"trace[228085306] transaction","detail":"{read_only:false; response_revision:7415; number_of_response:1; }","duration":"120.029359ms","start":"2026-03-02T21:38:29.247695Z","end":"2026-03-02T21:38:29.367725Z","steps":["trace[228085306] 'process raft request' (duration: 119.896306ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:29.673794Z","caller":"traceutil/trace.go:171","msg":"trace[1311942948] transaction","detail":"{read_only:false; response_revision:7416; number_of_response:1; }","duration":"124.453152ms","start":"2026-03-02T21:38:29.549305Z","end":"2026-03-02T21:38:29.673758Z","steps":["trace[1311942948] 'process raft request' (duration: 124.182876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:29.958871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.213928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:29.958998Z","caller":"traceutil/trace.go:171","msg":"trace[723748407] linearizableReadLoop","detail":"{readStateIndex:7699; appliedIndex:7698; }","duration":"155.251438ms","start":"2026-03-02T21:38:29.803728Z","end":"2026-03-02T21:38:29.95898Z","steps":["trace[723748407] 'read index received' (duration: 43.741µs)","trace[723748407] 'applied index is now lower than readState.Index' (duration: 155.206197ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:29.959085Z","caller":"traceutil/trace.go:171","msg":"trace[730996495] transaction","detail":"{read_only:false; response_revision:7417; number_of_response:1; }","duration":"281.021781ms","start":"2026-03-02T21:38:29.678051Z","end":"2026-03-02T21:38:29.959073Z","steps":["trace[730996495] 'process raft request' (duration: 91.522097ms)","trace[730996495] 'compare' (duration: 189.081144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:29.959289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.548875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:38:29.959383Z","caller":"traceutil/trace.go:171","msg":"trace[1584878719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7417; }","duration":"155.696928ms","start":"2026-03-02T21:38:29.803666Z","end":"2026-03-02T21:38:29.959363Z","steps":["trace[1584878719] 'agreement among raft nodes before linearized reading' (duration: 155.443182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:29.959461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.352915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:38:29.959576Z","caller":"traceutil/trace.go:171","msg":"trace[63480738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7417; }","duration":"147.608011ms","start":"2026-03-02T21:38:29.811947Z","end":"2026-03-02T21:38:29.959555Z","steps":["trace[63480738] 'agreement among raft nodes before linearized reading' (duration: 147.224702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:30.241665Z","caller":"traceutil/trace.go:171","msg":"trace[1836884355] transaction","detail":"{read_only:false; response_revision:7420; number_of_response:1; }","duration":"276.565857ms","start":"2026-03-02T21:38:29.965074Z","end":"2026-03-02T21:38:30.24164Z","steps":["trace[1836884355] 'process raft request' (duration: 276.432644ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:30.241792Z","caller":"traceutil/trace.go:171","msg":"trace[1397665993] linearizableReadLoop","detail":"{readStateIndex:7703; appliedIndex:7699; }","duration":"276.26528ms","start":"2026-03-02T21:38:29.965506Z","end":"2026-03-02T21:38:30.241771Z","steps":["trace[1397665993] 'read index received' (duration: 48.670581ms)","trace[1397665993] 'applied index is now lower than readState.Index' (duration: 227.593539ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:30.242005Z","caller":"traceutil/trace.go:171","msg":"trace[1191648827] transaction","detail":"{read_only:false; response_revision:7419; number_of_response:1; }","duration":"277.464438ms","start":"2026-03-02T21:38:29.964526Z","end":"2026-03-02T21:38:30.241991Z","steps":["trace[1191648827] 'process raft request' (duration: 273.121527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:30.242154Z","caller":"traceutil/trace.go:171","msg":"trace[1286023316] transaction","detail":"{read_only:false; response_revision:7421; number_of_response:1; }","duration":"277.030318ms","start":"2026-03-02T21:38:29.965087Z","end":"2026-03-02T21:38:30.242118Z","steps":["trace[1286023316] 'process raft request' (duration: 276.515806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:30.242393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.71148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207065"} {"level":"info","ts":"2026-03-02T21:38:30.242447Z","caller":"traceutil/trace.go:171","msg":"trace[1230285169] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7421; }","duration":"276.948246ms","start":"2026-03-02T21:38:29.96548Z","end":"2026-03-02T21:38:30.242428Z","steps":["trace[1230285169] 'agreement among raft nodes before linearized reading' (duration: 276.362493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:30.490634Z","caller":"traceutil/trace.go:171","msg":"trace[1036918260] transaction","detail":"{read_only:false; response_revision:7422; number_of_response:1; }","duration":"107.210582ms","start":"2026-03-02T21:38:30.383388Z","end":"2026-03-02T21:38:30.490598Z","steps":["trace[1036918260] 'process raft request' (duration: 107.049148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:31.533693Z","caller":"traceutil/trace.go:171","msg":"trace[1253615776] transaction","detail":"{read_only:false; response_revision:7424; number_of_response:1; }","duration":"157.361417ms","start":"2026-03-02T21:38:31.376298Z","end":"2026-03-02T21:38:31.53366Z","steps":["trace[1253615776] 'process raft request' (duration: 157.167192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:31.712185Z","caller":"traceutil/trace.go:171","msg":"trace[98801848] transaction","detail":"{read_only:false; response_revision:7425; number_of_response:1; }","duration":"143.998796ms","start":"2026-03-02T21:38:31.568137Z","end":"2026-03-02T21:38:31.712136Z","steps":["trace[98801848] 'process raft request' (duration: 142.398279ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:37.676946Z","caller":"traceutil/trace.go:171","msg":"trace[1642936997] transaction","detail":"{read_only:false; response_revision:7583; number_of_response:1; }","duration":"114.717746ms","start":"2026-03-02T21:38:37.562201Z","end":"2026-03-02T21:38:37.676918Z","steps":["trace[1642936997] 'process raft request' (duration: 114.553942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:38.81666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299149899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:38:39.317046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299149899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:38:39.487034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234375135s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:38:39.487376Z","caller":"traceutil/trace.go:171","msg":"trace[160772357] transaction","detail":"{read_only:false; response_revision:7587; number_of_response:1; }","duration":"1.234835316s","start":"2026-03-02T21:38:38.252519Z","end":"2026-03-02T21:38:39.487355Z","steps":["trace[160772357] 'process raft request' (duration: 1.234718043s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:39.487498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:38.25249Z","time spent":"1.234940239s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:39.489355Z","caller":"traceutil/trace.go:171","msg":"trace[1894106106] linearizableReadLoop","detail":"{readStateIndex:7872; appliedIndex:7870; }","duration":"1.173756877s","start":"2026-03-02T21:38:38.315569Z","end":"2026-03-02T21:38:39.489326Z","steps":["trace[1894106106] 'read index received' (duration: 1.171733s)","trace[1894106106] 'applied index is now lower than readState.Index' (duration: 2.022847ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:39.489461Z","caller":"traceutil/trace.go:171","msg":"trace[1736317376] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"968.551738ms","start":"2026-03-02T21:38:38.520876Z","end":"2026-03-02T21:38:39.489428Z","steps":["trace[1736317376] 'process raft request' (duration: 968.298633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:39.48959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173996362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:38:39.489626Z","caller":"traceutil/trace.go:171","msg":"trace[1288906330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7588; }","duration":"1.174100245s","start":"2026-03-02T21:38:38.315515Z","end":"2026-03-02T21:38:39.489615Z","steps":["trace[1288906330] 'agreement among raft nodes before linearized reading' (duration: 1.1739151s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:39.489625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:38.520847Z","time spent":"968.689332ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:39.489665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:38.315494Z","time spent":"1.174161777s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:39.489717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165524226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:38:39.489983Z","caller":"traceutil/trace.go:171","msg":"trace[1528407031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:7588; }","duration":"1.16570374s","start":"2026-03-02T21:38:38.324079Z","end":"2026-03-02T21:38:39.489783Z","steps":["trace[1528407031] 'agreement among raft nodes before linearized reading' (duration: 1.165482934s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:39.490018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174000833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:38:39.490028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:38.324056Z","time spent":"1.165963076s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:38:39.490001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.561526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-02T21:38:39.489993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.16756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:39.49007Z","caller":"traceutil/trace.go:171","msg":"trace[2146558821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7588; }","duration":"1.174115455s","start":"2026-03-02T21:38:38.315942Z","end":"2026-03-02T21:38:39.490057Z","steps":["trace[2146558821] 'agreement among raft nodes before linearized reading' (duration: 1.173697505s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:39.49011Z","caller":"traceutil/trace.go:171","msg":"trace[1681559768] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7588; }","duration":"847.933466ms","start":"2026-03-02T21:38:38.642153Z","end":"2026-03-02T21:38:39.490087Z","steps":["trace[1681559768] 'agreement among raft nodes before linearized reading' (duration: 847.436894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:39.490137Z","caller":"traceutil/trace.go:171","msg":"trace[619127327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7588; }","duration":"860.581539ms","start":"2026-03-02T21:38:38.629528Z","end":"2026-03-02T21:38:39.49011Z","steps":["trace[619127327] 'agreement among raft nodes before linearized reading' (duration: 860.049027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:39.490165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:38.642121Z","time spent":"848.031307ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T21:38:39.490155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:38.315911Z","time spent":"1.174232598s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:39.490213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:38.629507Z","time spent":"860.688881ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:38:39.490827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174858053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:39.490891Z","caller":"traceutil/trace.go:171","msg":"trace[1696541594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7588; }","duration":"1.174958925s","start":"2026-03-02T21:38:38.315918Z","end":"2026-03-02T21:38:39.490877Z","steps":["trace[1696541594] 'agreement among raft nodes before linearized reading' (duration: 1.173580553s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:39.490938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:38.315903Z","time spent":"1.175025656s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:38:50.039018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.835841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:38:50.039133Z","caller":"traceutil/trace.go:171","msg":"trace[422937738] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7638; }","duration":"304.017165ms","start":"2026-03-02T21:38:49.735091Z","end":"2026-03-02T21:38:50.039109Z","steps":["trace[422937738] 'range keys from in-memory index tree' (duration: 303.610956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:50.038815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.908739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:38:50.039162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.485071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:38:50.039186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:49.735062Z","time spent":"304.114257ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:38:50.03922Z","caller":"traceutil/trace.go:171","msg":"trace[2036554740] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7638; }","duration":"108.619414ms","start":"2026-03-02T21:38:49.930586Z","end":"2026-03-02T21:38:50.039206Z","steps":["trace[2036554740] 'count revisions from in-memory index tree' (duration: 108.392419ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:50.039217Z","caller":"traceutil/trace.go:171","msg":"trace[441588427] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7638; }","duration":"204.350848ms","start":"2026-03-02T21:38:49.834834Z","end":"2026-03-02T21:38:50.039184Z","steps":["trace[441588427] 'range keys from in-memory index tree' (duration: 203.705414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:50.26429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.789402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:50.26452Z","caller":"traceutil/trace.go:171","msg":"trace[231954252] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"142.767208ms","start":"2026-03-02T21:38:50.121726Z","end":"2026-03-02T21:38:50.264493Z","steps":["trace[231954252] 'process raft request' (duration: 26.66726ms)","trace[231954252] 'compare' (duration: 115.668618ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:50.264588Z","caller":"traceutil/trace.go:171","msg":"trace[910992450] linearizableReadLoop","detail":"{readStateIndex:7928; appliedIndex:7927; }","duration":"106.056445ms","start":"2026-03-02T21:38:50.158343Z","end":"2026-03-02T21:38:50.264399Z","steps":["trace[910992450] 'read index received' (duration: 56.901µs)","trace[910992450] 'applied index is now lower than readState.Index' (duration: 105.998044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:50.264758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.409563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:38:50.264815Z","caller":"traceutil/trace.go:171","msg":"trace[1425873017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7641; }","duration":"106.554706ms","start":"2026-03-02T21:38:50.158244Z","end":"2026-03-02T21:38:50.264799Z","steps":["trace[1425873017] 'agreement among raft nodes before linearized reading' (duration: 106.350201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:50.862457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.924815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:50.862572Z","caller":"traceutil/trace.go:171","msg":"trace[1996637206] linearizableReadLoop","detail":"{readStateIndex:7929; appliedIndex:7928; }","duration":"232.863422ms","start":"2026-03-02T21:38:50.629685Z","end":"2026-03-02T21:38:50.862548Z","steps":["trace[1996637206] 'read index received' (duration: 125.735402ms)","trace[1996637206] 'applied index is now lower than readState.Index' (duration: 107.12628ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:50.862614Z","caller":"traceutil/trace.go:171","msg":"trace[777476809] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"592.627511ms","start":"2026-03-02T21:38:50.269942Z","end":"2026-03-02T21:38:50.86257Z","steps":["trace[777476809] 'process raft request' (duration: 485.483601ms)","trace[777476809] 'compare' (duration: 106.558587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:50.862664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.988854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:50.862704Z","caller":"traceutil/trace.go:171","msg":"trace[1731658066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7642; }","duration":"233.077626ms","start":"2026-03-02T21:38:50.629616Z","end":"2026-03-02T21:38:50.862694Z","steps":["trace[1731658066] 'agreement among raft nodes before linearized reading' (duration: 232.993424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:50.86309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:50.269912Z","time spent":"592.787975ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:51.857276Z","caller":"traceutil/trace.go:171","msg":"trace[939428408] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"197.93177ms","start":"2026-03-02T21:38:51.659308Z","end":"2026-03-02T21:38:51.85724Z","steps":["trace[939428408] 'process raft request' (duration: 127.080533ms)","trace[939428408] 'compare' (duration: 70.57705ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:51.857453Z","caller":"traceutil/trace.go:171","msg":"trace[1982915158] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"196.869425ms","start":"2026-03-02T21:38:51.660542Z","end":"2026-03-02T21:38:51.857411Z","steps":["trace[1982915158] 'process raft request' (duration: 196.637199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:52.205597Z","caller":"traceutil/trace.go:171","msg":"trace[852391810] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"108.86159ms","start":"2026-03-02T21:38:52.096696Z","end":"2026-03-02T21:38:52.205557Z","steps":["trace[852391810] 'process raft request' (duration: 108.342318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:53.664922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360003505s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:53.665008Z","caller":"traceutil/trace.go:171","msg":"trace[759241785] linearizableReadLoop","detail":"{readStateIndex:7937; appliedIndex:7936; }","duration":"1.435348067s","start":"2026-03-02T21:38:52.229648Z","end":"2026-03-02T21:38:53.664996Z","steps":["trace[759241785] 'read index received' (duration: 75.219648ms)","trace[759241785] 'applied index is now lower than readState.Index' (duration: 1.360127359s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:53.665064Z","caller":"traceutil/trace.go:171","msg":"trace[641447607] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"1.454927931s","start":"2026-03-02T21:38:52.210095Z","end":"2026-03-02T21:38:53.665022Z","steps":["trace[641447607] 'process raft request' (duration: 94.755952ms)","trace[641447607] 'compare' (duration: 1.359392031s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:53.66525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:52.210066Z","time spent":"1.455099366s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:53.665248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435533711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:53.665444Z","caller":"traceutil/trace.go:171","msg":"trace[1689830924] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7649; }","duration":"1.435819918s","start":"2026-03-02T21:38:52.229593Z","end":"2026-03-02T21:38:53.665413Z","steps":["trace[1689830924] 'agreement among raft nodes before linearized reading' (duration: 1.435450069s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:53.665548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:52.229579Z","time spent":"1.43593538s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:54.115361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.906938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:54.115571Z","caller":"traceutil/trace.go:171","msg":"trace[1848514673] linearizableReadLoop","detail":"{readStateIndex:7939; appliedIndex:7937; }","duration":"450.529818ms","start":"2026-03-02T21:38:53.665023Z","end":"2026-03-02T21:38:54.115553Z","steps":["trace[1848514673] 'read index received' (duration: 326.354843ms)","trace[1848514673] 'applied index is now lower than readState.Index' (duration: 124.173705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:54.11561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.088042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:54.115641Z","caller":"traceutil/trace.go:171","msg":"trace[1088601277] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7651; }","duration":"624.124893ms","start":"2026-03-02T21:38:53.491506Z","end":"2026-03-02T21:38:54.115631Z","steps":["trace[1088601277] 'agreement among raft nodes before linearized reading' (duration: 624.053951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.115667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:53.491485Z","time spent":"624.174734ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:38:54.115706Z","caller":"traceutil/trace.go:171","msg":"trace[1112851358] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"499.282142ms","start":"2026-03-02T21:38:53.616399Z","end":"2026-03-02T21:38:54.115681Z","steps":["trace[1112851358] 'process raft request' (duration: 499.088418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:54.115727Z","caller":"traceutil/trace.go:171","msg":"trace[193443349] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"1.437893745s","start":"2026-03-02T21:38:52.677799Z","end":"2026-03-02T21:38:54.115693Z","steps":["trace[193443349] 'process raft request' (duration: 1.313552036s)","trace[193443349] 'compare' (duration: 123.754795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:54.115773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.693865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:38:54.115824Z","caller":"traceutil/trace.go:171","msg":"trace[717810402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7651; }","duration":"747.783507ms","start":"2026-03-02T21:38:53.368027Z","end":"2026-03-02T21:38:54.115811Z","steps":["trace[717810402] 'agreement among raft nodes before linearized reading' (duration: 747.615523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.115816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:53.616372Z","time spent":"499.388794ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:54.115865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:53.368009Z","time spent":"747.848328ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:38:54.115898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.175014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:38:54.115898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:52.677769Z","time spent":"1.438033188s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:54.115923Z","caller":"traceutil/trace.go:171","msg":"trace[697140151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7651; }","duration":"485.240696ms","start":"2026-03-02T21:38:53.630676Z","end":"2026-03-02T21:38:54.115917Z","steps":["trace[697140151] 'agreement among raft nodes before linearized reading' (duration: 485.183204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.115943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:53.630658Z","time spent":"485.279206ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:54.115846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.041265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:38:54.116051Z","caller":"traceutil/trace.go:171","msg":"trace[1892742974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:7651; }","duration":"483.26523ms","start":"2026-03-02T21:38:53.632774Z","end":"2026-03-02T21:38:54.11604Z","steps":["trace[1892742974] 'agreement among raft nodes before linearized reading' (duration: 483.040824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.116085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:53.632764Z","time spent":"483.31094ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:38:54.11613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248734758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:38:54.116151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.713128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:38:54.116173Z","caller":"traceutil/trace.go:171","msg":"trace[1526857837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7651; }","duration":"254.77745ms","start":"2026-03-02T21:38:53.86139Z","end":"2026-03-02T21:38:54.116167Z","steps":["trace[1526857837] 'agreement among raft nodes before linearized reading' (duration: 254.714358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:54.116177Z","caller":"traceutil/trace.go:171","msg":"trace[2032972610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7651; }","duration":"1.248829321s","start":"2026-03-02T21:38:52.867335Z","end":"2026-03-02T21:38:54.116165Z","steps":["trace[2032972610] 'agreement among raft nodes before linearized reading' (duration: 1.248692897s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.116202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846588582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:38:54.116215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:52.867307Z","time spent":"1.248897532s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:54.116209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486952604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:54.116242Z","caller":"traceutil/trace.go:171","msg":"trace[1692255863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7651; }","duration":"1.846687585s","start":"2026-03-02T21:38:52.269544Z","end":"2026-03-02T21:38:54.116231Z","steps":["trace[1692255863] 'agreement among raft nodes before linearized reading' (duration: 1.846514741s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.116267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:52.269515Z","time spent":"1.846747166s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:38:54.116277Z","caller":"traceutil/trace.go:171","msg":"trace[912359673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7651; }","duration":"1.487073318s","start":"2026-03-02T21:38:52.629183Z","end":"2026-03-02T21:38:54.116257Z","steps":["trace[912359673] 'agreement among raft nodes before linearized reading' (duration: 1.486959915s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.116291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797188034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:38:54.116274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.237858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:54.116311Z","caller":"traceutil/trace.go:171","msg":"trace[481672780] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7651; }","duration":"1.797268006s","start":"2026-03-02T21:38:52.319037Z","end":"2026-03-02T21:38:54.116305Z","steps":["trace[481672780] 'agreement among raft nodes before linearized reading' (duration: 1.797231235s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.116319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:52.62916Z","time spent":"1.487147789s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:38:54.116322Z","caller":"traceutil/trace.go:171","msg":"trace[1734265821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7651; }","duration":"254.36468ms","start":"2026-03-02T21:38:53.861947Z","end":"2026-03-02T21:38:54.116312Z","steps":["trace[1734265821] 'agreement among raft nodes before linearized reading' (duration: 254.230427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.11633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:52.319011Z","time spent":"1.797313387s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:38:54.446668Z","caller":"traceutil/trace.go:171","msg":"trace[774487952] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"324.146513ms","start":"2026-03-02T21:38:54.122492Z","end":"2026-03-02T21:38:54.446639Z","steps":["trace[774487952] 'process raft request' (duration: 323.981839ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:54.446846Z","caller":"traceutil/trace.go:171","msg":"trace[586118309] linearizableReadLoop","detail":"{readStateIndex:7943; appliedIndex:7939; }","duration":"324.137643ms","start":"2026-03-02T21:38:54.12268Z","end":"2026-03-02T21:38:54.446818Z","steps":["trace[586118309] 'read index received' (duration: 63.406383ms)","trace[586118309] 'applied index is now lower than readState.Index' (duration: 260.72988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:54.447067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:54.122478Z","time spent":"324.275126ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:54.447138Z","caller":"traceutil/trace.go:171","msg":"trace[1542801591] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"324.279756ms","start":"2026-03-02T21:38:54.122845Z","end":"2026-03-02T21:38:54.447124Z","steps":["trace[1542801591] 'process raft request' (duration: 323.880237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.447268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:54.122817Z","time spent":"324.360988ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:54.447097Z","caller":"traceutil/trace.go:171","msg":"trace[818604648] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"324.612074ms","start":"2026-03-02T21:38:54.122471Z","end":"2026-03-02T21:38:54.447083Z","steps":["trace[818604648] 'process raft request' (duration: 324.114772ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:54.447297Z","caller":"traceutil/trace.go:171","msg":"trace[1853253037] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"324.962071ms","start":"2026-03-02T21:38:54.122274Z","end":"2026-03-02T21:38:54.447236Z","steps":["trace[1853253037] 'process raft request' (duration: 323.956558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.447398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:54.122219Z","time spent":"325.123576ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:54.447481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.533416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:54.447527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.722197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T21:38:54.447529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.836861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:38:54.447527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:54.122245Z","time spent":"325.166447ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:54.447596Z","caller":"traceutil/trace.go:171","msg":"trace[1387101412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7656; }","duration":"324.824839ms","start":"2026-03-02T21:38:54.122757Z","end":"2026-03-02T21:38:54.447582Z","steps":["trace[1387101412] 'agreement among raft nodes before linearized reading' (duration: 324.535072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:54.447616Z","caller":"traceutil/trace.go:171","msg":"trace[1804184575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7656; }","duration":"235.967214ms","start":"2026-03-02T21:38:54.211628Z","end":"2026-03-02T21:38:54.447595Z","steps":["trace[1804184575] 'agreement among raft nodes before linearized reading' (duration: 235.717828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:54.447545Z","caller":"traceutil/trace.go:171","msg":"trace[700909619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7656; }","duration":"322.625897ms","start":"2026-03-02T21:38:54.1249Z","end":"2026-03-02T21:38:54.447526Z","steps":["trace[700909619] 'agreement among raft nodes before linearized reading' (duration: 322.511795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.447638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:54.122749Z","time spent":"324.8809ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:38:54.44768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:54.12489Z","time spent":"322.770781ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:38:54.447797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.107485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207065"} {"level":"info","ts":"2026-03-02T21:38:54.447852Z","caller":"traceutil/trace.go:171","msg":"trace[316908134] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7656; }","duration":"325.189877ms","start":"2026-03-02T21:38:54.122649Z","end":"2026-03-02T21:38:54.447839Z","steps":["trace[316908134] 'agreement among raft nodes before linearized reading' (duration: 324.773708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.447899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:54.122637Z","time spent":"325.249889ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207087,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:38:54.774673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.812473ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:54.774808Z","caller":"traceutil/trace.go:171","msg":"trace[1961628429] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7656; }","duration":"211.962716ms","start":"2026-03-02T21:38:54.562822Z","end":"2026-03-02T21:38:54.774785Z","steps":["trace[1961628429] 'range keys from in-memory index tree' (duration: 211.792782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.774844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.359929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:54.774949Z","caller":"traceutil/trace.go:171","msg":"trace[566333617] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"321.339887ms","start":"2026-03-02T21:38:54.453591Z","end":"2026-03-02T21:38:54.77493Z","steps":["trace[566333617] 'process raft request' (duration: 107.818736ms)","trace[566333617] 'compare' (duration: 213.271306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:54.775015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:54.453569Z","time spent":"321.416429ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:54.796227Z","caller":"traceutil/trace.go:171","msg":"trace[1993696888] linearizableReadLoop","detail":"{readStateIndex:7946; appliedIndex:7944; }","duration":"287.835289ms","start":"2026-03-02T21:38:54.508375Z","end":"2026-03-02T21:38:54.79621Z","steps":["trace[1993696888] 'read index received' (duration: 53.223157ms)","trace[1993696888] 'applied index is now lower than readState.Index' (duration: 234.608662ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:54.796266Z","caller":"traceutil/trace.go:171","msg":"trace[684621118] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"297.540195ms","start":"2026-03-02T21:38:54.498697Z","end":"2026-03-02T21:38:54.796237Z","steps":["trace[684621118] 'process raft request' (duration: 297.416772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.796349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.974652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:54.796352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.760486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:54.796386Z","caller":"traceutil/trace.go:171","msg":"trace[1000131560] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7658; }","duration":"288.059824ms","start":"2026-03-02T21:38:54.508316Z","end":"2026-03-02T21:38:54.796376Z","steps":["trace[1000131560] 'agreement among raft nodes before linearized reading' (duration: 287.990682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:54.79639Z","caller":"traceutil/trace.go:171","msg":"trace[1449990677] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7658; }","duration":"157.857528ms","start":"2026-03-02T21:38:54.638523Z","end":"2026-03-02T21:38:54.796381Z","steps":["trace[1449990677] 'agreement among raft nodes before linearized reading' (duration: 157.793747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:55.057352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.08348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:55.057434Z","caller":"traceutil/trace.go:171","msg":"trace[389505778] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7658; }","duration":"166.224513ms","start":"2026-03-02T21:38:54.891189Z","end":"2026-03-02T21:38:55.057414Z","steps":["trace[389505778] 'count revisions from in-memory index tree' (duration: 165.984638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:56.691421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299150118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:38:56.730283Z","caller":"traceutil/trace.go:171","msg":"trace[2108097522] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"1.046969881s","start":"2026-03-02T21:38:55.683271Z","end":"2026-03-02T21:38:56.730241Z","steps":["trace[2108097522] 'process raft request' (duration: 1.046824957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:56.730447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:55.683244Z","time spent":"1.047110064s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:56.760521Z","caller":"traceutil/trace.go:171","msg":"trace[1952591088] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"635.96046ms","start":"2026-03-02T21:38:56.124538Z","end":"2026-03-02T21:38:56.760499Z","steps":["trace[1952591088] 'process raft request' (duration: 635.791176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:56.760812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:56.124514Z","time spent":"636.076612ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:57.304662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.165776ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:38:57.30476Z","caller":"traceutil/trace.go:171","msg":"trace[245698019] linearizableReadLoop","detail":"{readStateIndex:7949; appliedIndex:7947; }","duration":"1.114239913s","start":"2026-03-02T21:38:56.190505Z","end":"2026-03-02T21:38:57.304745Z","steps":["trace[245698019] 'read index received' (duration: 539.60639ms)","trace[245698019] 'applied index is now lower than readState.Index' (duration: 574.632043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:57.304994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11449069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:38:57.305031Z","caller":"traceutil/trace.go:171","msg":"trace[1801227743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7661; }","duration":"1.114575972s","start":"2026-03-02T21:38:56.190445Z","end":"2026-03-02T21:38:57.305021Z","steps":["trace[1801227743] 'agreement among raft nodes before linearized reading' (duration: 1.114410878s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.305105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:56.190423Z","time spent":"1.114674994s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:38:57.314755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.539905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:38:57.314763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.350417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.314799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.680855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.314813Z","caller":"traceutil/trace.go:171","msg":"trace[61533617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7662; }","duration":"862.654907ms","start":"2026-03-02T21:38:56.452146Z","end":"2026-03-02T21:38:57.314801Z","steps":["trace[61533617] 'agreement among raft nodes before linearized reading' (duration: 862.502494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.314829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.152457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.314849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:56.452128Z","time spent":"862.712489ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:38:57.314854Z","caller":"traceutil/trace.go:171","msg":"trace[2093487426] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7662; }","duration":"180.189347ms","start":"2026-03-02T21:38:57.134654Z","end":"2026-03-02T21:38:57.314844Z","steps":["trace[2093487426] 'agreement among raft nodes before linearized reading' (duration: 180.161777ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.314856Z","caller":"traceutil/trace.go:171","msg":"trace[1440643861] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7662; }","duration":"179.744027ms","start":"2026-03-02T21:38:57.135082Z","end":"2026-03-02T21:38:57.314826Z","steps":["trace[1440643861] 'agreement among raft nodes before linearized reading' (duration: 179.678665ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.314843Z","caller":"traceutil/trace.go:171","msg":"trace[144878018] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7662; }","duration":"114.47831ms","start":"2026-03-02T21:38:57.200342Z","end":"2026-03-02T21:38:57.314821Z","steps":["trace[144878018] 'agreement among raft nodes before linearized reading' (duration: 114.318146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.314944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.575706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:57.314965Z","caller":"traceutil/trace.go:171","msg":"trace[471658542] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7662; }","duration":"180.641398ms","start":"2026-03-02T21:38:57.134319Z","end":"2026-03-02T21:38:57.31496Z","steps":["trace[471658542] 'agreement among raft nodes before linearized reading' (duration: 180.602087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.314999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.780211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.315009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.597993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.315019Z","caller":"traceutil/trace.go:171","msg":"trace[987153348] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7662; }","duration":"223.817901ms","start":"2026-03-02T21:38:57.091195Z","end":"2026-03-02T21:38:57.315013Z","steps":["trace[987153348] 'agreement among raft nodes before linearized reading' (duration: 223.7856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.314973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.064205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.315059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.176586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.315081Z","caller":"traceutil/trace.go:171","msg":"trace[1932733474] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7662; }","duration":"155.238718ms","start":"2026-03-02T21:38:57.159837Z","end":"2026-03-02T21:38:57.315075Z","steps":["trace[1932733474] 'agreement among raft nodes before linearized reading' (duration: 155.208147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.315077Z","caller":"traceutil/trace.go:171","msg":"trace[1711053025] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7662; }","duration":"134.230779ms","start":"2026-03-02T21:38:57.180822Z","end":"2026-03-02T21:38:57.315053Z","steps":["trace[1711053025] 'agreement among raft nodes before linearized reading' (duration: 134.011554ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.315102Z","caller":"traceutil/trace.go:171","msg":"trace[1348920968] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"114.629474ms","start":"2026-03-02T21:38:57.200458Z","end":"2026-03-02T21:38:57.315088Z","steps":["trace[1348920968] 'process raft request' (duration: 114.04361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.315133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.068761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.315136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.052406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.315155Z","caller":"traceutil/trace.go:171","msg":"trace[479391440] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7662; }","duration":"225.130192ms","start":"2026-03-02T21:38:57.090019Z","end":"2026-03-02T21:38:57.315149Z","steps":["trace[479391440] 'agreement among raft nodes before linearized reading' (duration: 225.096981ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.315159Z","caller":"traceutil/trace.go:171","msg":"trace[565261570] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7662; }","duration":"196.105357ms","start":"2026-03-02T21:38:57.119047Z","end":"2026-03-02T21:38:57.315153Z","steps":["trace[565261570] 'agreement among raft nodes before linearized reading' (duration: 196.066476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.315237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.507924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.315253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.349387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.315272Z","caller":"traceutil/trace.go:171","msg":"trace[943990238] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7662; }","duration":"225.408348ms","start":"2026-03-02T21:38:57.089858Z","end":"2026-03-02T21:38:57.315266Z","steps":["trace[943990238] 'agreement among raft nodes before linearized reading' (duration: 225.377197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.315274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.954407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.315296Z","caller":"traceutil/trace.go:171","msg":"trace[1962131323] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7662; }","duration":"196.978288ms","start":"2026-03-02T21:38:57.118312Z","end":"2026-03-02T21:38:57.315291Z","steps":["trace[1962131323] 'agreement among raft nodes before linearized reading' (duration: 196.937177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.315356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.384798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.315376Z","caller":"traceutil/trace.go:171","msg":"trace[1425829498] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7662; }","duration":"256.460519ms","start":"2026-03-02T21:38:57.058907Z","end":"2026-03-02T21:38:57.315367Z","steps":["trace[1425829498] 'agreement among raft nodes before linearized reading' (duration: 256.431139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.31539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.242598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.315596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.303104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.31561Z","caller":"traceutil/trace.go:171","msg":"trace[1426472397] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7662; }","duration":"115.480144ms","start":"2026-03-02T21:38:57.200119Z","end":"2026-03-02T21:38:57.315599Z","steps":["trace[1426472397] 'agreement among raft nodes before linearized reading' (duration: 115.239248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.315626Z","caller":"traceutil/trace.go:171","msg":"trace[5870510] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7662; }","duration":"197.333336ms","start":"2026-03-02T21:38:57.118283Z","end":"2026-03-02T21:38:57.315616Z","steps":["trace[5870510] 'agreement among raft nodes before linearized reading' (duration: 197.103151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.315661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.100784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.31568Z","caller":"traceutil/trace.go:171","msg":"trace[354131715] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7662; }","duration":"257.173626ms","start":"2026-03-02T21:38:57.058501Z","end":"2026-03-02T21:38:57.315675Z","steps":["trace[354131715] 'agreement among raft nodes before linearized reading' (duration: 257.142236ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.315032Z","caller":"traceutil/trace.go:171","msg":"trace[1775756844] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7662; }","duration":"154.633333ms","start":"2026-03-02T21:38:57.160392Z","end":"2026-03-02T21:38:57.315026Z","steps":["trace[1775756844] 'agreement among raft nodes before linearized reading' (duration: 154.596843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.315769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.33185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.315728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.808223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.315791Z","caller":"traceutil/trace.go:171","msg":"trace[654138202] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7662; }","duration":"257.378261ms","start":"2026-03-02T21:38:57.058406Z","end":"2026-03-02T21:38:57.315784Z","steps":["trace[654138202] 'agreement among raft nodes before linearized reading' (duration: 257.34324ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.315828Z","caller":"traceutil/trace.go:171","msg":"trace[179994806] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7662; }","duration":"134.961426ms","start":"2026-03-02T21:38:57.18084Z","end":"2026-03-02T21:38:57.315801Z","steps":["trace[179994806] 'agreement among raft nodes before linearized reading' (duration: 134.754802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.315909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.645947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6dd4699c-hq85v.189923ff22997cff\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-02T21:38:57.315902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.831289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.314803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.057264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.315968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.580504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.315971Z","caller":"traceutil/trace.go:171","msg":"trace[357951774] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7662; }","duration":"181.243462ms","start":"2026-03-02T21:38:57.134713Z","end":"2026-03-02T21:38:57.315957Z","steps":["trace[357951774] 'agreement among raft nodes before linearized reading' (duration: 180.073475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.31599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.315654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.316021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.090065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.31604Z","caller":"traceutil/trace.go:171","msg":"trace[1656920675] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7662; }","duration":"279.117626ms","start":"2026-03-02T21:38:57.036916Z","end":"2026-03-02T21:38:57.316034Z","steps":["trace[1656920675] 'agreement among raft nodes before linearized reading' (duration: 279.089825ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.316043Z","caller":"traceutil/trace.go:171","msg":"trace[1490118069] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7662; }","duration":"212.413357ms","start":"2026-03-02T21:38:57.103613Z","end":"2026-03-02T21:38:57.316026Z","steps":["trace[1490118069] 'agreement among raft nodes before linearized reading' (duration: 212.324545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.315768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.176577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.31615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.243319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.316134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.572957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.316172Z","caller":"traceutil/trace.go:171","msg":"trace[371284868] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7662; }","duration":"279.300541ms","start":"2026-03-02T21:38:57.036863Z","end":"2026-03-02T21:38:57.316164Z","steps":["trace[371284868] 'agreement among raft nodes before linearized reading' (duration: 279.26804ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.316168Z","caller":"traceutil/trace.go:171","msg":"trace[2108620117] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7662; }","duration":"211.574477ms","start":"2026-03-02T21:38:57.104579Z","end":"2026-03-02T21:38:57.316154Z","steps":["trace[2108620117] 'agreement among raft nodes before linearized reading' (duration: 211.160727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.316186Z","caller":"traceutil/trace.go:171","msg":"trace[1805381266] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7662; }","duration":"134.646579ms","start":"2026-03-02T21:38:57.181528Z","end":"2026-03-02T21:38:57.316174Z","steps":["trace[1805381266] 'agreement among raft nodes before linearized reading' (duration: 134.541957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.315987Z","caller":"traceutil/trace.go:171","msg":"trace[918840208] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7662; }","duration":"278.636145ms","start":"2026-03-02T21:38:57.037345Z","end":"2026-03-02T21:38:57.315981Z","steps":["trace[918840208] 'agreement among raft nodes before linearized reading' (duration: 278.606504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.31527Z","caller":"traceutil/trace.go:171","msg":"trace[1068865735] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7662; }","duration":"155.552575ms","start":"2026-03-02T21:38:57.159709Z","end":"2026-03-02T21:38:57.315262Z","steps":["trace[1068865735] 'agreement among raft nodes before linearized reading' (duration: 155.503734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.315935Z","caller":"traceutil/trace.go:171","msg":"trace[813714751] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7662; }","duration":"114.886789ms","start":"2026-03-02T21:38:57.201038Z","end":"2026-03-02T21:38:57.315925Z","steps":["trace[813714751] 'agreement among raft nodes before linearized reading' (duration: 114.832078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.315927Z","caller":"traceutil/trace.go:171","msg":"trace[1506007933] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6dd4699c-hq85v.189923ff22997cff; range_end:; response_count:1; response_revision:7662; }","duration":"263.699438ms","start":"2026-03-02T21:38:57.052221Z","end":"2026-03-02T21:38:57.315921Z","steps":["trace[1506007933] 'agreement among raft nodes before linearized reading' (duration: 263.636947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.316556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.690487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:38:57.316596Z","caller":"traceutil/trace.go:171","msg":"trace[1272642584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7662; }","duration":"417.773859ms","start":"2026-03-02T21:38:56.898811Z","end":"2026-03-02T21:38:57.316585Z","steps":["trace[1272642584] 'agreement among raft nodes before linearized reading' (duration: 417.584674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.316629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:56.89879Z","time spent":"417.830019ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T21:38:57.316856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.034794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:38:57.316886Z","caller":"traceutil/trace.go:171","msg":"trace[759299432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7662; }","duration":"538.100695ms","start":"2026-03-02T21:38:56.778774Z","end":"2026-03-02T21:38:57.316875Z","steps":["trace[759299432] 'agreement among raft nodes before linearized reading' (duration: 537.999763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.316959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.034599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:38:57.316999Z","caller":"traceutil/trace.go:171","msg":"trace[308000639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7662; }","duration":"864.121721ms","start":"2026-03-02T21:38:56.452866Z","end":"2026-03-02T21:38:57.316987Z","steps":["trace[308000639] 'agreement among raft nodes before linearized reading' (duration: 864.018929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.317038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:56.452837Z","time spent":"864.193753ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:57.317199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.680188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:38:57.317237Z","caller":"traceutil/trace.go:171","msg":"trace[401978669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:7662; }","duration":"859.74014ms","start":"2026-03-02T21:38:56.457488Z","end":"2026-03-02T21:38:57.317228Z","steps":["trace[401978669] 'agreement among raft nodes before linearized reading' (duration: 859.675968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.317263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:56.457472Z","time spent":"859.78463ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:38:57.314756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.078436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.317346Z","caller":"traceutil/trace.go:171","msg":"trace[1067452636] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7662; }","duration":"213.670756ms","start":"2026-03-02T21:38:57.103653Z","end":"2026-03-02T21:38:57.317324Z","steps":["trace[1067452636] 'agreement among raft nodes before linearized reading' (duration: 211.054725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.317888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.193827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:38:57.31795Z","caller":"traceutil/trace.go:171","msg":"trace[1776827717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7662; }","duration":"865.287879ms","start":"2026-03-02T21:38:56.452646Z","end":"2026-03-02T21:38:57.317934Z","steps":["trace[1776827717] 'agreement among raft nodes before linearized reading' (duration: 865.141356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.317986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:56.452632Z","time spent":"865.346ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:57.31849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.399092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:57.318544Z","caller":"traceutil/trace.go:171","msg":"trace[265779918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7662; }","duration":"859.461373ms","start":"2026-03-02T21:38:56.459067Z","end":"2026-03-02T21:38:57.318528Z","steps":["trace[265779918] 'agreement among raft nodes before linearized reading' (duration: 857.831565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.318957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:56.459061Z","time spent":"859.883482ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:38:57.321079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:56.778758Z","time spent":"538.148636ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:38:57.550433Z","caller":"traceutil/trace.go:171","msg":"trace[2112721513] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"229.898532ms","start":"2026-03-02T21:38:57.320505Z","end":"2026-03-02T21:38:57.550403Z","steps":["trace[2112721513] 'process raft request' (duration: 229.589835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.550918Z","caller":"traceutil/trace.go:171","msg":"trace[1419980356] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"228.438069ms","start":"2026-03-02T21:38:57.322446Z","end":"2026-03-02T21:38:57.550884Z","steps":["trace[1419980356] 'process raft request' (duration: 227.896676ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.551051Z","caller":"traceutil/trace.go:171","msg":"trace[376230387] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"227.935787ms","start":"2026-03-02T21:38:57.323081Z","end":"2026-03-02T21:38:57.551017Z","steps":["trace[376230387] 'process raft request' (duration: 227.809364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.551034Z","caller":"traceutil/trace.go:171","msg":"trace[1642346041] linearizableReadLoop","detail":"{readStateIndex:7953; appliedIndex:7952; }","duration":"230.22082ms","start":"2026-03-02T21:38:57.320785Z","end":"2026-03-02T21:38:57.551006Z","steps":["trace[1642346041] 'read index received' (duration: 49.823118ms)","trace[1642346041] 'applied index is now lower than readState.Index' (duration: 180.396522ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:57.551154Z","caller":"traceutil/trace.go:171","msg":"trace[1091159196] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"227.148238ms","start":"2026-03-02T21:38:57.32398Z","end":"2026-03-02T21:38:57.551129Z","steps":["trace[1091159196] 'process raft request' (duration: 226.975574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.551242Z","caller":"traceutil/trace.go:171","msg":"trace[1382694493] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"228.641693ms","start":"2026-03-02T21:38:57.322577Z","end":"2026-03-02T21:38:57.551219Z","steps":["trace[1382694493] 'process raft request' (duration: 228.05957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.551314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.495607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.551381Z","caller":"traceutil/trace.go:171","msg":"trace[1690938042] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"228.332656ms","start":"2026-03-02T21:38:57.323032Z","end":"2026-03-02T21:38:57.551364Z","steps":["trace[1690938042] 'process raft request' (duration: 227.790213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.551402Z","caller":"traceutil/trace.go:171","msg":"trace[173545442] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7670; }","duration":"230.597929ms","start":"2026-03-02T21:38:57.320784Z","end":"2026-03-02T21:38:57.551382Z","steps":["trace[173545442] 'agreement among raft nodes before linearized reading' (duration: 230.448926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.551431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.610859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.55148Z","caller":"traceutil/trace.go:171","msg":"trace[1894049913] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7670; }","duration":"230.725072ms","start":"2026-03-02T21:38:57.320741Z","end":"2026-03-02T21:38:57.551466Z","steps":["trace[1894049913] 'agreement among raft nodes before linearized reading' (duration: 230.61483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.551561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.730136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.55164Z","caller":"traceutil/trace.go:171","msg":"trace[1250603093] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7670; }","duration":"176.85379ms","start":"2026-03-02T21:38:57.374768Z","end":"2026-03-02T21:38:57.551622Z","steps":["trace[1250603093] 'agreement among raft nodes before linearized reading' (duration: 176.707886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.551654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.852879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.551648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.512467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.55164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.055506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.551702Z","caller":"traceutil/trace.go:171","msg":"trace[669917839] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7670; }","duration":"176.915191ms","start":"2026-03-02T21:38:57.374769Z","end":"2026-03-02T21:38:57.551685Z","steps":["trace[669917839] 'agreement among raft nodes before linearized reading' (duration: 176.85269ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.551712Z","caller":"traceutil/trace.go:171","msg":"trace[1190929192] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7670; }","duration":"193.636509ms","start":"2026-03-02T21:38:57.358059Z","end":"2026-03-02T21:38:57.551696Z","steps":["trace[1190929192] 'agreement among raft nodes before linearized reading' (duration: 193.517727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.551729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.292847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.551756Z","caller":"traceutil/trace.go:171","msg":"trace[79642573] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7670; }","duration":"193.20792ms","start":"2026-03-02T21:38:57.358517Z","end":"2026-03-02T21:38:57.551725Z","steps":["trace[79642573] 'agreement among raft nodes before linearized reading' (duration: 192.989265ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.551787Z","caller":"traceutil/trace.go:171","msg":"trace[803783395] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7670; }","duration":"213.367548ms","start":"2026-03-02T21:38:57.338405Z","end":"2026-03-02T21:38:57.551773Z","steps":["trace[803783395] 'agreement among raft nodes before linearized reading' (duration: 213.240835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.551806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.592963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207065"} {"level":"info","ts":"2026-03-02T21:38:57.551865Z","caller":"traceutil/trace.go:171","msg":"trace[1609231885] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7670; }","duration":"228.675874ms","start":"2026-03-02T21:38:57.323173Z","end":"2026-03-02T21:38:57.551849Z","steps":["trace[1609231885] 'agreement among raft nodes before linearized reading' (duration: 228.212213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.551917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.108585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.55193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.201847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.551971Z","caller":"traceutil/trace.go:171","msg":"trace[171279297] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7670; }","duration":"158.31285ms","start":"2026-03-02T21:38:57.393644Z","end":"2026-03-02T21:38:57.551957Z","steps":["trace[171279297] 'agreement among raft nodes before linearized reading' (duration: 158.249658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.551971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.613581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.552017Z","caller":"traceutil/trace.go:171","msg":"trace[528783111] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7670; }","duration":"212.660892ms","start":"2026-03-02T21:38:57.339345Z","end":"2026-03-02T21:38:57.552006Z","steps":["trace[528783111] 'agreement among raft nodes before linearized reading' (duration: 212.57689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.552026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.430422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.552087Z","caller":"traceutil/trace.go:171","msg":"trace[35595971] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7670; }","duration":"158.494463ms","start":"2026-03-02T21:38:57.39358Z","end":"2026-03-02T21:38:57.552074Z","steps":["trace[35595971] 'agreement among raft nodes before linearized reading' (duration: 158.411091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.55212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.950179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.552157Z","caller":"traceutil/trace.go:171","msg":"trace[753024746] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7670; }","duration":"176.056961ms","start":"2026-03-02T21:38:57.376091Z","end":"2026-03-02T21:38:57.552148Z","steps":["trace[753024746] 'agreement among raft nodes before linearized reading' (duration: 175.978739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.552197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.809947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.552201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.801519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.552238Z","caller":"traceutil/trace.go:171","msg":"trace[500422729] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7670; }","duration":"157.865589ms","start":"2026-03-02T21:38:57.394363Z","end":"2026-03-02T21:38:57.552229Z","steps":["trace[500422729] 'agreement among raft nodes before linearized reading' (duration: 157.814808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.552256Z","caller":"traceutil/trace.go:171","msg":"trace[933165521] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7670; }","duration":"213.87286ms","start":"2026-03-02T21:38:57.338368Z","end":"2026-03-02T21:38:57.552241Z","steps":["trace[933165521] 'agreement among raft nodes before linearized reading' (duration: 213.780848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.551574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.594629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.552156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.390402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:57.551864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.901591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.552311Z","caller":"traceutil/trace.go:171","msg":"trace[442856802] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7670; }","duration":"194.354786ms","start":"2026-03-02T21:38:57.357936Z","end":"2026-03-02T21:38:57.552291Z","steps":["trace[442856802] 'agreement among raft nodes before linearized reading' (duration: 193.565328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.552335Z","caller":"traceutil/trace.go:171","msg":"trace[766292007] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7670; }","duration":"143.394872ms","start":"2026-03-02T21:38:57.408929Z","end":"2026-03-02T21:38:57.552324Z","steps":["trace[766292007] 'agreement among raft nodes before linearized reading' (duration: 142.88965ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.552336Z","caller":"traceutil/trace.go:171","msg":"trace[653163764] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7670; }","duration":"143.563876ms","start":"2026-03-02T21:38:57.408755Z","end":"2026-03-02T21:38:57.552319Z","steps":["trace[653163764] 'agreement among raft nodes before linearized reading' (duration: 143.370551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.551965Z","caller":"traceutil/trace.go:171","msg":"trace[1444940639] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7670; }","duration":"143.169197ms","start":"2026-03-02T21:38:57.408782Z","end":"2026-03-02T21:38:57.551951Z","steps":["trace[1444940639] 'agreement among raft nodes before linearized reading' (duration: 143.109096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.552418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.405568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.55252Z","caller":"traceutil/trace.go:171","msg":"trace[371593954] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7670; }","duration":"228.585552ms","start":"2026-03-02T21:38:57.323917Z","end":"2026-03-02T21:38:57.552503Z","steps":["trace[371593954] 'agreement among raft nodes before linearized reading' (duration: 228.406108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:57.552596Z","caller":"traceutil/trace.go:171","msg":"trace[1398917738] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"227.217731ms","start":"2026-03-02T21:38:57.323974Z","end":"2026-03-02T21:38:57.551191Z","steps":["trace[1398917738] 'process raft request' (duration: 226.950294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.253758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299150141,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:38:59.517457Z","caller":"traceutil/trace.go:171","msg":"trace[1219250768] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"776.604277ms","start":"2026-03-02T21:38:58.74083Z","end":"2026-03-02T21:38:59.517434Z","steps":["trace[1219250768] 'process raft request' (duration: 776.466894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:59.51759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.740805Z","time spent":"776.717231ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:00.42732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.578223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:00.427425Z","caller":"traceutil/trace.go:171","msg":"trace[323190946] linearizableReadLoop","detail":"{readStateIndex:7961; appliedIndex:7959; }","duration":"1.673923051s","start":"2026-03-02T21:38:58.753485Z","end":"2026-03-02T21:39:00.427408Z","steps":["trace[323190946] 'read index received' (duration: 763.873842ms)","trace[323190946] 'applied index is now lower than readState.Index' (duration: 910.047489ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:00.427456Z","caller":"traceutil/trace.go:171","msg":"trace[1145898165] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"1.660056168s","start":"2026-03-02T21:38:58.767366Z","end":"2026-03-02T21:39:00.427422Z","steps":["trace[1145898165] 'process raft request' (duration: 1.01121884s)","trace[1145898165] 'compare' (duration: 648.03679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:00.427617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.767335Z","time spent":"1.660186931s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:00.427647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674156246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:00.427705Z","caller":"traceutil/trace.go:171","msg":"trace[351283582] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7672; }","duration":"1.674256258s","start":"2026-03-02T21:38:58.753434Z","end":"2026-03-02T21:39:00.42769Z","steps":["trace[351283582] 'agreement among raft nodes before linearized reading' (duration: 1.674163136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.427733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:58.753417Z","time spent":"1.674308249s","remote":"127.0.0.1:48658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:00.427749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390656107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:00.427784Z","caller":"traceutil/trace.go:171","msg":"trace[1893984965] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7672; }","duration":"1.390740809s","start":"2026-03-02T21:38:59.03703Z","end":"2026-03-02T21:39:00.427771Z","steps":["trace[1893984965] 'agreement among raft nodes before linearized reading' (duration: 1.390619276s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.427824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.037006Z","time spent":"1.390809091s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:00.427849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.836031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:39:00.427953Z","caller":"traceutil/trace.go:171","msg":"trace[1627850177] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:7672; }","duration":"868.992105ms","start":"2026-03-02T21:38:59.558931Z","end":"2026-03-02T21:39:00.427923Z","steps":["trace[1627850177] 'agreement among raft nodes before linearized reading' (duration: 868.77725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.42801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.558913Z","time spent":"869.082686ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:39:00.428029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.412581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:39:00.428093Z","caller":"traceutil/trace.go:171","msg":"trace[496070194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7672; }","duration":"871.474742ms","start":"2026-03-02T21:38:59.556598Z","end":"2026-03-02T21:39:00.428073Z","steps":["trace[496070194] 'agreement among raft nodes before linearized reading' (duration: 871.262157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.428257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053731658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:39:00.428285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.201153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:00.428299Z","caller":"traceutil/trace.go:171","msg":"trace[487946035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7672; }","duration":"1.05381973s","start":"2026-03-02T21:38:59.374467Z","end":"2026-03-02T21:39:00.428287Z","steps":["trace[487946035] 'agreement among raft nodes before linearized reading' (duration: 1.053679687s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:00.428318Z","caller":"traceutil/trace.go:171","msg":"trace[405374089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7672; }","duration":"796.296496ms","start":"2026-03-02T21:38:59.63201Z","end":"2026-03-02T21:39:00.428307Z","steps":["trace[405374089] 'agreement among raft nodes before linearized reading' (duration: 796.244785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.42836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.631989Z","time spent":"796.364577ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:39:00.42836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.556542Z","time spent":"871.581954ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:00.428389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.873226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:39:00.428439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.812411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:39:00.428495Z","caller":"traceutil/trace.go:171","msg":"trace[1638324297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7672; }","duration":"871.878512ms","start":"2026-03-02T21:38:59.556606Z","end":"2026-03-02T21:39:00.428484Z","steps":["trace[1638324297] 'agreement among raft nodes before linearized reading' (duration: 871.663967ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:00.428499Z","caller":"traceutil/trace.go:171","msg":"trace[940144655] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7672; }","duration":"602.022181ms","start":"2026-03-02T21:38:59.826459Z","end":"2026-03-02T21:39:00.428481Z","steps":["trace[940144655] 'agreement among raft nodes before linearized reading' (duration: 601.887358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.428514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.588732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:39:00.428743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.826437Z","time spent":"602.281796ms","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:39:00.428784Z","caller":"traceutil/trace.go:171","msg":"trace[1364118563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7672; }","duration":"870.854148ms","start":"2026-03-02T21:38:59.557881Z","end":"2026-03-02T21:39:00.428735Z","steps":["trace[1364118563] 'agreement among raft nodes before linearized reading' (duration: 870.128391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.428526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.5566Z","time spent":"871.919603ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:00.428833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.557872Z","time spent":"870.948291ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:00.428355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.230945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:00.428914Z","caller":"traceutil/trace.go:171","msg":"trace[959409990] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7672; }","duration":"855.834179ms","start":"2026-03-02T21:38:59.573045Z","end":"2026-03-02T21:39:00.428879Z","steps":["trace[959409990] 'agreement among raft nodes before linearized reading' (duration: 855.233235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.428324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.61299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:39:00.428991Z","caller":"traceutil/trace.go:171","msg":"trace[1204310402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7672; }","duration":"608.340097ms","start":"2026-03-02T21:38:59.820642Z","end":"2026-03-02T21:39:00.428982Z","steps":["trace[1204310402] 'agreement among raft nodes before linearized reading' (duration: 607.59672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.429022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.820619Z","time spent":"608.396048ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:39:00.428358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.126485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:00.429147Z","caller":"traceutil/trace.go:171","msg":"trace[1572742583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7672; }","duration":"260.981165ms","start":"2026-03-02T21:39:00.168145Z","end":"2026-03-02T21:39:00.429126Z","steps":["trace[1572742583] 'agreement among raft nodes before linearized reading' (duration: 260.106234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.42842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.806861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:39:00.42921Z","caller":"traceutil/trace.go:171","msg":"trace[1389994714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7672; }","duration":"872.652799ms","start":"2026-03-02T21:38:59.556546Z","end":"2026-03-02T21:39:00.429199Z","steps":["trace[1389994714] 'agreement among raft nodes before linearized reading' (duration: 871.669377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.429254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.556533Z","time spent":"872.711542ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:00.428324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.374442Z","time spent":"1.053876091s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:00.429152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.561248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:39:00.429399Z","caller":"traceutil/trace.go:171","msg":"trace[1761484623] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7672; }","duration":"872.843674ms","start":"2026-03-02T21:38:59.556544Z","end":"2026-03-02T21:39:00.429387Z","steps":["trace[1761484623] 'agreement among raft nodes before linearized reading' (duration: 871.361179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:00.429427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.556525Z","time spent":"872.894886ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:00.429474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:59.57302Z","time spent":"855.924671ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:39:00.619441Z","caller":"traceutil/trace.go:171","msg":"trace[1203596920] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"183.050484ms","start":"2026-03-02T21:39:00.436366Z","end":"2026-03-02T21:39:00.619417Z","steps":["trace[1203596920] 'process raft request' (duration: 182.683636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:00.619468Z","caller":"traceutil/trace.go:171","msg":"trace[2135058197] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"183.199507ms","start":"2026-03-02T21:39:00.436235Z","end":"2026-03-02T21:39:00.619435Z","steps":["trace[2135058197] 'process raft request' (duration: 182.681075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:00.61951Z","caller":"traceutil/trace.go:171","msg":"trace[1782780172] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"183.088585ms","start":"2026-03-02T21:39:00.436404Z","end":"2026-03-02T21:39:00.619492Z","steps":["trace[1782780172] 'process raft request' (duration: 182.683675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:02.434024Z","caller":"traceutil/trace.go:171","msg":"trace[1170885745] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"131.285561ms","start":"2026-03-02T21:39:02.302652Z","end":"2026-03-02T21:39:02.433937Z","steps":["trace[1170885745] 'process raft request' (duration: 131.040916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:17.827823Z","caller":"traceutil/trace.go:171","msg":"trace[901255704] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"127.981365ms","start":"2026-03-02T21:39:17.699811Z","end":"2026-03-02T21:39:17.827792Z","steps":["trace[901255704] 'process raft request' (duration: 127.77331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.32652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.847231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:29.326679Z","caller":"traceutil/trace.go:171","msg":"trace[1055881066] linearizableReadLoop","detail":"{readStateIndex:8158; appliedIndex:8157; }","duration":"468.596799ms","start":"2026-03-02T21:39:28.858059Z","end":"2026-03-02T21:39:29.326656Z","steps":["trace[1055881066] 'read index received' (duration: 340.516673ms)","trace[1055881066] 'applied index is now lower than readState.Index' (duration: 128.078086ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:29.326908Z","caller":"traceutil/trace.go:171","msg":"trace[1966113621] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"501.339011ms","start":"2026-03-02T21:39:28.825508Z","end":"2026-03-02T21:39:29.326847Z","steps":["trace[1966113621] 'process raft request' (duration: 373.017389ms)","trace[1966113621] 'compare' (duration: 127.105943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:29.327096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.04298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:39:29.32715Z","caller":"traceutil/trace.go:171","msg":"trace[1237539328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7862; }","duration":"469.131152ms","start":"2026-03-02T21:39:28.858003Z","end":"2026-03-02T21:39:29.327134Z","steps":["trace[1237539328] 'agreement among raft nodes before linearized reading' (duration: 468.851816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.327134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.825474Z","time spent":"501.542035ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:29.3272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.857985Z","time spent":"469.205444ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:29.32718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.711423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:39:29.32727Z","caller":"traceutil/trace.go:171","msg":"trace[798982596] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:7862; }","duration":"465.827875ms","start":"2026-03-02T21:39:28.861422Z","end":"2026-03-02T21:39:29.32725Z","steps":["trace[798982596] 'agreement among raft nodes before linearized reading' (duration: 465.648171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.327298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.820166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:39:29.327335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.38834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:39:29.327348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.237242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:39:29.327419Z","caller":"traceutil/trace.go:171","msg":"trace[176568113] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7862; }","duration":"275.00628ms","start":"2026-03-02T21:39:29.052382Z","end":"2026-03-02T21:39:29.327388Z","steps":["trace[176568113] 'agreement among raft nodes before linearized reading' (duration: 274.632222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:29.327427Z","caller":"traceutil/trace.go:171","msg":"trace[461890865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7862; }","duration":"272.496443ms","start":"2026-03-02T21:39:29.054908Z","end":"2026-03-02T21:39:29.327404Z","steps":["trace[461890865] 'agreement among raft nodes before linearized reading' (duration: 272.195316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.327338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.861416Z","time spent":"465.905907ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"info","ts":"2026-03-02T21:39:29.32745Z","caller":"traceutil/trace.go:171","msg":"trace[1320701296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7862; }","duration":"468.356284ms","start":"2026-03-02T21:39:28.859072Z","end":"2026-03-02T21:39:29.327428Z","steps":["trace[1320701296] 'agreement among raft nodes before linearized reading' (duration: 468.068878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.3275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.859064Z","time spent":"468.425256ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:29.327484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.177128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:39:29.327373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.202494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:39:29.327602Z","caller":"traceutil/trace.go:171","msg":"trace[87176143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7862; }","duration":"341.381613ms","start":"2026-03-02T21:39:28.986193Z","end":"2026-03-02T21:39:29.327574Z","steps":["trace[87176143] 'agreement among raft nodes before linearized reading' (duration: 341.009534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.327668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.986166Z","time spent":"341.488756ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:29.327326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.489146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9gd54\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-02T21:39:29.327697Z","caller":"traceutil/trace.go:171","msg":"trace[1886107948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7862; }","duration":"469.545742ms","start":"2026-03-02T21:39:28.858089Z","end":"2026-03-02T21:39:29.327634Z","steps":["trace[1886107948] 'agreement among raft nodes before linearized reading' (duration: 468.896587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:29.327862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:28.85806Z","time spent":"469.784717ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:39:29.327893Z","caller":"traceutil/trace.go:171","msg":"trace[1373129490] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9gd54; range_end:; response_count:1; response_revision:7862; }","duration":"225.128441ms","start":"2026-03-02T21:39:29.102692Z","end":"2026-03-02T21:39:29.327821Z","steps":["trace[1373129490] 'agreement among raft nodes before linearized reading' (duration: 224.337273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.553203Z","caller":"traceutil/trace.go:171","msg":"trace[324052775] linearizableReadLoop","detail":"{readStateIndex:8169; appliedIndex:8168; }","duration":"214.564196ms","start":"2026-03-02T21:39:31.338608Z","end":"2026-03-02T21:39:31.553173Z","steps":["trace[324052775] 'read index received' (duration: 214.238758ms)","trace[324052775] 'applied index is now lower than readState.Index' (duration: 324.378µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:31.553278Z","caller":"traceutil/trace.go:171","msg":"trace[1367019066] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"220.399072ms","start":"2026-03-02T21:39:31.332848Z","end":"2026-03-02T21:39:31.553247Z","steps":["trace[1367019066] 'process raft request' (duration: 220.131315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.553465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.842722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:39:31.55351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.400904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:39:31.553531Z","caller":"traceutil/trace.go:171","msg":"trace[1671952107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7873; }","duration":"214.922814ms","start":"2026-03-02T21:39:31.338565Z","end":"2026-03-02T21:39:31.553488Z","steps":["trace[1671952107] 'agreement among raft nodes before linearized reading' (duration: 214.794811ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.553548Z","caller":"traceutil/trace.go:171","msg":"trace[1651976668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7873; }","duration":"174.500185ms","start":"2026-03-02T21:39:31.379038Z","end":"2026-03-02T21:39:31.553538Z","steps":["trace[1651976668] 'agreement among raft nodes before linearized reading' (duration: 174.391853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.553625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.483855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:39:31.553624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.663722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:31.553636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.42429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:39:31.553709Z","caller":"traceutil/trace.go:171","msg":"trace[1125883741] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7873; }","duration":"147.810895ms","start":"2026-03-02T21:39:31.405879Z","end":"2026-03-02T21:39:31.55369Z","steps":["trace[1125883741] 'agreement among raft nodes before linearized reading' (duration: 147.627921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.55373Z","caller":"traceutil/trace.go:171","msg":"trace[1498016418] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7873; }","duration":"176.574263ms","start":"2026-03-02T21:39:31.377131Z","end":"2026-03-02T21:39:31.553705Z","steps":["trace[1498016418] 'agreement among raft nodes before linearized reading' (duration: 176.312517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.553658Z","caller":"traceutil/trace.go:171","msg":"trace[866346168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7873; }","duration":"174.556097ms","start":"2026-03-02T21:39:31.379095Z","end":"2026-03-02T21:39:31.553651Z","steps":["trace[866346168] 'agreement among raft nodes before linearized reading' (duration: 174.471635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.55364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.797286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:39:31.553932Z","caller":"traceutil/trace.go:171","msg":"trace[1201545333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7873; }","duration":"176.114053ms","start":"2026-03-02T21:39:31.37779Z","end":"2026-03-02T21:39:31.553904Z","steps":["trace[1201545333] 'agreement among raft nodes before linearized reading' (duration: 175.657882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.554112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.136453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:39:31.554159Z","caller":"traceutil/trace.go:171","msg":"trace[1838957690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:7873; }","duration":"213.825349ms","start":"2026-03-02T21:39:31.340319Z","end":"2026-03-02T21:39:31.554145Z","steps":["trace[1838957690] 'agreement among raft nodes before linearized reading' (duration: 213.076461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.55435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.508052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:39:31.554407Z","caller":"traceutil/trace.go:171","msg":"trace[1321621895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7873; }","duration":"176.575753ms","start":"2026-03-02T21:39:31.37782Z","end":"2026-03-02T21:39:31.554396Z","steps":["trace[1321621895] 'agreement among raft nodes before linearized reading' (duration: 175.874667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.735552Z","caller":"traceutil/trace.go:171","msg":"trace[1163696828] linearizableReadLoop","detail":"{readStateIndex:8170; appliedIndex:8169; }","duration":"177.072065ms","start":"2026-03-02T21:39:31.558449Z","end":"2026-03-02T21:39:31.735521Z","steps":["trace[1163696828] 'read index received' (duration: 170.204785ms)","trace[1163696828] 'applied index is now lower than readState.Index' (duration: 6.86578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:31.735728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.24677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:31.735756Z","caller":"traceutil/trace.go:171","msg":"trace[228104669] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7873; }","duration":"177.345722ms","start":"2026-03-02T21:39:31.558402Z","end":"2026-03-02T21:39:31.735748Z","steps":["trace[228104669] 'agreement among raft nodes before linearized reading' (duration: 177.24917ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.737213Z","caller":"traceutil/trace.go:171","msg":"trace[480844271] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"177.582637ms","start":"2026-03-02T21:39:31.559594Z","end":"2026-03-02T21:39:31.737176Z","steps":["trace[480844271] 'process raft request' (duration: 177.075075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.737321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.730854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211793"} {"level":"info","ts":"2026-03-02T21:39:31.737377Z","caller":"traceutil/trace.go:171","msg":"trace[1442396341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7879; }","duration":"178.845057ms","start":"2026-03-02T21:39:31.558517Z","end":"2026-03-02T21:39:31.737363Z","steps":["trace[1442396341] 'agreement among raft nodes before linearized reading' (duration: 178.375626ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.737394Z","caller":"traceutil/trace.go:171","msg":"trace[805684771] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"177.635668ms","start":"2026-03-02T21:39:31.559742Z","end":"2026-03-02T21:39:31.737378Z","steps":["trace[805684771] 'process raft request' (duration: 177.015883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.737501Z","caller":"traceutil/trace.go:171","msg":"trace[469905355] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"177.805473ms","start":"2026-03-02T21:39:31.559685Z","end":"2026-03-02T21:39:31.737491Z","steps":["trace[469905355] 'process raft request' (duration: 177.028254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.737658Z","caller":"traceutil/trace.go:171","msg":"trace[1148113496] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"178.735324ms","start":"2026-03-02T21:39:31.558913Z","end":"2026-03-02T21:39:31.737649Z","steps":["trace[1148113496] 'process raft request' (duration: 177.71354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:31.737705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.294797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:31.737736Z","caller":"traceutil/trace.go:171","msg":"trace[68991517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7879; }","duration":"108.361468ms","start":"2026-03-02T21:39:31.629366Z","end":"2026-03-02T21:39:31.737727Z","steps":["trace[68991517] 'agreement among raft nodes before linearized reading' (duration: 108.308477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.737826Z","caller":"traceutil/trace.go:171","msg":"trace[322777462] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"178.99495ms","start":"2026-03-02T21:39:31.558823Z","end":"2026-03-02T21:39:31.737818Z","steps":["trace[322777462] 'process raft request' (duration: 177.651149ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:31.737653Z","caller":"traceutil/trace.go:171","msg":"trace[1202779812] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"136.462562ms","start":"2026-03-02T21:39:31.601178Z","end":"2026-03-02T21:39:31.737641Z","steps":["trace[1202779812] 'process raft request' (duration: 135.670264ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:33.29346Z","caller":"traceutil/trace.go:171","msg":"trace[401339075] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"779.480324ms","start":"2026-03-02T21:39:32.513955Z","end":"2026-03-02T21:39:33.293436Z","steps":["trace[401339075] 'process raft request' (duration: 779.28765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:33.293619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:32.513923Z","time spent":"779.613598ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:34.129496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299150792,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:39:34.167385Z","caller":"traceutil/trace.go:171","msg":"trace[1522387228] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"1.434422824s","start":"2026-03-02T21:39:32.732926Z","end":"2026-03-02T21:39:34.167349Z","steps":["trace[1522387228] 'process raft request' (duration: 1.434155348s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:34.167545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:32.732889Z","time spent":"1.434578547s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19410,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:34.167806Z","caller":"traceutil/trace.go:171","msg":"trace[2026591570] linearizableReadLoop","detail":"{readStateIndex:8181; appliedIndex:8179; }","duration":"538.639097ms","start":"2026-03-02T21:39:33.62914Z","end":"2026-03-02T21:39:34.167779Z","steps":["trace[2026591570] 'read index received' (duration: 537.971042ms)","trace[2026591570] 'applied index is now lower than readState.Index' (duration: 667.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:34.167933Z","caller":"traceutil/trace.go:171","msg":"trace[1525322104] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"607.749344ms","start":"2026-03-02T21:39:33.560172Z","end":"2026-03-02T21:39:34.167921Z","steps":["trace[1525322104] 'process raft request' (duration: 607.425096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:34.168071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:33.560119Z","time spent":"607.849606ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:34.168159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.671286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:39:34.16824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.908719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:39:34.168281Z","caller":"traceutil/trace.go:171","msg":"trace[11053855] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7884; }","duration":"169.97886ms","start":"2026-03-02T21:39:33.99829Z","end":"2026-03-02T21:39:34.168269Z","steps":["trace[11053855] 'agreement among raft nodes before linearized reading' (duration: 169.881008ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:34.16821Z","caller":"traceutil/trace.go:171","msg":"trace[1037131353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7884; }","duration":"426.764108ms","start":"2026-03-02T21:39:33.741431Z","end":"2026-03-02T21:39:34.168195Z","steps":["trace[1037131353] 'agreement among raft nodes before linearized reading' (duration: 426.625595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:34.168332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:33.741409Z","time spent":"426.911641ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:34.168444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.471429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:39:34.168477Z","caller":"traceutil/trace.go:171","msg":"trace[545062368] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:7884; }","duration":"410.54265ms","start":"2026-03-02T21:39:33.757926Z","end":"2026-03-02T21:39:34.168468Z","steps":["trace[545062368] 'agreement among raft nodes before linearized reading' (duration: 410.480379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:34.168504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:33.757898Z","time spent":"410.600562ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:39:34.168566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.632478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:39:34.16862Z","caller":"traceutil/trace.go:171","msg":"trace[1386799668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7884; }","duration":"424.70084ms","start":"2026-03-02T21:39:33.743906Z","end":"2026-03-02T21:39:34.168607Z","steps":["trace[1386799668] 'agreement among raft nodes before linearized reading' (duration: 424.539346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:34.16865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:33.743899Z","time spent":"424.743451ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:34.16884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.71217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:39:34.168876Z","caller":"traceutil/trace.go:171","msg":"trace[526542729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7884; }","duration":"424.790522ms","start":"2026-03-02T21:39:33.744076Z","end":"2026-03-02T21:39:34.168867Z","steps":["trace[526542729] 'agreement among raft nodes before linearized reading' (duration: 424.70189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:34.168883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.41957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:39:34.168583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.451896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:34.168917Z","caller":"traceutil/trace.go:171","msg":"trace[1797539226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7884; }","duration":"426.489912ms","start":"2026-03-02T21:39:33.742418Z","end":"2026-03-02T21:39:34.168908Z","steps":["trace[1797539226] 'agreement among raft nodes before linearized reading' (duration: 426.39869ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:34.168932Z","caller":"traceutil/trace.go:171","msg":"trace[526179362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7884; }","duration":"539.826085ms","start":"2026-03-02T21:39:33.629093Z","end":"2026-03-02T21:39:34.168919Z","steps":["trace[526179362] 'agreement among raft nodes before linearized reading' (duration: 539.452916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:34.169001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.335788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:39:34.169022Z","caller":"traceutil/trace.go:171","msg":"trace[1033769168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7884; }","duration":"426.395409ms","start":"2026-03-02T21:39:33.742622Z","end":"2026-03-02T21:39:34.169017Z","steps":["trace[1033769168] 'agreement among raft nodes before linearized reading' (duration: 426.335718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:34.169041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:33.742599Z","time spent":"426.437371ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:34.169093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:33.629079Z","time spent":"539.910547ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:39:34.169102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.076459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:39:34.169145Z","caller":"traceutil/trace.go:171","msg":"trace[1824945198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7884; }","duration":"425.14023ms","start":"2026-03-02T21:39:33.743996Z","end":"2026-03-02T21:39:34.169136Z","steps":["trace[1824945198] 'agreement among raft nodes before linearized reading' (duration: 425.044078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:34.169177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:33.743984Z","time spent":"425.185831ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:34.168901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:33.744052Z","time spent":"424.842443ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:34.168945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:33.7424Z","time spent":"426.540442ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:47.197861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.16233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:47.198318Z","caller":"traceutil/trace.go:171","msg":"trace[549058683] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"450.573041ms","start":"2026-03-02T21:39:46.747658Z","end":"2026-03-02T21:39:47.198231Z","steps":["trace[549058683] 'process raft request' (duration: 197.914469ms)","trace[549058683] 'compare' (duration: 251.755921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:47.198611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:46.747639Z","time spent":"450.790746ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:47.296204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.865645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:39:47.296259Z","caller":"traceutil/trace.go:171","msg":"trace[972617151] linearizableReadLoop","detail":"{readStateIndex:8291; appliedIndex:8289; }","duration":"295.667871ms","start":"2026-03-02T21:39:47.000232Z","end":"2026-03-02T21:39:47.2959Z","steps":["trace[972617151] 'read index received' (duration: 196.799383ms)","trace[972617151] 'applied index is now lower than readState.Index' (duration: 98.866698ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:47.296292Z","caller":"traceutil/trace.go:171","msg":"trace[1328582112] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7989; }","duration":"296.100711ms","start":"2026-03-02T21:39:47.000176Z","end":"2026-03-02T21:39:47.296277Z","steps":["trace[1328582112] 'agreement among raft nodes before linearized reading' (duration: 295.860335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:47.296539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.844494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6dd4699c-hq85v.189923ff22997cff\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-02T21:39:47.296588Z","caller":"traceutil/trace.go:171","msg":"trace[2067120133] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6dd4699c-hq85v.189923ff22997cff; range_end:; response_count:1; response_revision:7989; }","duration":"242.933666ms","start":"2026-03-02T21:39:47.053642Z","end":"2026-03-02T21:39:47.296576Z","steps":["trace[2067120133] 'agreement among raft nodes before linearized reading' (duration: 242.754012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:47.297019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.692964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:39:47.297236Z","caller":"traceutil/trace.go:171","msg":"trace[888167426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7989; }","duration":"240.731945ms","start":"2026-03-02T21:39:47.056315Z","end":"2026-03-02T21:39:47.297047Z","steps":["trace[888167426] 'agreement among raft nodes before linearized reading' (duration: 240.604782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.116225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.535327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:48.116338Z","caller":"traceutil/trace.go:171","msg":"trace[1200954397] linearizableReadLoop","detail":"{readStateIndex:8293; appliedIndex:8292; }","duration":"776.658468ms","start":"2026-03-02T21:39:47.339663Z","end":"2026-03-02T21:39:48.116322Z","steps":["trace[1200954397] 'read index received' (duration: 97.973437ms)","trace[1200954397] 'applied index is now lower than readState.Index' (duration: 678.682901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:48.116447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.17556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9gd54\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-02T21:39:48.116482Z","caller":"traceutil/trace.go:171","msg":"trace[1223630110] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9gd54; range_end:; response_count:1; response_revision:7990; }","duration":"805.236072ms","start":"2026-03-02T21:39:47.311236Z","end":"2026-03-02T21:39:48.116472Z","steps":["trace[1223630110] 'agreement among raft nodes before linearized reading' (duration: 805.13089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.116513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:47.311219Z","time spent":"805.287563ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9gd54\" "} {"level":"info","ts":"2026-03-02T21:39:48.116663Z","caller":"traceutil/trace.go:171","msg":"trace[1551527834] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"802.708583ms","start":"2026-03-02T21:39:47.313925Z","end":"2026-03-02T21:39:48.116634Z","steps":["trace[1551527834] 'process raft request' (duration: 123.689984ms)","trace[1551527834] 'compare' (duration: 678.026316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:48.116846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:47.313911Z","time spent":"802.818215ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:48.116838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.444616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:39:48.116908Z","caller":"traceutil/trace.go:171","msg":"trace[1497774677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7990; }","duration":"805.557749ms","start":"2026-03-02T21:39:47.311329Z","end":"2026-03-02T21:39:48.116887Z","steps":["trace[1497774677] 'agreement among raft nodes before linearized reading' (duration: 805.329313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.116964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:47.311295Z","time spent":"805.658411ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:39:48.269653Z","caller":"traceutil/trace.go:171","msg":"trace[379687307] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"927.966624ms","start":"2026-03-02T21:39:47.34166Z","end":"2026-03-02T21:39:48.269627Z","steps":["trace[379687307] 'process raft request' (duration: 927.864912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.269817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:47.341633Z","time spent":"928.095757ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:48.270073Z","caller":"traceutil/trace.go:171","msg":"trace[561122707] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"928.419894ms","start":"2026-03-02T21:39:47.34164Z","end":"2026-03-02T21:39:48.27006Z","steps":["trace[561122707] 'process raft request' (duration: 883.105172ms)","trace[561122707] 'compare' (duration: 44.615946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:48.270137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:47.341623Z","time spent":"928.477716ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:48.498202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.440959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:48.498334Z","caller":"traceutil/trace.go:171","msg":"trace[1906346031] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8293; }","duration":"378.838934ms","start":"2026-03-02T21:39:48.119483Z","end":"2026-03-02T21:39:48.498322Z","steps":["trace[1906346031] 'read index received' (duration: 105.257846ms)","trace[1906346031] 'applied index is now lower than readState.Index' (duration: 273.579948ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:48.498458Z","caller":"traceutil/trace.go:171","msg":"trace[935608680] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"774.392706ms","start":"2026-03-02T21:39:47.72398Z","end":"2026-03-02T21:39:48.498372Z","steps":["trace[935608680] 'process raft request' (duration: 653.717821ms)","trace[935608680] 'compare' (duration: 120.340787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:48.498587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.07961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19424"} {"level":"info","ts":"2026-03-02T21:39:48.498641Z","caller":"traceutil/trace.go:171","msg":"trace[1540193417] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7993; }","duration":"379.182623ms","start":"2026-03-02T21:39:48.119445Z","end":"2026-03-02T21:39:48.498628Z","steps":["trace[1540193417] 'agreement among raft nodes before linearized reading' (duration: 378.929357ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:48.498635Z","caller":"traceutil/trace.go:171","msg":"trace[1498480336] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"189.659237ms","start":"2026-03-02T21:39:48.308956Z","end":"2026-03-02T21:39:48.498615Z","steps":["trace[1498480336] 'process raft request' (duration: 189.598826ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:48.498693Z","caller":"traceutil/trace.go:171","msg":"trace[1630849660] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"265.794427ms","start":"2026-03-02T21:39:48.232889Z","end":"2026-03-02T21:39:48.498683Z","steps":["trace[1630849660] 'process raft request' (duration: 265.409938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.498675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:48.119425Z","time spent":"379.242304ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19446,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T21:39:48.498658Z","caller":"traceutil/trace.go:171","msg":"trace[1656429080] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"223.894703ms","start":"2026-03-02T21:39:48.274756Z","end":"2026-03-02T21:39:48.49865Z","steps":["trace[1656429080] 'process raft request' (duration: 223.716969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.498733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:47.723945Z","time spent":"774.604831ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:48.53148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.03178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:39:48.531548Z","caller":"traceutil/trace.go:171","msg":"trace[1145278960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7997; }","duration":"216.141603ms","start":"2026-03-02T21:39:48.315392Z","end":"2026-03-02T21:39:48.531533Z","steps":["trace[1145278960] 'agreement among raft nodes before linearized reading' (duration: 215.945618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:48.531586Z","caller":"traceutil/trace.go:171","msg":"trace[293937980] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"104.830856ms","start":"2026-03-02T21:39:48.426709Z","end":"2026-03-02T21:39:48.53154Z","steps":["trace[293937980] 'process raft request' (duration: 104.046088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.531803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.669101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:39:48.531836Z","caller":"traceutil/trace.go:171","msg":"trace[234654647] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7997; }","duration":"119.726502ms","start":"2026-03-02T21:39:48.412101Z","end":"2026-03-02T21:39:48.531828Z","steps":["trace[234654647] 'agreement among raft nodes before linearized reading' (duration: 119.63867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.531892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.631424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:39:48.531905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.505694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:39:48.532062Z","caller":"traceutil/trace.go:171","msg":"trace[1684491771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7997; }","duration":"118.737579ms","start":"2026-03-02T21:39:48.413276Z","end":"2026-03-02T21:39:48.532014Z","steps":["trace[1684491771] 'agreement among raft nodes before linearized reading' (duration: 118.305829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.532156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.415878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:39:48.532185Z","caller":"traceutil/trace.go:171","msg":"trace[1083086215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:7997; }","duration":"117.49186ms","start":"2026-03-02T21:39:48.414687Z","end":"2026-03-02T21:39:48.532179Z","steps":["trace[1083086215] 'agreement among raft nodes before linearized reading' (duration: 117.434699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.532299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.488248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:39:48.53237Z","caller":"traceutil/trace.go:171","msg":"trace[1164873496] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7997; }","duration":"113.559589ms","start":"2026-03-02T21:39:48.418799Z","end":"2026-03-02T21:39:48.532359Z","steps":["trace[1164873496] 'agreement among raft nodes before linearized reading' (duration: 113.239432ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:48.531974Z","caller":"traceutil/trace.go:171","msg":"trace[708685672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7997; }","duration":"117.824288ms","start":"2026-03-02T21:39:48.414134Z","end":"2026-03-02T21:39:48.531959Z","steps":["trace[708685672] 'agreement among raft nodes before linearized reading' (duration: 117.343337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.532349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.297109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:39:48.532724Z","caller":"traceutil/trace.go:171","msg":"trace[187054443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7997; }","duration":"118.697988ms","start":"2026-03-02T21:39:48.414014Z","end":"2026-03-02T21:39:48.532712Z","steps":["trace[187054443] 'agreement among raft nodes before linearized reading' (duration: 118.261398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.531935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.443495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:39:48.532802Z","caller":"traceutil/trace.go:171","msg":"trace[773874797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7997; }","duration":"126.340806ms","start":"2026-03-02T21:39:48.406456Z","end":"2026-03-02T21:39:48.532796Z","steps":["trace[773874797] 'agreement among raft nodes before linearized reading' (duration: 125.440215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:48.755193Z","caller":"traceutil/trace.go:171","msg":"trace[2129098466] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8300; }","duration":"214.909974ms","start":"2026-03-02T21:39:48.540235Z","end":"2026-03-02T21:39:48.755144Z","steps":["trace[2129098466] 'read index received' (duration: 166.375147ms)","trace[2129098466] 'applied index is now lower than readState.Index' (duration: 48.530237ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:48.755398Z","caller":"traceutil/trace.go:171","msg":"trace[1314031847] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"218.853516ms","start":"2026-03-02T21:39:48.536478Z","end":"2026-03-02T21:39:48.755332Z","steps":["trace[1314031847] 'process raft request' (duration: 170.116153ms)","trace[1314031847] 'compare' (duration: 30.042979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:48.764053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.77818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211708"} {"level":"info","ts":"2026-03-02T21:39:48.764835Z","caller":"traceutil/trace.go:171","msg":"trace[1571868083] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7998; }","duration":"224.574279ms","start":"2026-03-02T21:39:48.540209Z","end":"2026-03-02T21:39:48.764783Z","steps":["trace[1571868083] 'agreement among raft nodes before linearized reading' (duration: 218.036787ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:48.891528Z","caller":"traceutil/trace.go:171","msg":"trace[1898196897] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"350.25651ms","start":"2026-03-02T21:39:48.54123Z","end":"2026-03-02T21:39:48.891487Z","steps":["trace[1898196897] 'process raft request' (duration: 349.593255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.89175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:48.541202Z","time spent":"350.436644ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:48.891748Z","caller":"traceutil/trace.go:171","msg":"trace[2136228592] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"350.769472ms","start":"2026-03-02T21:39:48.540944Z","end":"2026-03-02T21:39:48.891714Z","steps":["trace[2136228592] 'process raft request' (duration: 344.525126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:48.891902Z","caller":"traceutil/trace.go:171","msg":"trace[222249268] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"349.125753ms","start":"2026-03-02T21:39:48.542745Z","end":"2026-03-02T21:39:48.89187Z","steps":["trace[222249268] 'process raft request' (duration: 348.671273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.891958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:48.540914Z","time spent":"350.958606ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:48.892072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:48.542716Z","time spent":"349.263337ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:48.89217Z","caller":"traceutil/trace.go:171","msg":"trace[1545780298] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"333.800317ms","start":"2026-03-02T21:39:48.558361Z","end":"2026-03-02T21:39:48.892161Z","steps":["trace[1545780298] 'process raft request' (duration: 333.396448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.89247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:48.558342Z","time spent":"333.871109ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:48.892648Z","caller":"traceutil/trace.go:171","msg":"trace[66097249] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8301; }","duration":"137.23229ms","start":"2026-03-02T21:39:48.755385Z","end":"2026-03-02T21:39:48.892617Z","steps":["trace[66097249] 'read index received' (duration: 130.001011ms)","trace[66097249] 'applied index is now lower than readState.Index' (duration: 7.229729ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:48.892703Z","caller":"traceutil/trace.go:171","msg":"trace[204538778] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"334.246848ms","start":"2026-03-02T21:39:48.558442Z","end":"2026-03-02T21:39:48.892689Z","steps":["trace[204538778] 'process raft request' (duration: 333.651564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.89275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:48.558434Z","time spent":"334.296939ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:48.892767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.731948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:48.892816Z","caller":"traceutil/trace.go:171","msg":"trace[1381560704] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8004; }","duration":"278.82208ms","start":"2026-03-02T21:39:48.613977Z","end":"2026-03-02T21:39:48.892799Z","steps":["trace[1381560704] 'agreement among raft nodes before linearized reading' (duration: 278.734208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:48.892847Z","caller":"traceutil/trace.go:171","msg":"trace[598967067] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"189.895703ms","start":"2026-03-02T21:39:48.702925Z","end":"2026-03-02T21:39:48.89282Z","steps":["trace[598967067] 'process raft request' (duration: 189.581016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:48.892876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.556081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:48.897051Z","caller":"traceutil/trace.go:171","msg":"trace[431621271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8004; }","duration":"262.666794ms","start":"2026-03-02T21:39:48.63024Z","end":"2026-03-02T21:39:48.892906Z","steps":["trace[431621271] 'agreement among raft nodes before linearized reading' (duration: 262.581212ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:49.394159Z","caller":"traceutil/trace.go:171","msg":"trace[919092243] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"148.400079ms","start":"2026-03-02T21:39:49.245717Z","end":"2026-03-02T21:39:49.394117Z","steps":["trace[919092243] 'process raft request' (duration: 90.78545ms)","trace[919092243] 'compare' (duration: 57.390003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:50.976427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.583953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:39:50.976512Z","caller":"traceutil/trace.go:171","msg":"trace[2085800491] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:8009; }","duration":"185.721896ms","start":"2026-03-02T21:39:50.790772Z","end":"2026-03-02T21:39:50.976493Z","steps":["trace[2085800491] 'range keys from in-memory index tree' (duration: 185.44733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:50.976641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.649168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:39:50.976755Z","caller":"traceutil/trace.go:171","msg":"trace[1396486300] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8009; }","duration":"214.842982ms","start":"2026-03-02T21:39:50.761885Z","end":"2026-03-02T21:39:50.976728Z","steps":["trace[1396486300] 'range keys from in-memory index tree' (duration: 214.389102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:51.463128Z","caller":"traceutil/trace.go:171","msg":"trace[844683860] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"481.493148ms","start":"2026-03-02T21:39:50.981564Z","end":"2026-03-02T21:39:51.463057Z","steps":["trace[844683860] 'process raft request' (duration: 481.12508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:51.463376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:50.981552Z","time spent":"481.696523ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:51.463512Z","caller":"traceutil/trace.go:171","msg":"trace[1275143515] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"481.688133ms","start":"2026-03-02T21:39:50.981788Z","end":"2026-03-02T21:39:51.463476Z","steps":["trace[1275143515] 'process raft request' (duration: 481.11659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:51.463706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:50.981648Z","time spent":"481.961199ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:51.464342Z","caller":"traceutil/trace.go:171","msg":"trace[1754729401] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"482.362639ms","start":"2026-03-02T21:39:50.981968Z","end":"2026-03-02T21:39:51.464331Z","steps":["trace[1754729401] 'process raft request' (duration: 481.407877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:51.464404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:50.981953Z","time spent":"482.42222ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:51.4646Z","caller":"traceutil/trace.go:171","msg":"trace[338239226] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"482.344728ms","start":"2026-03-02T21:39:50.982215Z","end":"2026-03-02T21:39:51.46456Z","steps":["trace[338239226] 'process raft request' (duration: 481.935599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:51.464725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:50.982208Z","time spent":"482.456041ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:51.464915Z","caller":"traceutil/trace.go:171","msg":"trace[458509976] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"482.596574ms","start":"2026-03-02T21:39:50.982301Z","end":"2026-03-02T21:39:51.464898Z","steps":["trace[458509976] 'process raft request' (duration: 481.916378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:51.464984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:50.982285Z","time spent":"482.665465ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:51.465187Z","caller":"traceutil/trace.go:171","msg":"trace[525811906] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"482.169864ms","start":"2026-03-02T21:39:50.982994Z","end":"2026-03-02T21:39:51.465164Z","steps":["trace[525811906] 'process raft request' (duration: 481.659382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:51.46532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:50.982977Z","time spent":"482.269796ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:51.465281Z","caller":"traceutil/trace.go:171","msg":"trace[1464847614] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"474.636259ms","start":"2026-03-02T21:39:50.99063Z","end":"2026-03-02T21:39:51.465266Z","steps":["trace[1464847614] 'process raft request' (duration: 474.219999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:51.465668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:50.990619Z","time spent":"474.907776ms","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:51.597354Z","caller":"traceutil/trace.go:171","msg":"trace[385288344] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"117.49065ms","start":"2026-03-02T21:39:51.479812Z","end":"2026-03-02T21:39:51.597303Z","steps":["trace[385288344] 'process raft request' (duration: 117.250204ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:52.163645Z","caller":"traceutil/trace.go:171","msg":"trace[218034103] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"147.380645ms","start":"2026-03-02T21:39:52.016238Z","end":"2026-03-02T21:39:52.163619Z","steps":["trace[218034103] 'process raft request' (duration: 147.211631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:53.879973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.399783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:53.880131Z","caller":"traceutil/trace.go:171","msg":"trace[959761365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8021; }","duration":"248.607607ms","start":"2026-03-02T21:39:53.631454Z","end":"2026-03-02T21:39:53.880061Z","steps":["trace[959761365] 'range keys from in-memory index tree' (duration: 248.249239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:53.880269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.238693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:39:53.88032Z","caller":"traceutil/trace.go:171","msg":"trace[56178679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8021; }","duration":"410.353727ms","start":"2026-03-02T21:39:53.469954Z","end":"2026-03-02T21:39:53.880308Z","steps":["trace[56178679] 'range keys from in-memory index tree' (duration: 410.128901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:53.880357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.469929Z","time spent":"410.415897ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:53.880517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.393599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:53.880542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.469092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:39:53.880614Z","caller":"traceutil/trace.go:171","msg":"trace[2098247782] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8021; }","duration":"321.544312ms","start":"2026-03-02T21:39:53.559044Z","end":"2026-03-02T21:39:53.880588Z","steps":["trace[2098247782] 'count revisions from in-memory index tree' (duration: 321.305596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:53.880649Z","caller":"traceutil/trace.go:171","msg":"trace[1669609917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8021; }","duration":"411.645346ms","start":"2026-03-02T21:39:53.468979Z","end":"2026-03-02T21:39:53.880624Z","steps":["trace[1669609917] 'range keys from in-memory index tree' (duration: 411.182335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:53.880663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.559032Z","time spent":"321.619904ms","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:53.880703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.468955Z","time spent":"411.737868ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:53.880713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.890121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:39:53.880753Z","caller":"traceutil/trace.go:171","msg":"trace[1356225309] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:8021; }","duration":"889.977023ms","start":"2026-03-02T21:39:52.990763Z","end":"2026-03-02T21:39:53.88074Z","steps":["trace[1356225309] 'range keys from in-memory index tree' (duration: 889.756667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:53.880731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.200213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:39:53.880784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:52.990735Z","time spent":"890.040053ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:39:53.880758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.799357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:39:53.880815Z","caller":"traceutil/trace.go:171","msg":"trace[168127056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8021; }","duration":"410.809617ms","start":"2026-03-02T21:39:53.469982Z","end":"2026-03-02T21:39:53.880791Z","steps":["trace[168127056] 'range keys from in-memory index tree' (duration: 410.017378ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:53.880862Z","caller":"traceutil/trace.go:171","msg":"trace[1006394278] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8021; }","duration":"410.95002ms","start":"2026-03-02T21:39:53.469884Z","end":"2026-03-02T21:39:53.880834Z","steps":["trace[1006394278] 'range keys from in-memory index tree' (duration: 410.600732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:53.88088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.469975Z","time spent":"410.880628ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:39:53.880908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.469875Z","time spent":"411.024411ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:39:53.881116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.594247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:39:53.881257Z","caller":"traceutil/trace.go:171","msg":"trace[1425564811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8021; }","duration":"859.799191ms","start":"2026-03-02T21:39:53.021426Z","end":"2026-03-02T21:39:53.881225Z","steps":["trace[1425564811] 'range keys from in-memory index tree' (duration: 859.3162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:53.881322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.021405Z","time spent":"859.905744ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:39:53.881344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.063466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:39:53.881443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.901902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:39:53.881455Z","caller":"traceutil/trace.go:171","msg":"trace[1625456481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8021; }","duration":"412.20833ms","start":"2026-03-02T21:39:53.469222Z","end":"2026-03-02T21:39:53.88143Z","steps":["trace[1625456481] 'range keys from in-memory index tree' (duration: 411.883682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:53.881484Z","caller":"traceutil/trace.go:171","msg":"trace[699803086] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8021; }","duration":"412.021704ms","start":"2026-03-02T21:39:53.46945Z","end":"2026-03-02T21:39:53.881472Z","steps":["trace[699803086] 'range keys from in-memory index tree' (duration: 410.363116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:53.881519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.469214Z","time spent":"412.288411ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:39:53.882092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.469417Z","time spent":"412.093646ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:39:54.307203Z","caller":"traceutil/trace.go:171","msg":"trace[551245648] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"420.82007ms","start":"2026-03-02T21:39:53.88635Z","end":"2026-03-02T21:39:54.307171Z","steps":["trace[551245648] 'read index received' (duration: 420.645835ms)","trace[551245648] 'applied index is now lower than readState.Index' (duration: 172.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:54.307264Z","caller":"traceutil/trace.go:171","msg":"trace[1591417132] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"421.026664ms","start":"2026-03-02T21:39:53.886209Z","end":"2026-03-02T21:39:54.307236Z","steps":["trace[1591417132] 'process raft request' (duration: 420.761268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:54.307416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.886176Z","time spent":"421.144337ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:54.308431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.032758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211708"} {"level":"info","ts":"2026-03-02T21:39:54.308543Z","caller":"traceutil/trace.go:171","msg":"trace[1412336592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8022; }","duration":"422.229393ms","start":"2026-03-02T21:39:53.886291Z","end":"2026-03-02T21:39:54.30852Z","steps":["trace[1412336592] 'agreement among raft nodes before linearized reading' (duration: 421.020305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:54.308606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.886221Z","time spent":"422.373596ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211730,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:39:54.464687Z","caller":"traceutil/trace.go:171","msg":"trace[821583472] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"578.269379ms","start":"2026-03-02T21:39:53.88638Z","end":"2026-03-02T21:39:54.464649Z","steps":["trace[821583472] 'process raft request' (duration: 578.028984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:54.464904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.886362Z","time spent":"578.430163ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:54.465011Z","caller":"traceutil/trace.go:171","msg":"trace[305814252] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"578.510204ms","start":"2026-03-02T21:39:53.886487Z","end":"2026-03-02T21:39:54.464997Z","steps":["trace[305814252] 'process raft request' (duration: 578.107115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:54.46506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.886482Z","time spent":"578.554835ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:54.465442Z","caller":"traceutil/trace.go:171","msg":"trace[747058917] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"578.657468ms","start":"2026-03-02T21:39:53.886752Z","end":"2026-03-02T21:39:54.46541Z","steps":["trace[747058917] 'process raft request' (duration: 578.440463ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:54.465679Z","caller":"traceutil/trace.go:171","msg":"trace[299392405] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8326; }","duration":"158.372091ms","start":"2026-03-02T21:39:54.307288Z","end":"2026-03-02T21:39:54.46566Z","steps":["trace[299392405] 'read index received' (duration: 157.03426ms)","trace[299392405] 'applied index is now lower than readState.Index' (duration: 1.336581ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:54.465711Z","caller":"traceutil/trace.go:171","msg":"trace[2088938500] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"578.875992ms","start":"2026-03-02T21:39:53.886815Z","end":"2026-03-02T21:39:54.465691Z","steps":["trace[2088938500] 'process raft request' (duration: 578.809701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:54.465709Z","caller":"traceutil/trace.go:171","msg":"trace[68873375] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"578.853002ms","start":"2026-03-02T21:39:53.886821Z","end":"2026-03-02T21:39:54.465674Z","steps":["trace[68873375] 'process raft request' (duration: 578.692728ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:54.465703Z","caller":"traceutil/trace.go:171","msg":"trace[1815710740] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"578.857673ms","start":"2026-03-02T21:39:53.8868Z","end":"2026-03-02T21:39:54.465658Z","steps":["trace[1815710740] 'process raft request' (duration: 578.561226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:54.465808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.886798Z","time spent":"578.960455ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:54.465875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.076601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:39:54.465903Z","caller":"traceutil/trace.go:171","msg":"trace[614158408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8028; }","duration":"540.173123ms","start":"2026-03-02T21:39:53.925722Z","end":"2026-03-02T21:39:54.465895Z","steps":["trace[614158408] 'agreement among raft nodes before linearized reading' (duration: 540.013739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:54.465903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.886788Z","time spent":"579.013086ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:54.465938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.925701Z","time spent":"540.226564ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:39:54.466106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.886791Z","time spent":"579.065927ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:54.465751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:53.886747Z","time spent":"578.7751ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:54.830012Z","caller":"traceutil/trace.go:171","msg":"trace[440638735] linearizableReadLoop","detail":"{readStateIndex:8334; appliedIndex:8333; }","duration":"120.589412ms","start":"2026-03-02T21:39:54.709395Z","end":"2026-03-02T21:39:54.829984Z","steps":["trace[440638735] 'read index received' (duration: 120.313396ms)","trace[440638735] 'applied index is now lower than readState.Index' (duration: 275.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:54.830082Z","caller":"traceutil/trace.go:171","msg":"trace[1432289124] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"146.499905ms","start":"2026-03-02T21:39:54.683549Z","end":"2026-03-02T21:39:54.830049Z","steps":["trace[1432289124] 'process raft request' (duration: 146.231808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:54.830206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.787146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-03-02T21:39:54.830263Z","caller":"traceutil/trace.go:171","msg":"trace[856092146] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8030; }","duration":"120.875739ms","start":"2026-03-02T21:39:54.709357Z","end":"2026-03-02T21:39:54.830233Z","steps":["trace[856092146] 'agreement among raft nodes before linearized reading' (duration: 120.774147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:56.532436Z","caller":"traceutil/trace.go:171","msg":"trace[736921459] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8337; }","duration":"215.542959ms","start":"2026-03-02T21:39:56.316869Z","end":"2026-03-02T21:39:56.532412Z","steps":["trace[736921459] 'read index received' (duration: 215.371715ms)","trace[736921459] 'applied index is now lower than readState.Index' (duration: 169.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:56.532585Z","caller":"traceutil/trace.go:171","msg":"trace[1224918122] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"216.179503ms","start":"2026-03-02T21:39:56.316356Z","end":"2026-03-02T21:39:56.532536Z","steps":["trace[1224918122] 'process raft request' (duration: 215.914377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:56.532853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.962618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:39:56.532921Z","caller":"traceutil/trace.go:171","msg":"trace[551448255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:8034; }","duration":"216.064601ms","start":"2026-03-02T21:39:56.316844Z","end":"2026-03-02T21:39:56.532909Z","steps":["trace[551448255] 'agreement among raft nodes before linearized reading' (duration: 215.709553ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:56.789206Z","caller":"traceutil/trace.go:171","msg":"trace[304783514] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"251.30153ms","start":"2026-03-02T21:39:56.537877Z","end":"2026-03-02T21:39:56.789179Z","steps":["trace[304783514] 'process raft request' (duration: 228.719805ms)","trace[304783514] 'compare' (duration: 22.405841ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:56.78945Z","caller":"traceutil/trace.go:171","msg":"trace[1397563219] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"251.510915ms","start":"2026-03-02T21:39:56.537912Z","end":"2026-03-02T21:39:56.789423Z","steps":["trace[1397563219] 'process raft request' (duration: 251.222339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:56.789747Z","caller":"traceutil/trace.go:171","msg":"trace[2101862482] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"251.71007ms","start":"2026-03-02T21:39:56.537993Z","end":"2026-03-02T21:39:56.789703Z","steps":["trace[2101862482] 'process raft request' (duration: 251.347142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:56.78986Z","caller":"traceutil/trace.go:171","msg":"trace[2077076666] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"231.94677ms","start":"2026-03-02T21:39:56.557895Z","end":"2026-03-02T21:39:56.789842Z","steps":["trace[2077076666] 'process raft request' (duration: 231.786266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:56.789876Z","caller":"traceutil/trace.go:171","msg":"trace[1085250554] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"250.935292ms","start":"2026-03-02T21:39:56.538882Z","end":"2026-03-02T21:39:56.789818Z","steps":["trace[1085250554] 'process raft request' (duration: 250.747937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:57.232542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.495778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:39:57.232663Z","caller":"traceutil/trace.go:171","msg":"trace[1928689704] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"175.748944ms","start":"2026-03-02T21:39:57.056895Z","end":"2026-03-02T21:39:57.232644Z","steps":["trace[1928689704] 'read index received' (duration: 68.208065ms)","trace[1928689704] 'applied index is now lower than readState.Index' (duration: 107.539069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:57.232854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.952039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6dd4699c-hq85v.189923ff22997cff\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-02T21:39:57.232891Z","caller":"traceutil/trace.go:171","msg":"trace[1955715387] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6dd4699c-hq85v.189923ff22997cff; range_end:; response_count:1; response_revision:8041; }","duration":"176.037931ms","start":"2026-03-02T21:39:57.056838Z","end":"2026-03-02T21:39:57.232876Z","steps":["trace[1955715387] 'agreement among raft nodes before linearized reading' (duration: 175.858367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:08.618538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.112789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-kz9g7\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-02T21:40:08.618624Z","caller":"traceutil/trace.go:171","msg":"trace[685202679] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-kz9g7; range_end:; response_count:1; response_revision:8189; }","duration":"107.253763ms","start":"2026-03-02T21:40:08.511353Z","end":"2026-03-02T21:40:08.618607Z","steps":["trace[685202679] 'range keys from in-memory index tree' (duration: 106.946225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:51.185004Z","caller":"traceutil/trace.go:171","msg":"trace[1021733178] linearizableReadLoop","detail":"{readStateIndex:8885; appliedIndex:8884; }","duration":"299.5312ms","start":"2026-03-02T21:40:50.885441Z","end":"2026-03-02T21:40:51.184972Z","steps":["trace[1021733178] 'read index received' (duration: 299.304154ms)","trace[1021733178] 'applied index is now lower than readState.Index' (duration: 225.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:51.185106Z","caller":"traceutil/trace.go:171","msg":"trace[1511438768] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"310.985226ms","start":"2026-03-02T21:40:50.87408Z","end":"2026-03-02T21:40:51.185065Z","steps":["trace[1511438768] 'process raft request' (duration: 310.698349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:51.185312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.859287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:40:51.185354Z","caller":"traceutil/trace.go:171","msg":"trace[1946984967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8564; }","duration":"299.940558ms","start":"2026-03-02T21:40:50.885405Z","end":"2026-03-02T21:40:51.185345Z","steps":["trace[1946984967] 'agreement among raft nodes before linearized reading' (duration: 299.768374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:51.185337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:50.874045Z","time spent":"311.181801ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:40:51.187397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.527141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:40:51.187548Z","caller":"traceutil/trace.go:171","msg":"trace[1676792611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:8565; }","duration":"275.667334ms","start":"2026-03-02T21:40:50.91181Z","end":"2026-03-02T21:40:51.187478Z","steps":["trace[1676792611] 'agreement among raft nodes before linearized reading' (duration: 275.48266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:51.187721Z","caller":"traceutil/trace.go:171","msg":"trace[1083210433] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"135.678117ms","start":"2026-03-02T21:40:51.051997Z","end":"2026-03-02T21:40:51.187675Z","steps":["trace[1083210433] 'process raft request' (duration: 135.131324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:51.188072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.90238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:40:51.188131Z","caller":"traceutil/trace.go:171","msg":"trace[1525127531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8565; }","duration":"125.992822ms","start":"2026-03-02T21:40:51.062106Z","end":"2026-03-02T21:40:51.188098Z","steps":["trace[1525127531] 'agreement among raft nodes before linearized reading' (duration: 125.716745ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:55.33864Z","caller":"traceutil/trace.go:171","msg":"trace[1607757266] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"118.863906ms","start":"2026-03-02T21:40:55.219755Z","end":"2026-03-02T21:40:55.338619Z","steps":["trace[1607757266] 'process raft request' (duration: 118.748873ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:55.339751Z","caller":"traceutil/trace.go:171","msg":"trace[713958710] linearizableReadLoop","detail":"{readStateIndex:8909; appliedIndex:8907; }","duration":"117.961485ms","start":"2026-03-02T21:40:55.221772Z","end":"2026-03-02T21:40:55.339733Z","steps":["trace[713958710] 'read index received' (duration: 116.802298ms)","trace[713958710] 'applied index is now lower than readState.Index' (duration: 1.158087ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:55.339808Z","caller":"traceutil/trace.go:171","msg":"trace[1856339747] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"118.719272ms","start":"2026-03-02T21:40:55.221069Z","end":"2026-03-02T21:40:55.339788Z","steps":["trace[1856339747] 'process raft request' (duration: 118.576269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:55.340469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.656411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244720"} {"level":"info","ts":"2026-03-02T21:40:55.340588Z","caller":"traceutil/trace.go:171","msg":"trace[1250387467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8587; }","duration":"118.804725ms","start":"2026-03-02T21:40:55.221753Z","end":"2026-03-02T21:40:55.340557Z","steps":["trace[1250387467] 'agreement among raft nodes before linearized reading' (duration: 118.046227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:03.739943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299153004,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:41:03.875886Z","caller":"traceutil/trace.go:171","msg":"trace[1724543008] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"643.628115ms","start":"2026-03-02T21:41:03.232226Z","end":"2026-03-02T21:41:03.875854Z","steps":["trace[1724543008] 'process raft request' (duration: 643.459582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:03.876092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.232182Z","time spent":"643.82265ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:41:04.119977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.124897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:41:04.120076Z","caller":"traceutil/trace.go:171","msg":"trace[1761112518] linearizableReadLoop","detail":"{readStateIndex:8952; appliedIndex:8950; }","duration":"880.607799ms","start":"2026-03-02T21:41:03.23945Z","end":"2026-03-02T21:41:04.120058Z","steps":["trace[1761112518] 'read index received' (duration: 636.212383ms)","trace[1761112518] 'applied index is now lower than readState.Index' (duration: 244.394276ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:41:04.120145Z","caller":"traceutil/trace.go:171","msg":"trace[1952373561] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"509.676249ms","start":"2026-03-02T21:41:03.610436Z","end":"2026-03-02T21:41:04.120112Z","steps":["trace[1952373561] 'process raft request' (duration: 376.329236ms)","trace[1952373561] 'compare' (duration: 132.830191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:41:04.120249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.808195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:41:04.120283Z","caller":"traceutil/trace.go:171","msg":"trace[740713614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8628; }","duration":"880.885696ms","start":"2026-03-02T21:41:03.239385Z","end":"2026-03-02T21:41:04.120271Z","steps":["trace[740713614] 'agreement among raft nodes before linearized reading' (duration: 880.758403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.120292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.610405Z","time spent":"509.815982ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:41:04.120323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.239362Z","time spent":"880.953697ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:41:04.120433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.649867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:41:04.120499Z","caller":"traceutil/trace.go:171","msg":"trace[1460630245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8628; }","duration":"876.77803ms","start":"2026-03-02T21:41:03.243704Z","end":"2026-03-02T21:41:04.120482Z","steps":["trace[1460630245] 'agreement among raft nodes before linearized reading' (duration: 876.586376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.120533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.243678Z","time spent":"876.849962ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:41:04.120576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.742615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:41:04.120618Z","caller":"traceutil/trace.go:171","msg":"trace[1168904233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8628; }","duration":"743.801906ms","start":"2026-03-02T21:41:03.376807Z","end":"2026-03-02T21:41:04.120609Z","steps":["trace[1168904233] 'agreement among raft nodes before linearized reading' (duration: 743.684413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.120649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.376799Z","time spent":"743.841608ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:41:04.120711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.894292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:41:04.120744Z","caller":"traceutil/trace.go:171","msg":"trace[1994890162] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8628; }","duration":"744.972834ms","start":"2026-03-02T21:41:03.375762Z","end":"2026-03-02T21:41:04.120735Z","steps":["trace[1994890162] 'agreement among raft nodes before linearized reading' (duration: 744.900582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.120745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.46273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:41:04.120765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.375726Z","time spent":"745.034456ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:41:04.120772Z","caller":"traceutil/trace.go:171","msg":"trace[1143644694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:8628; }","duration":"725.499681ms","start":"2026-03-02T21:41:03.395265Z","end":"2026-03-02T21:41:04.120765Z","steps":["trace[1143644694] 'agreement among raft nodes before linearized reading' (duration: 725.45045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.120787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.766047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:41:04.120804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.395256Z","time spent":"725.542091ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"info","ts":"2026-03-02T21:41:04.120826Z","caller":"traceutil/trace.go:171","msg":"trace[1572786672] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8628; }","duration":"361.836639ms","start":"2026-03-02T21:41:03.758977Z","end":"2026-03-02T21:41:04.120814Z","steps":["trace[1572786672] 'agreement among raft nodes before linearized reading' (duration: 361.783268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.120838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.768761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:41:04.120858Z","caller":"traceutil/trace.go:171","msg":"trace[1915348210] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8628; }","duration":"806.838033ms","start":"2026-03-02T21:41:03.314014Z","end":"2026-03-02T21:41:04.120852Z","steps":["trace[1915348210] 'agreement among raft nodes before linearized reading' (duration: 806.800652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.120885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.31399Z","time spent":"806.889814ms","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:41:04.120575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.593645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:41:04.121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.714699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:41:04.121006Z","caller":"traceutil/trace.go:171","msg":"trace[1524665672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8628; }","duration":"491.058826ms","start":"2026-03-02T21:41:03.629936Z","end":"2026-03-02T21:41:04.120995Z","steps":["trace[1524665672] 'agreement among raft nodes before linearized reading' (duration: 490.592835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:04.121021Z","caller":"traceutil/trace.go:171","msg":"trace[940735495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8628; }","duration":"824.736159ms","start":"2026-03-02T21:41:03.296277Z","end":"2026-03-02T21:41:04.121013Z","steps":["trace[940735495] 'agreement among raft nodes before linearized reading' (duration: 824.700769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.121041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.296225Z","time spent":"824.810471ms","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:41:04.121041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.629919Z","time spent":"491.113527ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:41:04.121072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.007328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:41:04.121152Z","caller":"traceutil/trace.go:171","msg":"trace[1939930048] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8628; }","duration":"740.141561ms","start":"2026-03-02T21:41:03.380982Z","end":"2026-03-02T21:41:04.121124Z","steps":["trace[1939930048] 'agreement among raft nodes before linearized reading' (duration: 739.933886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.121166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.321011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:41:04.121187Z","caller":"traceutil/trace.go:171","msg":"trace[1394869949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8628; }","duration":"852.394323ms","start":"2026-03-02T21:41:03.268787Z","end":"2026-03-02T21:41:04.121181Z","steps":["trace[1394869949] 'agreement among raft nodes before linearized reading' (duration: 852.338982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.121193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.380954Z","time spent":"740.232684ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:41:04.121207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.268764Z","time spent":"852.439454ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:41:04.120856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.758959Z","time spent":"361.889031ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:41:04.121328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.048949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:41:04.121459Z","caller":"traceutil/trace.go:171","msg":"trace[1926158534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8628; }","duration":"853.228633ms","start":"2026-03-02T21:41:03.268221Z","end":"2026-03-02T21:41:04.12145Z","steps":["trace[1926158534] 'agreement among raft nodes before linearized reading' (duration: 853.045268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.121485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:03.268193Z","time spent":"853.284144ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:41:04.344974Z","caller":"traceutil/trace.go:171","msg":"trace[2116072429] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"219.056127ms","start":"2026-03-02T21:41:04.125881Z","end":"2026-03-02T21:41:04.344937Z","steps":["trace[2116072429] 'process raft request' (duration: 218.726969ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:04.34531Z","caller":"traceutil/trace.go:171","msg":"trace[717434627] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"219.334654ms","start":"2026-03-02T21:41:04.125944Z","end":"2026-03-02T21:41:04.345279Z","steps":["trace[717434627] 'process raft request' (duration: 218.930574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:04.345356Z","caller":"traceutil/trace.go:171","msg":"trace[935857075] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"219.320403ms","start":"2026-03-02T21:41:04.126006Z","end":"2026-03-02T21:41:04.345327Z","steps":["trace[935857075] 'process raft request' (duration: 219.134588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:04.345521Z","caller":"traceutil/trace.go:171","msg":"trace[108161089] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"218.579226ms","start":"2026-03-02T21:41:04.126929Z","end":"2026-03-02T21:41:04.345508Z","steps":["trace[108161089] 'process raft request' (duration: 218.470494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:04.345574Z","caller":"traceutil/trace.go:171","msg":"trace[834275267] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"219.256142ms","start":"2026-03-02T21:41:04.126278Z","end":"2026-03-02T21:41:04.345534Z","steps":["trace[834275267] 'process raft request' (duration: 218.996816ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:04.345627Z","caller":"traceutil/trace.go:171","msg":"trace[1369627181] linearizableReadLoop","detail":"{readStateIndex:8956; appliedIndex:8952; }","duration":"219.399195ms","start":"2026-03-02T21:41:04.126201Z","end":"2026-03-02T21:41:04.3456Z","steps":["trace[1369627181] 'read index received' (duration: 74.617346ms)","trace[1369627181] 'applied index is now lower than readState.Index' (duration: 144.780259ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:41:04.345656Z","caller":"traceutil/trace.go:171","msg":"trace[1402336083] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"218.652008ms","start":"2026-03-02T21:41:04.126976Z","end":"2026-03-02T21:41:04.345628Z","steps":["trace[1402336083] 'process raft request' (duration: 218.496714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.345834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.230375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:41:04.345896Z","caller":"traceutil/trace.go:171","msg":"trace[1661945159] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8635; }","duration":"205.331048ms","start":"2026-03-02T21:41:04.140548Z","end":"2026-03-02T21:41:04.345879Z","steps":["trace[1661945159] 'agreement among raft nodes before linearized reading' (duration: 205.216235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.346076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.850666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244673"} {"level":"info","ts":"2026-03-02T21:41:04.346128Z","caller":"traceutil/trace.go:171","msg":"trace[2030339736] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8635; }","duration":"219.932017ms","start":"2026-03-02T21:41:04.126183Z","end":"2026-03-02T21:41:04.346115Z","steps":["trace[2030339736] 'agreement among raft nodes before linearized reading' (duration: 219.497307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:04.604832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.946492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414346"} {"level":"info","ts":"2026-03-02T21:41:04.604922Z","caller":"traceutil/trace.go:171","msg":"trace[410508835] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8635; }","duration":"157.095205ms","start":"2026-03-02T21:41:04.447808Z","end":"2026-03-02T21:41:04.604904Z","steps":["trace[410508835] 'range keys from in-memory index tree' (duration: 156.659185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:56.344846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.198266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-xdvzq\" ","response":"range_response_count:1 size:2816"} {"level":"info","ts":"2026-03-02T21:41:56.344948Z","caller":"traceutil/trace.go:171","msg":"trace[2095671992] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-xdvzq; range_end:; response_count:1; response_revision:9035; }","duration":"444.36248ms","start":"2026-03-02T21:41:55.900563Z","end":"2026-03-02T21:41:56.344926Z","steps":["trace[2095671992] 'range keys from in-memory index tree' (duration: 443.999021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:41:56.345008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:41:55.900536Z","time spent":"444.462742ms","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2838,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-xdvzq\" "} {"level":"warn","ts":"2026-03-02T21:41:56.34491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.365886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T21:41:56.345197Z","caller":"traceutil/trace.go:171","msg":"trace[1150123351] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9035; }","duration":"296.710394ms","start":"2026-03-02T21:41:56.048452Z","end":"2026-03-02T21:41:56.345162Z","steps":["trace[1150123351] 'range keys from in-memory index tree' (duration: 295.963326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:56.345255Z","caller":"traceutil/trace.go:171","msg":"trace[501376048] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"175.931554ms","start":"2026-03-02T21:41:56.169168Z","end":"2026-03-02T21:41:56.345099Z","steps":["trace[501376048] 'process raft request' (duration: 174.211864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:43:18.378572Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7320} {"level":"info","ts":"2026-03-02T21:43:18.439777Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7320,"took":"58.738715ms","hash":950252530,"current-db-size-bytes":41316352,"current-db-size":"41 MB","current-db-size-in-use-bytes":24539136,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T21:43:18.439837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":950252530,"revision":7320,"compact-revision":5384} {"level":"info","ts":"2026-03-02T21:43:20.686861Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"63cd833aa17a09c7","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T21:43:20.695274Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T21:43:20.695383Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T21:43:24.846301Z","caller":"traceutil/trace.go:171","msg":"trace[825618653] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"102.802ms","start":"2026-03-02T21:43:24.743436Z","end":"2026-03-02T21:43:24.846238Z","steps":["trace[825618653] 'process raft request' (duration: 102.639396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:26.822661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.800469ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:43:26.822925Z","caller":"traceutil/trace.go:171","msg":"trace[1203119171] linearizableReadLoop","detail":"{readStateIndex:10093; appliedIndex:10092; }","duration":"167.964824ms","start":"2026-03-02T21:43:26.654945Z","end":"2026-03-02T21:43:26.82291Z","steps":["trace[1203119171] 'read index received' (duration: 61.98805ms)","trace[1203119171] 'applied index is now lower than readState.Index' (duration: 105.975644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:43:26.823342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.395383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:43:26.823399Z","caller":"traceutil/trace.go:171","msg":"trace[905063686] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9731; }","duration":"168.500616ms","start":"2026-03-02T21:43:26.65489Z","end":"2026-03-02T21:43:26.823391Z","steps":["trace[905063686] 'agreement among raft nodes before linearized reading' (duration: 168.403584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:26.858606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.99312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-jd4hg\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-03-02T21:43:26.858732Z","caller":"traceutil/trace.go:171","msg":"trace[100079959] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-jd4hg; range_end:; response_count:1; response_revision:9732; }","duration":"182.174594ms","start":"2026-03-02T21:43:26.676526Z","end":"2026-03-02T21:43:26.858701Z","steps":["trace[100079959] 'agreement among raft nodes before linearized reading' (duration: 147.102579ms)","trace[100079959] 'range keys from in-memory index tree' (duration: 34.747148ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:43:57.101345Z","caller":"traceutil/trace.go:171","msg":"trace[827421770] transaction","detail":"{read_only:false; response_revision:10011; number_of_response:1; }","duration":"115.907994ms","start":"2026-03-02T21:43:56.985406Z","end":"2026-03-02T21:43:57.101314Z","steps":["trace[827421770] 'process raft request' (duration: 112.361942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:49.04302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479510889s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:44:49.043539Z","caller":"traceutil/trace.go:171","msg":"trace[1127352472] linearizableReadLoop","detail":"{readStateIndex:10839; appliedIndex:10838; }","duration":"1.753671372s","start":"2026-03-02T21:44:47.289829Z","end":"2026-03-02T21:44:49.0435Z","steps":["trace[1127352472] 'read index received' (duration: 273.798335ms)","trace[1127352472] 'applied index is now lower than readState.Index' (duration: 1.479871466s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:49.044115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754253695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:49.044231Z","caller":"traceutil/trace.go:171","msg":"trace[975884182] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10458; }","duration":"1.754435329s","start":"2026-03-02T21:44:47.289768Z","end":"2026-03-02T21:44:49.044203Z","steps":["trace[975884182] 'agreement among raft nodes before linearized reading' (duration: 1.754207234s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:49.044283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.289746Z","time spent":"1.754527341s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T21:44:49.044399Z","caller":"traceutil/trace.go:171","msg":"trace[886154142] transaction","detail":"{read_only:false; response_revision:10459; number_of_response:1; }","duration":"1.645590868s","start":"2026-03-02T21:44:47.398763Z","end":"2026-03-02T21:44:49.044354Z","steps":["trace[886154142] 'process raft request' (duration: 1.644551274s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:49.044615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.398731Z","time spent":"1.645765383s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:50.573417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07359987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:44:50.573511Z","caller":"traceutil/trace.go:171","msg":"trace[2038331636] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10459; }","duration":"3.073734524s","start":"2026-03-02T21:44:47.499753Z","end":"2026-03-02T21:44:50.573487Z","steps":["trace[2038331636] 'agreement among raft nodes before linearized reading' (duration: 1.544672273s)","trace[2038331636] 'range keys from in-memory index tree' (duration: 1.528818015s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.573556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.499742Z","time spent":"3.073807105s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-02T21:44:50.57358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379956228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:44:50.573674Z","caller":"traceutil/trace.go:171","msg":"trace[148614898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10459; }","duration":"2.380094761s","start":"2026-03-02T21:44:48.193554Z","end":"2026-03-02T21:44:50.573649Z","steps":["trace[148614898] 'agreement among raft nodes before linearized reading' (duration: 850.860417ms)","trace[148614898] 'range keys from in-memory index tree' (duration: 1.52902192s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.573713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:48.19353Z","time spent":"2.380176363s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:44:50.573817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916130237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:50.573838Z","caller":"traceutil/trace.go:171","msg":"trace[1820293663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10459; }","duration":"1.916185899s","start":"2026-03-02T21:44:48.657646Z","end":"2026-03-02T21:44:50.573832Z","steps":["trace[1820293663] 'agreement among raft nodes before linearized reading' (duration: 386.740149ms)","trace[1820293663] 'range keys from in-memory index tree' (duration: 1.529372748s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.573852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:48.657622Z","time spent":"1.91622689s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:44:50.573862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28394396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:50.573884Z","caller":"traceutil/trace.go:171","msg":"trace[1506180989] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10459; }","duration":"3.283964961s","start":"2026-03-02T21:44:47.289912Z","end":"2026-03-02T21:44:50.573877Z","steps":["trace[1506180989] 'agreement among raft nodes before linearized reading' (duration: 1.754396878s)","trace[1506180989] 'range keys from in-memory index tree' (duration: 1.529521511s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.57391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.28985Z","time spent":"3.284055232s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:44:50.573978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111831459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:50.573996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073937938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:50.573997Z","caller":"traceutil/trace.go:171","msg":"trace[1645060532] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10459; }","duration":"3.11189535s","start":"2026-03-02T21:44:47.462096Z","end":"2026-03-02T21:44:50.573991Z","steps":["trace[1645060532] 'agreement among raft nodes before linearized reading' (duration: 1.582344958s)","trace[1645060532] 'range keys from in-memory index tree' (duration: 1.529523061s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:50.574014Z","caller":"traceutil/trace.go:171","msg":"trace[1876414665] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10459; }","duration":"3.073971309s","start":"2026-03-02T21:44:47.500037Z","end":"2026-03-02T21:44:50.574009Z","steps":["trace[1876414665] 'agreement among raft nodes before linearized reading' (duration: 1.544378006s)","trace[1876414665] 'range keys from in-memory index tree' (duration: 1.529568082s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.574038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.500029Z","time spent":"3.07400538s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:44:50.574074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283460979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-02T21:44:50.574139Z","caller":"traceutil/trace.go:171","msg":"trace[1377481795] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10459; }","duration":"3.283566331s","start":"2026-03-02T21:44:47.290558Z","end":"2026-03-02T21:44:50.574124Z","steps":["trace[1377481795] 'agreement among raft nodes before linearized reading' (duration: 1.753942568s)","trace[1377481795] 'range keys from in-memory index tree' (duration: 1.52949193s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.574018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.462071Z","time spent":"3.111942342s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:44:50.574173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.290536Z","time spent":"3.283629752s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:44:50.574189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073262803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-02T21:44:50.574318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412064864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:44:50.574378Z","caller":"traceutil/trace.go:171","msg":"trace[306514194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10459; }","duration":"2.412149115s","start":"2026-03-02T21:44:48.162193Z","end":"2026-03-02T21:44:50.574342Z","steps":["trace[306514194] 'agreement among raft nodes before linearized reading' (duration: 882.255326ms)","trace[306514194] 'count revisions from in-memory index tree' (duration: 1.529835858s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.57442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:48.162165Z","time spent":"2.412244798s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:44:50.574505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648340226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:44:50.574587Z","caller":"traceutil/trace.go:171","msg":"trace[434049073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10459; }","duration":"2.648461239s","start":"2026-03-02T21:44:47.926109Z","end":"2026-03-02T21:44:50.57457Z","steps":["trace[434049073] 'agreement among raft nodes before linearized reading' (duration: 1.118244981s)","trace[434049073] 'range keys from in-memory index tree' (duration: 1.530044903s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.574595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075620387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:50.574642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.926078Z","time spent":"2.648551391s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:44:50.574704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369650129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:44:50.574737Z","caller":"traceutil/trace.go:171","msg":"trace[2058014722] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:10459; }","duration":"2.369702019s","start":"2026-03-02T21:44:48.205026Z","end":"2026-03-02T21:44:50.574728Z","steps":["trace[2058014722] 'agreement among raft nodes before linearized reading' (duration: 839.41833ms)","trace[2058014722] 'range keys from in-memory index tree' (duration: 1.530224177s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.574765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:48.205012Z","time spent":"2.36974778s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:44:50.574916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076449927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:50.574948Z","caller":"traceutil/trace.go:171","msg":"trace[872685776] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10459; }","duration":"3.076527088s","start":"2026-03-02T21:44:47.498411Z","end":"2026-03-02T21:44:50.574938Z","steps":["trace[872685776] 'agreement among raft nodes before linearized reading' (duration: 1.546050335s)","trace[872685776] 'range keys from in-memory index tree' (duration: 1.530437183s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.574976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.498387Z","time spent":"3.07658261s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:44:50.574977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075952335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:50.575071Z","caller":"traceutil/trace.go:171","msg":"trace[1006990822] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10459; }","duration":"3.076027457s","start":"2026-03-02T21:44:47.498983Z","end":"2026-03-02T21:44:50.57501Z","steps":["trace[1006990822] 'agreement among raft nodes before linearized reading' (duration: 1.545375919s)","trace[1006990822] 'range keys from in-memory index tree' (duration: 1.530581626s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.575124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.498961Z","time spent":"3.076152109s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:44:50.575155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414411948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:44:50.575194Z","caller":"traceutil/trace.go:171","msg":"trace[55687955] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10459; }","duration":"2.41448455s","start":"2026-03-02T21:44:48.160694Z","end":"2026-03-02T21:44:50.575179Z","steps":["trace[55687955] 'agreement among raft nodes before linearized reading' (duration: 883.766041ms)","trace[55687955] 'range keys from in-memory index tree' (duration: 1.530634117s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.575228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:48.160668Z","time spent":"2.414551022s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:44:50.575269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722566961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:44:50.575312Z","caller":"traceutil/trace.go:171","msg":"trace[501518709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10459; }","duration":"2.722675674s","start":"2026-03-02T21:44:47.852621Z","end":"2026-03-02T21:44:50.575297Z","steps":["trace[501518709] 'agreement among raft nodes before linearized reading' (duration: 1.19176668s)","trace[501518709] 'count revisions from in-memory index tree' (duration: 1.530841262s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.575359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.852594Z","time spent":"2.722754356s","remote":"127.0.0.1:49186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:44:50.57545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377511201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-02T21:44:50.575492Z","caller":"traceutil/trace.go:171","msg":"trace[223525611] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10459; }","duration":"2.377576113s","start":"2026-03-02T21:44:48.197903Z","end":"2026-03-02T21:44:50.575479Z","steps":["trace[223525611] 'agreement among raft nodes before linearized reading' (duration: 846.561647ms)","trace[223525611] 'range keys from in-memory index tree' (duration: 1.530920174s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:50.574652Z","caller":"traceutil/trace.go:171","msg":"trace[1401401487] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10459; }","duration":"3.075692919s","start":"2026-03-02T21:44:47.498946Z","end":"2026-03-02T21:44:50.574639Z","steps":["trace[1401401487] 'agreement among raft nodes before linearized reading' (duration: 1.545504733s)","trace[1401401487] 'range keys from in-memory index tree' (duration: 1.530119485s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.575524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:48.19789Z","time spent":"2.377626554s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:44:50.575555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.498936Z","time spent":"3.07659985s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T21:44:50.575702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241851358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:44:50.574369Z","caller":"traceutil/trace.go:171","msg":"trace[772172719] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10459; }","duration":"3.073462497s","start":"2026-03-02T21:44:47.50087Z","end":"2026-03-02T21:44:50.574333Z","steps":["trace[772172719] 'agreement among raft nodes before linearized reading' (duration: 1.543537327s)","trace[772172719] 'range keys from in-memory index tree' (duration: 1.529525211s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.575684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284502553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:50.575733Z","caller":"traceutil/trace.go:171","msg":"trace[1776607309] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10459; }","duration":"3.284557635s","start":"2026-03-02T21:44:47.291165Z","end":"2026-03-02T21:44:50.575722Z","steps":["trace[1776607309] 'agreement among raft nodes before linearized reading' (duration: 1.753321433s)","trace[1776607309] 'range keys from in-memory index tree' (duration: 1.531164529s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.575749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.291129Z","time spent":"3.284615655s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T21:44:50.575749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925069335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:44:50.575742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460976441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:44:50.575791Z","caller":"traceutil/trace.go:171","msg":"trace[52049361] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:10459; }","duration":"1.925152947s","start":"2026-03-02T21:44:48.650629Z","end":"2026-03-02T21:44:50.575782Z","steps":["trace[52049361] 'agreement among raft nodes before linearized reading' (duration: 393.853114ms)","trace[52049361] 'count revisions from in-memory index tree' (duration: 1.531231451s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:50.575794Z","caller":"traceutil/trace.go:171","msg":"trace[717646707] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:10459; }","duration":"2.241976981s","start":"2026-03-02T21:44:48.333808Z","end":"2026-03-02T21:44:50.575785Z","steps":["trace[717646707] 'agreement among raft nodes before linearized reading' (duration: 710.634457ms)","trace[717646707] 'count revisions from in-memory index tree' (duration: 1.531199001s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.575812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:48.333775Z","time spent":"2.242031332s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:44:50.575808Z","caller":"traceutil/trace.go:171","msg":"trace[950049801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10459; }","duration":"2.461081193s","start":"2026-03-02T21:44:48.11471Z","end":"2026-03-02T21:44:50.575791Z","steps":["trace[950049801] 'agreement among raft nodes before linearized reading' (duration: 929.76652ms)","trace[950049801] 'range keys from in-memory index tree' (duration: 1.53117838s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.575853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:48.114686Z","time spent":"2.461155295s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:44:50.575828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900835935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T21:44:50.575835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609729699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:44:50.575908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.500835Z","time spent":"3.075025124s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-02T21:44:50.575968Z","caller":"traceutil/trace.go:171","msg":"trace[1952877307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10459; }","duration":"2.609942764s","start":"2026-03-02T21:44:47.965996Z","end":"2026-03-02T21:44:50.575939Z","steps":["trace[1952877307] 'agreement among raft nodes before linearized reading' (duration: 1.078489577s)","trace[1952877307] 'range keys from in-memory index tree' (duration: 1.531107688s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:50.575938Z","caller":"traceutil/trace.go:171","msg":"trace[65142069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10459; }","duration":"2.900996909s","start":"2026-03-02T21:44:47.674918Z","end":"2026-03-02T21:44:50.575915Z","steps":["trace[65142069] 'agreement among raft nodes before linearized reading' (duration: 1.369480251s)","trace[65142069] 'range keys from in-memory index tree' (duration: 1.53121615s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.576043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.96597Z","time spent":"2.610061097s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:44:50.576137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:47.674893Z","time spent":"2.901143852s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:44:50.575815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:48.650604Z","time spent":"1.925202129s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":60,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:44:50.575912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.490999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:44:50.576267Z","caller":"traceutil/trace.go:171","msg":"trace[58297049] linearizableReadLoop","detail":"{readStateIndex:10841; appliedIndex:10840; }","duration":"643.920167ms","start":"2026-03-02T21:44:49.932325Z","end":"2026-03-02T21:44:50.576245Z","steps":["trace[58297049] 'read index received' (duration: 396.958716ms)","trace[58297049] 'applied index is now lower than readState.Index' (duration: 246.959111ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:50.576282Z","caller":"traceutil/trace.go:171","msg":"trace[1519188459] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"1.149220232s","start":"2026-03-02T21:44:49.427025Z","end":"2026-03-02T21:44:50.576245Z","steps":["trace[1519188459] 'process raft request' (duration: 902.341103ms)","trace[1519188459] 'compare' (duration: 245.154319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:50.576421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:49.426994Z","time spent":"1.149341185s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:50.576621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.254774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-54699848fd-7g4lw.18992450e6deae1d\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-03-02T21:44:50.576721Z","caller":"traceutil/trace.go:171","msg":"trace[1951528931] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-54699848fd-7g4lw.18992450e6deae1d; range_end:; response_count:1; response_revision:10460; }","duration":"644.435468ms","start":"2026-03-02T21:44:49.932264Z","end":"2026-03-02T21:44:50.5767Z","steps":["trace[1951528931] 'agreement among raft nodes before linearized reading' (duration: 644.131031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:50.576769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:49.932204Z","time spent":"644.551022ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":833,"request content":"key:\"/registry/events/openstack/cinder-backup-54699848fd-7g4lw.18992450e6deae1d\" "} {"level":"warn","ts":"2026-03-02T21:44:50.580247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.349454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:50.580276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.064657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:50.5803Z","caller":"traceutil/trace.go:171","msg":"trace[141383537] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10460; }","duration":"264.462037ms","start":"2026-03-02T21:44:50.315826Z","end":"2026-03-02T21:44:50.580288Z","steps":["trace[141383537] 'agreement among raft nodes before linearized reading' (duration: 264.370745ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:50.580323Z","caller":"traceutil/trace.go:171","msg":"trace[439933873] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:10460; }","duration":"609.142039ms","start":"2026-03-02T21:44:49.971168Z","end":"2026-03-02T21:44:50.58031Z","steps":["trace[439933873] 'agreement among raft nodes before linearized reading' (duration: 609.058647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:50.580455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:49.971149Z","time spent":"609.21626ms","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:44:50.926582Z","caller":"traceutil/trace.go:171","msg":"trace[1667940179] transaction","detail":"{read_only:false; response_revision:10462; number_of_response:1; }","duration":"345.953361ms","start":"2026-03-02T21:44:50.580586Z","end":"2026-03-02T21:44:50.92654Z","steps":["trace[1667940179] 'process raft request' (duration: 345.707635ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:50.926797Z","caller":"traceutil/trace.go:171","msg":"trace[1596205088] transaction","detail":"{read_only:false; response_revision:10463; number_of_response:1; }","duration":"346.191557ms","start":"2026-03-02T21:44:50.580576Z","end":"2026-03-02T21:44:50.926767Z","steps":["trace[1596205088] 'process raft request' (duration: 345.915071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:50.926823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:50.58058Z","time spent":"346.124926ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:50.926905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:50.580555Z","time spent":"346.297489ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:50.927132Z","caller":"traceutil/trace.go:171","msg":"trace[579250519] transaction","detail":"{read_only:false; response_revision:10464; number_of_response:1; }","duration":"346.455863ms","start":"2026-03-02T21:44:50.580634Z","end":"2026-03-02T21:44:50.92709Z","steps":["trace[579250519] 'process raft request' (duration: 346.062014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:50.927349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:50.580608Z","time spent":"346.610567ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:50.927366Z","caller":"traceutil/trace.go:171","msg":"trace[788344648] linearizableReadLoop","detail":"{readStateIndex:10846; appliedIndex:10841; }","duration":"346.136066ms","start":"2026-03-02T21:44:50.581215Z","end":"2026-03-02T21:44:50.927351Z","steps":["trace[788344648] 'read index received' (duration: 91.442516ms)","trace[788344648] 'applied index is now lower than readState.Index' (duration: 254.69243ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:50.92736Z","caller":"traceutil/trace.go:171","msg":"trace[537329260] transaction","detail":"{read_only:false; response_revision:10467; number_of_response:1; }","duration":"343.383401ms","start":"2026-03-02T21:44:50.583939Z","end":"2026-03-02T21:44:50.927322Z","steps":["trace[537329260] 'process raft request' (duration: 343.264388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:50.927561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.371961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:44:50.92757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:50.583928Z","time spent":"343.530515ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:50.92758Z","caller":"traceutil/trace.go:171","msg":"trace[180083480] transaction","detail":"{read_only:false; response_revision:10468; number_of_response:1; }","duration":"343.560526ms","start":"2026-03-02T21:44:50.583996Z","end":"2026-03-02T21:44:50.927557Z","steps":["trace[180083480] 'process raft request' (duration: 343.271129ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:50.927608Z","caller":"traceutil/trace.go:171","msg":"trace[569908180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10468; }","duration":"340.435424ms","start":"2026-03-02T21:44:50.587162Z","end":"2026-03-02T21:44:50.927597Z","steps":["trace[569908180] 'agreement among raft nodes before linearized reading' (duration: 340.327841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:50.927641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:50.587152Z","time spent":"340.481074ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:44:50.92768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:50.583986Z","time spent":"343.645647ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:50.927899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.052192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-6758dddd9-h4ng5.18992450e6dc83a6\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-02T21:44:50.927901Z","caller":"traceutil/trace.go:171","msg":"trace[2018201136] transaction","detail":"{read_only:false; response_revision:10465; number_of_response:1; }","duration":"347.230331ms","start":"2026-03-02T21:44:50.580656Z","end":"2026-03-02T21:44:50.927887Z","steps":["trace[2018201136] 'process raft request' (duration: 346.31927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:50.927879Z","caller":"traceutil/trace.go:171","msg":"trace[601494447] transaction","detail":"{read_only:false; response_revision:10466; number_of_response:1; }","duration":"346.546596ms","start":"2026-03-02T21:44:50.581311Z","end":"2026-03-02T21:44:50.927858Z","steps":["trace[601494447] 'process raft request' (duration: 345.846259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:50.927933Z","caller":"traceutil/trace.go:171","msg":"trace[1624415441] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-6758dddd9-h4ng5.18992450e6dc83a6; range_end:; response_count:1; response_revision:10468; }","duration":"250.103743ms","start":"2026-03-02T21:44:50.677818Z","end":"2026-03-02T21:44:50.927922Z","steps":["trace[1624415441] 'agreement among raft nodes before linearized reading' (duration: 249.97286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:50.927971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:50.580634Z","time spent":"347.297512ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:50.928003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:50.581293Z","time spent":"346.658188ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:50.928217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.974745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:430871"} {"level":"info","ts":"2026-03-02T21:44:50.928315Z","caller":"traceutil/trace.go:171","msg":"trace[228280037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:10468; }","duration":"347.125249ms","start":"2026-03-02T21:44:50.581167Z","end":"2026-03-02T21:44:50.928292Z","steps":["trace[228280037] 'agreement among raft nodes before linearized reading' (duration: 346.372731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:50.928368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:50.581148Z","time spent":"347.20825ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":430893,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:44:51.104175Z","caller":"traceutil/trace.go:171","msg":"trace[1923739516] transaction","detail":"{read_only:false; response_revision:10470; number_of_response:1; }","duration":"115.32603ms","start":"2026-03-02T21:44:50.988814Z","end":"2026-03-02T21:44:51.10414Z","steps":["trace[1923739516] 'process raft request' (duration: 51.137808ms)","trace[1923739516] 'compare' (duration: 63.775583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:52.071842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.235339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:52.072077Z","caller":"traceutil/trace.go:171","msg":"trace[1761524588] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10473; }","duration":"134.535276ms","start":"2026-03-02T21:44:51.937515Z","end":"2026-03-02T21:44:52.072051Z","steps":["trace[1761524588] 'range keys from in-memory index tree' (duration: 134.115436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:53.070169Z","caller":"traceutil/trace.go:171","msg":"trace[1602359409] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"132.248356ms","start":"2026-03-02T21:44:52.937891Z","end":"2026-03-02T21:44:53.070139Z","steps":["trace[1602359409] 'process raft request' (duration: 132.163264ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:53.07018Z","caller":"traceutil/trace.go:171","msg":"trace[542922435] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"132.551732ms","start":"2026-03-02T21:44:52.937605Z","end":"2026-03-02T21:44:53.070157Z","steps":["trace[542922435] 'process raft request' (duration: 132.258476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:53.070462Z","caller":"traceutil/trace.go:171","msg":"trace[1738794730] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"132.484771ms","start":"2026-03-02T21:44:52.937961Z","end":"2026-03-02T21:44:53.070446Z","steps":["trace[1738794730] 'process raft request' (duration: 132.137533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:53.070562Z","caller":"traceutil/trace.go:171","msg":"trace[1168157979] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"132.576994ms","start":"2026-03-02T21:44:52.937978Z","end":"2026-03-02T21:44:53.070555Z","steps":["trace[1168157979] 'process raft request' (duration: 132.331338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:53.070622Z","caller":"traceutil/trace.go:171","msg":"trace[563696370] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"132.282016ms","start":"2026-03-02T21:44:52.938334Z","end":"2026-03-02T21:44:53.070616Z","steps":["trace[563696370] 'process raft request' (duration: 132.076781ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:53.070626Z","caller":"traceutil/trace.go:171","msg":"trace[1768380661] linearizableReadLoop","detail":"{readStateIndex:10862; appliedIndex:10855; }","duration":"130.197198ms","start":"2026-03-02T21:44:52.940408Z","end":"2026-03-02T21:44:53.070605Z","steps":["trace[1768380661] 'read index received' (duration: 5.768034ms)","trace[1768380661] 'applied index is now lower than readState.Index' (duration: 124.427204ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:53.070715Z","caller":"traceutil/trace.go:171","msg":"trace[80406531] transaction","detail":"{read_only:false; response_revision:10480; number_of_response:1; }","duration":"132.257216ms","start":"2026-03-02T21:44:52.938421Z","end":"2026-03-02T21:44:53.070678Z","steps":["trace[80406531] 'process raft request' (duration: 132.115932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:53.071578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.14331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:430871"} {"level":"info","ts":"2026-03-02T21:44:53.071739Z","caller":"traceutil/trace.go:171","msg":"trace[638159284] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:10480; }","duration":"131.349385ms","start":"2026-03-02T21:44:52.940365Z","end":"2026-03-02T21:44:53.071715Z","steps":["trace[638159284] 'agreement among raft nodes before linearized reading' (duration: 130.311961ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:53.241272Z","caller":"traceutil/trace.go:171","msg":"trace[261310404] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"130.084217ms","start":"2026-03-02T21:44:53.111153Z","end":"2026-03-02T21:44:53.241237Z","steps":["trace[261310404] 'process raft request' (duration: 53.096736ms)","trace[261310404] 'compare' (duration: 75.904976ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:56.08635Z","caller":"traceutil/trace.go:171","msg":"trace[461966446] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"242.633094ms","start":"2026-03-02T21:44:55.843693Z","end":"2026-03-02T21:44:56.086326Z","steps":["trace[461966446] 'process raft request' (duration: 242.44342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:18.385247Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9604} {"level":"info","ts":"2026-03-02T21:48:18.470435Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9604,"took":"82.289204ms","hash":3585941794,"current-db-size-bytes":41316352,"current-db-size":"41 MB","current-db-size-in-use-bytes":22773760,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T21:48:18.470596Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3585941794,"revision":9604,"compact-revision":7320} {"level":"info","ts":"2026-03-02T21:48:28.466357Z","caller":"traceutil/trace.go:171","msg":"trace[2067402436] transaction","detail":"{read_only:false; response_revision:11743; number_of_response:1; }","duration":"151.693219ms","start":"2026-03-02T21:48:28.314635Z","end":"2026-03-02T21:48:28.466329Z","steps":["trace[2067402436] 'process raft request' (duration: 151.506354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:28.467349Z","caller":"traceutil/trace.go:171","msg":"trace[1091047443] transaction","detail":"{read_only:false; response_revision:11744; number_of_response:1; }","duration":"128.344736ms","start":"2026-03-02T21:48:28.338969Z","end":"2026-03-02T21:48:28.467313Z","steps":["trace[1091047443] 'process raft request' (duration: 128.08235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:28.591208Z","caller":"traceutil/trace.go:171","msg":"trace[1395892253] linearizableReadLoop","detail":"{readStateIndex:12179; appliedIndex:12173; }","duration":"103.064677ms","start":"2026-03-02T21:48:28.488128Z","end":"2026-03-02T21:48:28.591193Z","steps":["trace[1395892253] 'read index received' (duration: 31.496993ms)","trace[1395892253] 'applied index is now lower than readState.Index' (duration: 71.566964ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:48:28.591181Z","caller":"traceutil/trace.go:171","msg":"trace[583601302] transaction","detail":"{read_only:false; response_revision:11745; number_of_response:1; }","duration":"104.431739ms","start":"2026-03-02T21:48:28.486706Z","end":"2026-03-02T21:48:28.591138Z","steps":["trace[583601302] 'process raft request' (duration: 32.955267ms)","trace[583601302] 'compare' (duration: 71.281828ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:48:28.591399Z","caller":"traceutil/trace.go:171","msg":"trace[300749546] transaction","detail":"{read_only:false; response_revision:11749; number_of_response:1; }","duration":"104.45413ms","start":"2026-03-02T21:48:28.486935Z","end":"2026-03-02T21:48:28.591389Z","steps":["trace[300749546] 'process raft request' (duration: 104.205744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:28.591556Z","caller":"traceutil/trace.go:171","msg":"trace[100582191] transaction","detail":"{read_only:false; response_revision:11746; number_of_response:1; }","duration":"104.733227ms","start":"2026-03-02T21:48:28.486814Z","end":"2026-03-02T21:48:28.591547Z","steps":["trace[100582191] 'process raft request' (duration: 104.235035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:28.591541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.373134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:48:28.591627Z","caller":"traceutil/trace.go:171","msg":"trace[550217830] transaction","detail":"{read_only:false; response_revision:11747; number_of_response:1; }","duration":"104.746077ms","start":"2026-03-02T21:48:28.486873Z","end":"2026-03-02T21:48:28.591619Z","steps":["trace[550217830] 'process raft request' (duration: 104.207475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:28.591631Z","caller":"traceutil/trace.go:171","msg":"trace[893831967] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:11750; }","duration":"103.495458ms","start":"2026-03-02T21:48:28.48811Z","end":"2026-03-02T21:48:28.591606Z","steps":["trace[893831967] 'agreement among raft nodes before linearized reading' (duration: 103.314934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:28.591765Z","caller":"traceutil/trace.go:171","msg":"trace[1810132656] transaction","detail":"{read_only:false; response_revision:11750; number_of_response:1; }","duration":"104.788367ms","start":"2026-03-02T21:48:28.486967Z","end":"2026-03-02T21:48:28.591755Z","steps":["trace[1810132656] 'process raft request' (duration: 104.199144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:28.591814Z","caller":"traceutil/trace.go:171","msg":"trace[820951461] transaction","detail":"{read_only:false; response_revision:11748; number_of_response:1; }","duration":"104.900631ms","start":"2026-03-02T21:48:28.486905Z","end":"2026-03-02T21:48:28.591806Z","steps":["trace[820951461] 'process raft request' (duration: 104.200784ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:29.538958Z","caller":"traceutil/trace.go:171","msg":"trace[2001414621] transaction","detail":"{read_only:false; response_revision:11760; number_of_response:1; }","duration":"137.171181ms","start":"2026-03-02T21:48:29.40175Z","end":"2026-03-02T21:48:29.538921Z","steps":["trace[2001414621] 'process raft request' (duration: 136.957286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:29.848697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.274376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:508371"} {"level":"info","ts":"2026-03-02T21:48:29.848803Z","caller":"traceutil/trace.go:171","msg":"trace[6984497] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:11760; }","duration":"242.446109ms","start":"2026-03-02T21:48:29.606335Z","end":"2026-03-02T21:48:29.848781Z","steps":["trace[6984497] 'range keys from in-memory index tree' (duration: 241.485158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:29.859871Z","caller":"traceutil/trace.go:171","msg":"trace[247950725] linearizableReadLoop","detail":"{readStateIndex:12191; appliedIndex:12190; }","duration":"215.247688ms","start":"2026-03-02T21:48:29.644601Z","end":"2026-03-02T21:48:29.859848Z","steps":["trace[247950725] 'read index received' (duration: 214.823468ms)","trace[247950725] 'applied index is now lower than readState.Index' (duration: 422.83µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:48:29.859952Z","caller":"traceutil/trace.go:171","msg":"trace[1733320523] transaction","detail":"{read_only:false; response_revision:11761; number_of_response:1; }","duration":"248.93992ms","start":"2026-03-02T21:48:29.610967Z","end":"2026-03-02T21:48:29.859907Z","steps":["trace[1733320523] 'process raft request' (duration: 248.469599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:29.860146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.523474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T21:48:29.860246Z","caller":"traceutil/trace.go:171","msg":"trace[1495048949] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11761; }","duration":"215.676458ms","start":"2026-03-02T21:48:29.644544Z","end":"2026-03-02T21:48:29.860221Z","steps":["trace[1495048949] 'agreement among raft nodes before linearized reading' (duration: 215.392641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:34.731685Z","caller":"traceutil/trace.go:171","msg":"trace[776641794] transaction","detail":"{read_only:false; response_revision:11805; number_of_response:1; }","duration":"105.913374ms","start":"2026-03-02T21:48:34.625744Z","end":"2026-03-02T21:48:34.731657Z","steps":["trace[776641794] 'process raft request' (duration: 102.568046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:34.732769Z","caller":"traceutil/trace.go:171","msg":"trace[1541118671] transaction","detail":"{read_only:false; response_revision:11806; number_of_response:1; }","duration":"106.987389ms","start":"2026-03-02T21:48:34.625766Z","end":"2026-03-02T21:48:34.732753Z","steps":["trace[1541118671] 'process raft request' (duration: 105.811012ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:34.732843Z","caller":"traceutil/trace.go:171","msg":"trace[60691547] transaction","detail":"{read_only:false; response_revision:11807; number_of_response:1; }","duration":"104.073321ms","start":"2026-03-02T21:48:34.628727Z","end":"2026-03-02T21:48:34.732801Z","steps":["trace[60691547] 'process raft request' (duration: 103.879827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:34.733131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.018627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:48:34.733178Z","caller":"traceutil/trace.go:171","msg":"trace[140634917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11808; }","duration":"100.105699ms","start":"2026-03-02T21:48:34.63306Z","end":"2026-03-02T21:48:34.733166Z","steps":["trace[140634917] 'agreement among raft nodes before linearized reading' (duration: 99.995926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:48:34.733212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.529361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:48:34.733321Z","caller":"traceutil/trace.go:171","msg":"trace[940312103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11808; }","duration":"107.666835ms","start":"2026-03-02T21:48:34.625628Z","end":"2026-03-02T21:48:34.733294Z","steps":["trace[940312103] 'agreement among raft nodes before linearized reading' (duration: 107.418559ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:48.872712Z","caller":"traceutil/trace.go:171","msg":"trace[1586580426] transaction","detail":"{read_only:false; response_revision:11884; number_of_response:1; }","duration":"113.072951ms","start":"2026-03-02T21:48:48.759606Z","end":"2026-03-02T21:48:48.872679Z","steps":["trace[1586580426] 'process raft request' (duration: 112.490227ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:49.000942Z","caller":"traceutil/trace.go:171","msg":"trace[358991460] transaction","detail":"{read_only:false; response_revision:11889; number_of_response:1; }","duration":"119.594142ms","start":"2026-03-02T21:48:48.881324Z","end":"2026-03-02T21:48:49.000918Z","steps":["trace[358991460] 'process raft request' (duration: 119.550391ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:49.001402Z","caller":"traceutil/trace.go:171","msg":"trace[1867916952] transaction","detail":"{read_only:false; response_revision:11886; number_of_response:1; }","duration":"121.600329ms","start":"2026-03-02T21:48:48.87979Z","end":"2026-03-02T21:48:49.00139Z","steps":["trace[1867916952] 'process raft request' (duration: 120.903423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:49.001509Z","caller":"traceutil/trace.go:171","msg":"trace[593262031] transaction","detail":"{read_only:false; response_revision:11887; number_of_response:1; }","duration":"120.796531ms","start":"2026-03-02T21:48:48.880703Z","end":"2026-03-02T21:48:49.001499Z","steps":["trace[593262031] 'process raft request' (duration: 120.103454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:49.001785Z","caller":"traceutil/trace.go:171","msg":"trace[1149507844] transaction","detail":"{read_only:false; response_revision:11888; number_of_response:1; }","duration":"120.79982ms","start":"2026-03-02T21:48:48.880949Z","end":"2026-03-02T21:48:49.001749Z","steps":["trace[1149507844] 'process raft request' (duration: 119.891909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:20.624013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.178793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:49:20.624136Z","caller":"traceutil/trace.go:171","msg":"trace[1488953756] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12172; }","duration":"131.434418ms","start":"2026-03-02T21:49:20.492676Z","end":"2026-03-02T21:49:20.62411Z","steps":["trace[1488953756] 'range keys from in-memory index tree' (duration: 130.911136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:36.915319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.025382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6386"} {"level":"info","ts":"2026-03-02T21:49:36.915405Z","caller":"traceutil/trace.go:171","msg":"trace[72683466] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:12276; }","duration":"423.157875ms","start":"2026-03-02T21:49:36.492227Z","end":"2026-03-02T21:49:36.915384Z","steps":["trace[72683466] 'range keys from in-memory index tree' (duration: 422.789906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:36.915444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:36.492206Z","time spent":"423.231907ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6408,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-02T21:49:36.91531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.141121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:49:36.915694Z","caller":"traceutil/trace.go:171","msg":"trace[717115744] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12276; }","duration":"428.565941ms","start":"2026-03-02T21:49:36.487084Z","end":"2026-03-02T21:49:36.91565Z","steps":["trace[717115744] 'range keys from in-memory index tree' (duration: 428.066729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:36.91577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.972261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:49:36.915798Z","caller":"traceutil/trace.go:171","msg":"trace[330074405] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12276; }","duration":"169.052393ms","start":"2026-03-02T21:49:36.746735Z","end":"2026-03-02T21:49:36.915788Z","steps":["trace[330074405] 'count revisions from in-memory index tree' (duration: 168.878879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:36.915804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:36.487033Z","time spent":"428.733385ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:49:36.915959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.152491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:49:36.915991Z","caller":"traceutil/trace.go:171","msg":"trace[176969191] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12276; }","duration":"174.212763ms","start":"2026-03-02T21:49:36.741769Z","end":"2026-03-02T21:49:36.915981Z","steps":["trace[176969191] 'range keys from in-memory index tree' (duration: 173.972667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:36.915594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.065209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:49:36.916126Z","caller":"traceutil/trace.go:171","msg":"trace[780194436] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12276; }","duration":"428.865918ms","start":"2026-03-02T21:49:36.487235Z","end":"2026-03-02T21:49:36.916101Z","steps":["trace[780194436] 'range keys from in-memory index tree' (duration: 427.956257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:36.916296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:36.487205Z","time spent":"429.071403ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-02T21:49:37.177877Z","caller":"traceutil/trace.go:171","msg":"trace[753488833] transaction","detail":"{read_only:false; response_revision:12278; number_of_response:1; }","duration":"255.371292ms","start":"2026-03-02T21:49:36.922468Z","end":"2026-03-02T21:49:37.17784Z","steps":["trace[753488833] 'process raft request' (duration: 255.161767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:42.530491Z","caller":"traceutil/trace.go:171","msg":"trace[1160303564] transaction","detail":"{read_only:false; response_revision:12305; number_of_response:1; }","duration":"128.723115ms","start":"2026-03-02T21:49:42.401739Z","end":"2026-03-02T21:49:42.530462Z","steps":["trace[1160303564] 'process raft request' (duration: 128.434099ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:57.107241Z","caller":"traceutil/trace.go:171","msg":"trace[530092443] linearizableReadLoop","detail":"{readStateIndex:12848; appliedIndex:12847; }","duration":"116.110112ms","start":"2026-03-02T21:49:56.991101Z","end":"2026-03-02T21:49:57.107211Z","steps":["trace[530092443] 'read index received' (duration: 43.8494ms)","trace[530092443] 'applied index is now lower than readState.Index' (duration: 72.259122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:49:57.107428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.201964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:49:57.107476Z","caller":"traceutil/trace.go:171","msg":"trace[1153227879] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12395; }","duration":"116.272405ms","start":"2026-03-02T21:49:56.991179Z","end":"2026-03-02T21:49:57.107451Z","steps":["trace[1153227879] 'agreement among raft nodes before linearized reading' (duration: 116.194324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:57.107574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.46021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7433"} {"level":"info","ts":"2026-03-02T21:49:57.107667Z","caller":"traceutil/trace.go:171","msg":"trace[948195810] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:12395; }","duration":"116.596613ms","start":"2026-03-02T21:49:56.991053Z","end":"2026-03-02T21:49:57.10765Z","steps":["trace[948195810] 'agreement among raft nodes before linearized reading' (duration: 116.291396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:25.791519Z","caller":"traceutil/trace.go:171","msg":"trace[1598353206] transaction","detail":"{read_only:false; response_revision:12571; number_of_response:1; }","duration":"106.971399ms","start":"2026-03-02T21:50:25.684517Z","end":"2026-03-02T21:50:25.791489Z","steps":["trace[1598353206] 'process raft request' (duration: 41.139067ms)","trace[1598353206] 'compare' (duration: 65.657908ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:25.791744Z","caller":"traceutil/trace.go:171","msg":"trace[1914075383] linearizableReadLoop","detail":"{readStateIndex:13030; appliedIndex:13028; }","duration":"100.59881ms","start":"2026-03-02T21:50:25.691083Z","end":"2026-03-02T21:50:25.791682Z","steps":["trace[1914075383] 'read index received' (duration: 34.660136ms)","trace[1914075383] 'applied index is now lower than readState.Index' (duration: 65.935764ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:25.791809Z","caller":"traceutil/trace.go:171","msg":"trace[868984509] transaction","detail":"{read_only:false; response_revision:12572; number_of_response:1; }","duration":"105.74403ms","start":"2026-03-02T21:50:25.686007Z","end":"2026-03-02T21:50:25.791751Z","steps":["trace[868984509] 'process raft request' (duration: 105.437503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:25.791959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.855666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:50:25.79201Z","caller":"traceutil/trace.go:171","msg":"trace[2043899182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12572; }","duration":"100.954709ms","start":"2026-03-02T21:50:25.691041Z","end":"2026-03-02T21:50:25.791995Z","steps":["trace[2043899182] 'agreement among raft nodes before linearized reading' (duration: 100.819255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:25.967853Z","caller":"traceutil/trace.go:171","msg":"trace[1589923228] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"113.658325ms","start":"2026-03-02T21:50:25.854137Z","end":"2026-03-02T21:50:25.967796Z","steps":["trace[1589923228] 'process raft request' (duration: 64.592503ms)","trace[1589923228] 'compare' (duration: 47.71934ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:26.455255Z","caller":"traceutil/trace.go:171","msg":"trace[1270000103] linearizableReadLoop","detail":"{readStateIndex:13065; appliedIndex:13064; }","duration":"116.411958ms","start":"2026-03-02T21:50:26.338807Z","end":"2026-03-02T21:50:26.455219Z","steps":["trace[1270000103] 'read index received' (duration: 71.955934ms)","trace[1270000103] 'applied index is now lower than readState.Index' (duration: 44.454904ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:26.455444Z","caller":"traceutil/trace.go:171","msg":"trace[960303476] transaction","detail":"{read_only:false; response_revision:12604; number_of_response:1; }","duration":"116.792657ms","start":"2026-03-02T21:50:26.338595Z","end":"2026-03-02T21:50:26.455388Z","steps":["trace[960303476] 'process raft request' (duration: 72.2065ms)","trace[960303476] 'compare' (duration: 44.25149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:26.455535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.686045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-02T21:50:26.455658Z","caller":"traceutil/trace.go:171","msg":"trace[506642664] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:12604; }","duration":"116.848709ms","start":"2026-03-02T21:50:26.338781Z","end":"2026-03-02T21:50:26.45563Z","steps":["trace[506642664] 'agreement among raft nodes before linearized reading' (duration: 116.591743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:26.455775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.858555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112164"} {"level":"info","ts":"2026-03-02T21:50:26.455831Z","caller":"traceutil/trace.go:171","msg":"trace[183041267] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:12604; }","duration":"115.958628ms","start":"2026-03-02T21:50:26.339859Z","end":"2026-03-02T21:50:26.455818Z","steps":["trace[183041267] 'agreement among raft nodes before linearized reading' (duration: 115.558089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:32.358815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299164664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:50:32.442146Z","caller":"traceutil/trace.go:171","msg":"trace[739601610] transaction","detail":"{read_only:false; response_revision:12635; number_of_response:1; }","duration":"617.891375ms","start":"2026-03-02T21:50:31.82422Z","end":"2026-03-02T21:50:32.442112Z","steps":["trace[739601610] 'process raft request' (duration: 617.66875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:32.442361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:31.824199Z","time spent":"618.039329ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:32.443463Z","caller":"traceutil/trace.go:171","msg":"trace[443602420] linearizableReadLoop","detail":"{readStateIndex:13099; appliedIndex:13097; }","duration":"585.600944ms","start":"2026-03-02T21:50:31.857845Z","end":"2026-03-02T21:50:32.443446Z","steps":["trace[443602420] 'read index received' (duration: 584.019947ms)","trace[443602420] 'applied index is now lower than readState.Index' (duration: 1.579477ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:32.443572Z","caller":"traceutil/trace.go:171","msg":"trace[1830302324] transaction","detail":"{read_only:false; response_revision:12636; number_of_response:1; }","duration":"617.938366ms","start":"2026-03-02T21:50:31.825593Z","end":"2026-03-02T21:50:32.443531Z","steps":["trace[1830302324] 'process raft request' (duration: 617.781603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:32.443707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.457953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:50:32.443752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:31.825577Z","time spent":"618.083ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:32.443769Z","caller":"traceutil/trace.go:171","msg":"trace[41385146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:12636; }","duration":"368.571605ms","start":"2026-03-02T21:50:32.075183Z","end":"2026-03-02T21:50:32.443754Z","steps":["trace[41385146] 'agreement among raft nodes before linearized reading' (duration: 368.459063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:32.443804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:32.075155Z","time spent":"368.642296ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:50:32.443815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.074065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-02T21:50:32.443825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.208843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:32.443911Z","caller":"traceutil/trace.go:171","msg":"trace[572310067] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12636; }","duration":"583.179757ms","start":"2026-03-02T21:50:31.860702Z","end":"2026-03-02T21:50:32.443882Z","steps":["trace[572310067] 'agreement among raft nodes before linearized reading' (duration: 582.926611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:32.443923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.411637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:50:32.44398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:31.860693Z","time spent":"583.273999ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:50:32.443989Z","caller":"traceutil/trace.go:171","msg":"trace[830180237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12636; }","duration":"578.520729ms","start":"2026-03-02T21:50:31.865449Z","end":"2026-03-02T21:50:32.44397Z","steps":["trace[830180237] 'agreement among raft nodes before linearized reading' (duration: 578.296804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:32.444047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:31.865426Z","time spent":"578.612371ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:50:32.443983Z","caller":"traceutil/trace.go:171","msg":"trace[1987712418] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:12636; }","duration":"128.456849ms","start":"2026-03-02T21:50:32.3155Z","end":"2026-03-02T21:50:32.443957Z","steps":["trace[1987712418] 'agreement among raft nodes before linearized reading' (duration: 128.189023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:32.444337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.499885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:50:32.444397Z","caller":"traceutil/trace.go:171","msg":"trace[1940089542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12636; }","duration":"586.602037ms","start":"2026-03-02T21:50:31.85778Z","end":"2026-03-02T21:50:32.444382Z","steps":["trace[1940089542] 'agreement among raft nodes before linearized reading' (duration: 585.776818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:32.444437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:31.857753Z","time spent":"586.675109ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:50:34.099551Z","caller":"traceutil/trace.go:171","msg":"trace[984243183] transaction","detail":"{read_only:false; response_revision:12649; number_of_response:1; }","duration":"146.202352ms","start":"2026-03-02T21:50:33.953321Z","end":"2026-03-02T21:50:34.099523Z","steps":["trace[984243183] 'process raft request' (duration: 145.970217ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:36.097388Z","caller":"traceutil/trace.go:171","msg":"trace[1652514204] linearizableReadLoop","detail":"{readStateIndex:13119; appliedIndex:13118; }","duration":"469.927124ms","start":"2026-03-02T21:50:35.627436Z","end":"2026-03-02T21:50:36.097363Z","steps":["trace[1652514204] 'read index received' (duration: 469.71681ms)","trace[1652514204] 'applied index is now lower than readState.Index' (duration: 209.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:36.097425Z","caller":"traceutil/trace.go:171","msg":"trace[314397296] transaction","detail":"{read_only:false; response_revision:12656; number_of_response:1; }","duration":"582.849291ms","start":"2026-03-02T21:50:35.514554Z","end":"2026-03-02T21:50:36.097404Z","steps":["trace[314397296] 'process raft request' (duration: 582.630426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.097511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.065807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:36.097546Z","caller":"traceutil/trace.go:171","msg":"trace[1050572637] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12656; }","duration":"470.175779ms","start":"2026-03-02T21:50:35.62736Z","end":"2026-03-02T21:50:36.097536Z","steps":["trace[1050572637] 'agreement among raft nodes before linearized reading' (duration: 470.093348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.09757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.627327Z","time spent":"470.237161ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:36.097813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.396521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:50:36.097657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.078169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:50:36.097914Z","caller":"traceutil/trace.go:171","msg":"trace[2089455224] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12656; }","duration":"426.575795ms","start":"2026-03-02T21:50:35.671318Z","end":"2026-03-02T21:50:36.097894Z","steps":["trace[2089455224] 'agreement among raft nodes before linearized reading' (duration: 426.344519ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:36.097931Z","caller":"traceutil/trace.go:171","msg":"trace[1171018259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12656; }","duration":"446.394036ms","start":"2026-03-02T21:50:35.651524Z","end":"2026-03-02T21:50:36.097918Z","steps":["trace[1171018259] 'agreement among raft nodes before linearized reading' (duration: 446.015908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.097959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.6515Z","time spent":"446.450578ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:36.097976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.671295Z","time spent":"426.661737ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:36.098145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:35.51454Z","time spent":"583.528067ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:38.216077Z","caller":"traceutil/trace.go:171","msg":"trace[1456526225] transaction","detail":"{read_only:false; response_revision:12665; number_of_response:1; }","duration":"107.991183ms","start":"2026-03-02T21:50:38.108054Z","end":"2026-03-02T21:50:38.216045Z","steps":["trace[1456526225] 'process raft request' (duration: 107.758008ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:38.274281Z","caller":"traceutil/trace.go:171","msg":"trace[236893554] linearizableReadLoop","detail":"{readStateIndex:13130; appliedIndex:13128; }","duration":"137.668293ms","start":"2026-03-02T21:50:38.136565Z","end":"2026-03-02T21:50:38.274234Z","steps":["trace[236893554] 'read index received' (duration: 79.303715ms)","trace[236893554] 'applied index is now lower than readState.Index' (duration: 58.363318ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:38.274351Z","caller":"traceutil/trace.go:171","msg":"trace[2142049701] transaction","detail":"{read_only:false; response_revision:12666; number_of_response:1; }","duration":"146.002257ms","start":"2026-03-02T21:50:38.128308Z","end":"2026-03-02T21:50:38.27431Z","steps":["trace[2142049701] 'process raft request' (duration: 145.751381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:38.274512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.920929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:50:38.274597Z","caller":"traceutil/trace.go:171","msg":"trace[1919743937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12666; }","duration":"138.076932ms","start":"2026-03-02T21:50:38.136506Z","end":"2026-03-02T21:50:38.274583Z","steps":["trace[1919743937] 'agreement among raft nodes before linearized reading' (duration: 137.844457ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:38.390787Z","caller":"traceutil/trace.go:171","msg":"trace[1152467489] transaction","detail":"{read_only:false; response_revision:12667; number_of_response:1; }","duration":"111.445293ms","start":"2026-03-02T21:50:38.279312Z","end":"2026-03-02T21:50:38.390757Z","steps":["trace[1152467489] 'process raft request' (duration: 111.229418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:48.823096Z","caller":"traceutil/trace.go:171","msg":"trace[978955443] linearizableReadLoop","detail":"{readStateIndex:13182; appliedIndex:13181; }","duration":"202.01338ms","start":"2026-03-02T21:50:48.621049Z","end":"2026-03-02T21:50:48.823063Z","steps":["trace[978955443] 'read index received' (duration: 104.621985ms)","trace[978955443] 'applied index is now lower than readState.Index' (duration: 97.389735ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:48.823124Z","caller":"traceutil/trace.go:171","msg":"trace[240515953] transaction","detail":"{read_only:false; response_revision:12715; number_of_response:1; }","duration":"203.205298ms","start":"2026-03-02T21:50:48.619868Z","end":"2026-03-02T21:50:48.823073Z","steps":["trace[240515953] 'process raft request' (duration: 105.830992ms)","trace[240515953] 'compare' (duration: 97.028028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:48.82329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.690216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:50:48.823284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.232245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:50:48.823331Z","caller":"traceutil/trace.go:171","msg":"trace[957442437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12715; }","duration":"193.804269ms","start":"2026-03-02T21:50:48.629516Z","end":"2026-03-02T21:50:48.82332Z","steps":["trace[957442437] 'agreement among raft nodes before linearized reading' (duration: 193.711777ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:48.82336Z","caller":"traceutil/trace.go:171","msg":"trace[419900609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12715; }","duration":"202.386699ms","start":"2026-03-02T21:50:48.620952Z","end":"2026-03-02T21:50:48.823339Z","steps":["trace[419900609] 'agreement among raft nodes before linearized reading' (duration: 202.200944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:48.823441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.979893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-02T21:50:48.823503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.863141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:50:48.823507Z","caller":"traceutil/trace.go:171","msg":"trace[971025572] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12715; }","duration":"148.064664ms","start":"2026-03-02T21:50:48.675424Z","end":"2026-03-02T21:50:48.823488Z","steps":["trace[971025572] 'agreement among raft nodes before linearized reading' (duration: 147.88431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:48.823576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.626664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:50:48.823605Z","caller":"traceutil/trace.go:171","msg":"trace[1067324111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12715; }","duration":"159.678105ms","start":"2026-03-02T21:50:48.66392Z","end":"2026-03-02T21:50:48.823598Z","steps":["trace[1067324111] 'agreement among raft nodes before linearized reading' (duration: 159.570602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:48.823521Z","caller":"traceutil/trace.go:171","msg":"trace[362986761] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:12715; }","duration":"135.907512ms","start":"2026-03-02T21:50:48.687609Z","end":"2026-03-02T21:50:48.823516Z","steps":["trace[362986761] 'agreement among raft nodes before linearized reading' (duration: 135.865081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:48.824047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.959971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:50:48.824081Z","caller":"traceutil/trace.go:171","msg":"trace[615958446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12715; }","duration":"165.990692ms","start":"2026-03-02T21:50:48.658079Z","end":"2026-03-02T21:50:48.82407Z","steps":["trace[615958446] 'agreement among raft nodes before linearized reading' (duration: 165.92238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.254685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.127043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:50:59.254784Z","caller":"traceutil/trace.go:171","msg":"trace[554154257] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12757; }","duration":"897.255816ms","start":"2026-03-02T21:50:58.357504Z","end":"2026-03-02T21:50:59.25476Z","steps":["trace[554154257] 'range keys from in-memory index tree' (duration: 896.923918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.254833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.357447Z","time spent":"897.376298ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:50:59.255117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.095137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:50:59.255218Z","caller":"traceutil/trace.go:171","msg":"trace[2143011052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12757; }","duration":"672.255491ms","start":"2026-03-02T21:50:58.582936Z","end":"2026-03-02T21:50:59.255191Z","steps":["trace[2143011052] 'range keys from in-memory index tree' (duration: 671.887812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.255259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.104948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:59.255309Z","caller":"traceutil/trace.go:171","msg":"trace[1486332186] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12757; }","duration":"914.19692ms","start":"2026-03-02T21:50:58.341096Z","end":"2026-03-02T21:50:59.255293Z","steps":["trace[1486332186] 'count revisions from in-memory index tree' (duration: 914.005126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.255343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.341075Z","time spent":"914.258801ms","remote":"127.0.0.1:48644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:59.255264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.582911Z","time spent":"672.344513ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:59.256128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.922272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:50:59.256605Z","caller":"traceutil/trace.go:171","msg":"trace[886727631] transaction","detail":"{read_only:false; response_revision:12759; number_of_response:1; }","duration":"564.579446ms","start":"2026-03-02T21:50:58.691966Z","end":"2026-03-02T21:50:59.256546Z","steps":["trace[886727631] 'process raft request' (duration: 564.504565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:59.263388Z","caller":"traceutil/trace.go:171","msg":"trace[1178856136] transaction","detail":"{read_only:false; response_revision:12758; number_of_response:1; }","duration":"627.629103ms","start":"2026-03-02T21:50:58.628893Z","end":"2026-03-02T21:50:59.256523Z","steps":["trace[1178856136] 'process raft request' (duration: 90.204439ms)","trace[1178856136] 'compare' (duration: 536.765459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:59.263497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.69194Z","time spent":"571.433655ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:59.262843Z","caller":"traceutil/trace.go:171","msg":"trace[1036261520] linearizableReadLoop","detail":"{readStateIndex:13227; appliedIndex:13226; }","duration":"627.013569ms","start":"2026-03-02T21:50:58.629519Z","end":"2026-03-02T21:50:59.256533Z","steps":["trace[1036261520] 'read index received' (duration: 89.583385ms)","trace[1036261520] 'applied index is now lower than readState.Index' (duration: 537.425804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:59.263306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.769056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:59.263828Z","caller":"traceutil/trace.go:171","msg":"trace[472476107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12759; }","duration":"634.352939ms","start":"2026-03-02T21:50:58.629454Z","end":"2026-03-02T21:50:59.263807Z","steps":["trace[472476107] 'agreement among raft nodes before linearized reading' (duration: 627.112081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.263877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.629428Z","time spent":"634.436452ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:50:59.263826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.628831Z","time spent":"634.656027ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:59.407759Z","caller":"traceutil/trace.go:171","msg":"trace[1468620483] linearizableReadLoop","detail":"{readStateIndex:13229; appliedIndex:13228; }","duration":"143.98515ms","start":"2026-03-02T21:50:59.263736Z","end":"2026-03-02T21:50:59.407721Z","steps":["trace[1468620483] 'read index received' (duration: 143.494848ms)","trace[1468620483] 'applied index is now lower than readState.Index' (duration: 489.172µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:59.408024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.058363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:50:59.408074Z","caller":"traceutil/trace.go:171","msg":"trace[1592026396] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12760; }","duration":"478.175786ms","start":"2026-03-02T21:50:58.92988Z","end":"2026-03-02T21:50:59.408056Z","steps":["trace[1592026396] 'agreement among raft nodes before linearized reading' (duration: 477.988151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.408116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.92985Z","time spent":"478.257628ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:50:59.408143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.97688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:50:59.408249Z","caller":"traceutil/trace.go:171","msg":"trace[112486630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:12760; }","duration":"444.100102ms","start":"2026-03-02T21:50:58.96412Z","end":"2026-03-02T21:50:59.40822Z","steps":["trace[112486630] 'agreement among raft nodes before linearized reading' (duration: 443.960089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.408308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.964102Z","time spent":"444.193465ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"info","ts":"2026-03-02T21:50:59.408131Z","caller":"traceutil/trace.go:171","msg":"trace[774373636] transaction","detail":"{read_only:false; response_revision:12760; number_of_response:1; }","duration":"474.880509ms","start":"2026-03-02T21:50:58.933191Z","end":"2026-03-02T21:50:59.408072Z","steps":["trace[774373636] 'process raft request' (duration: 473.856865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.408524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.933178Z","time spent":"475.269338ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:59.408496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.880975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:50:59.40862Z","caller":"traceutil/trace.go:171","msg":"trace[1464187014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12760; }","duration":"480.039179ms","start":"2026-03-02T21:50:58.92855Z","end":"2026-03-02T21:50:59.40859Z","steps":["trace[1464187014] 'agreement among raft nodes before linearized reading' (duration: 479.64203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.408693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.928544Z","time spent":"480.137951ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:50:59.408594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.603979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:50:59.408799Z","caller":"traceutil/trace.go:171","msg":"trace[1871063159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12760; }","duration":"474.382848ms","start":"2026-03-02T21:50:58.934402Z","end":"2026-03-02T21:50:59.408785Z","steps":["trace[1871063159] 'agreement among raft nodes before linearized reading' (duration: 473.388744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.408848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.934396Z","time spent":"474.439549ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:59.409001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.458839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:50:59.408446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.541971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:50:59.409168Z","caller":"traceutil/trace.go:171","msg":"trace[2003926002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12760; }","duration":"535.686494ms","start":"2026-03-02T21:50:58.873425Z","end":"2026-03-02T21:50:59.409112Z","steps":["trace[2003926002] 'agreement among raft nodes before linearized reading' (duration: 534.935887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:59.409253Z","caller":"traceutil/trace.go:171","msg":"trace[1011601384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12760; }","duration":"481.38962ms","start":"2026-03-02T21:50:58.927812Z","end":"2026-03-02T21:50:59.409201Z","steps":["trace[1011601384] 'agreement among raft nodes before linearized reading' (duration: 480.333856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.409286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.873405Z","time spent":"535.869098ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:50:59.409369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:58.92779Z","time spent":"481.529063ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:50:59.416548Z","caller":"traceutil/trace.go:171","msg":"trace[391853406] transaction","detail":"{read_only:false; response_revision:12762; number_of_response:1; }","duration":"150.8547ms","start":"2026-03-02T21:50:59.265669Z","end":"2026-03-02T21:50:59.416523Z","steps":["trace[391853406] 'process raft request' (duration: 150.786548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:59.41665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.25463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:59.416703Z","caller":"traceutil/trace.go:171","msg":"trace[671997915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12762; }","duration":"145.355843ms","start":"2026-03-02T21:50:59.271333Z","end":"2026-03-02T21:50:59.416688Z","steps":["trace[671997915] 'agreement among raft nodes before linearized reading' (duration: 145.25492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:59.41656Z","caller":"traceutil/trace.go:171","msg":"trace[175155051] transaction","detail":"{read_only:false; response_revision:12761; number_of_response:1; }","duration":"151.030484ms","start":"2026-03-02T21:50:59.265501Z","end":"2026-03-02T21:50:59.416532Z","steps":["trace[175155051] 'process raft request' (duration: 150.819019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:04.829694Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033c9.wal"} {"level":"info","ts":"2026-03-02T21:51:07.073936Z","caller":"traceutil/trace.go:171","msg":"trace[593306155] transaction","detail":"{read_only:false; response_revision:12797; number_of_response:1; }","duration":"297.586444ms","start":"2026-03-02T21:51:06.776317Z","end":"2026-03-02T21:51:07.073904Z","steps":["trace[593306155] 'process raft request' (duration: 297.308918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:15.087747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.923682ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:15.087935Z","caller":"traceutil/trace.go:171","msg":"trace[1546855272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12849; }","duration":"525.128697ms","start":"2026-03-02T21:51:14.562778Z","end":"2026-03-02T21:51:15.087907Z","steps":["trace[1546855272] 'range keys from in-memory index tree' (duration: 524.903152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:15.087934Z","caller":"traceutil/trace.go:171","msg":"trace[1790261947] linearizableReadLoop","detail":"{readStateIndex:13323; appliedIndex:13322; }","duration":"457.733779ms","start":"2026-03-02T21:51:14.630163Z","end":"2026-03-02T21:51:15.087897Z","steps":["trace[1790261947] 'read index received' (duration: 374.077562ms)","trace[1790261947] 'applied index is now lower than readState.Index' (duration: 83.654327ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:15.088018Z","caller":"traceutil/trace.go:171","msg":"trace[836773587] transaction","detail":"{read_only:false; response_revision:12850; number_of_response:1; }","duration":"508.135862ms","start":"2026-03-02T21:51:14.579827Z","end":"2026-03-02T21:51:15.087963Z","steps":["trace[836773587] 'process raft request' (duration: 424.359213ms)","trace[836773587] 'compare' (duration: 83.285438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:51:15.088252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:14.579798Z","time spent":"508.316026ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:15.088126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.949303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:15.088613Z","caller":"traceutil/trace.go:171","msg":"trace[365599955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12850; }","duration":"458.495397ms","start":"2026-03-02T21:51:14.630098Z","end":"2026-03-02T21:51:15.088594Z","steps":["trace[365599955] 'agreement among raft nodes before linearized reading' (duration: 457.957744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:15.088666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:14.630055Z","time spent":"458.595049ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:51:15.397145Z","caller":"traceutil/trace.go:171","msg":"trace[2135731190] linearizableReadLoop","detail":"{readStateIndex:13324; appliedIndex:13323; }","duration":"309.089721ms","start":"2026-03-02T21:51:15.088022Z","end":"2026-03-02T21:51:15.397112Z","steps":["trace[2135731190] 'read index received' (duration: 308.819245ms)","trace[2135731190] 'applied index is now lower than readState.Index' (duration: 269.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:15.397309Z","caller":"traceutil/trace.go:171","msg":"trace[1254273123] transaction","detail":"{read_only:false; response_revision:12851; number_of_response:1; }","duration":"551.417908ms","start":"2026-03-02T21:51:14.845834Z","end":"2026-03-02T21:51:15.397252Z","steps":["trace[1254273123] 'process raft request' (duration: 551.104121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:15.397399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.704479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-ks9px\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-03-02T21:51:15.397432Z","caller":"traceutil/trace.go:171","msg":"trace[1447023508] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-ks9px; range_end:; response_count:1; response_revision:12851; }","duration":"408.822791ms","start":"2026-03-02T21:51:14.9886Z","end":"2026-03-02T21:51:15.397422Z","steps":["trace[1447023508] 'agreement among raft nodes before linearized reading' (duration: 408.640597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:15.397427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.420133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:51:15.397501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:14.845804Z","time spent":"551.602073ms","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:15.397531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.841573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:51:15.397553Z","caller":"traceutil/trace.go:171","msg":"trace[1431100916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12851; }","duration":"142.902144ms","start":"2026-03-02T21:51:15.254647Z","end":"2026-03-02T21:51:15.397549Z","steps":["trace[1431100916] 'agreement among raft nodes before linearized reading' (duration: 142.842103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:15.397524Z","caller":"traceutil/trace.go:171","msg":"trace[509901893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12851; }","duration":"307.570026ms","start":"2026-03-02T21:51:15.089926Z","end":"2026-03-02T21:51:15.397496Z","steps":["trace[509901893] 'agreement among raft nodes before linearized reading' (duration: 307.394232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:15.397653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:15.089905Z","time spent":"307.71478ms","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:51:15.397464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:14.988579Z","time spent":"408.878073ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12386,"request content":"key:\"/registry/pods/openstack/openvswitch-ks9px\" "} {"level":"info","ts":"2026-03-02T21:51:15.551676Z","caller":"traceutil/trace.go:171","msg":"trace[1696677452] transaction","detail":"{read_only:false; response_revision:12852; number_of_response:1; }","duration":"142.463074ms","start":"2026-03-02T21:51:15.409162Z","end":"2026-03-02T21:51:15.551625Z","steps":["trace[1696677452] 'process raft request' (duration: 139.199998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:15.851262Z","caller":"traceutil/trace.go:171","msg":"trace[564417113] transaction","detail":"{read_only:false; response_revision:12855; number_of_response:1; }","duration":"268.698312ms","start":"2026-03-02T21:51:15.582531Z","end":"2026-03-02T21:51:15.851229Z","steps":["trace[564417113] 'process raft request' (duration: 268.408116ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:15.851584Z","caller":"traceutil/trace.go:171","msg":"trace[684982214] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"268.655361ms","start":"2026-03-02T21:51:15.58289Z","end":"2026-03-02T21:51:15.851545Z","steps":["trace[684982214] 'process raft request' (duration: 268.278002ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:15.851783Z","caller":"traceutil/trace.go:171","msg":"trace[1726968060] transaction","detail":"{read_only:false; response_revision:12857; number_of_response:1; }","duration":"268.767724ms","start":"2026-03-02T21:51:15.582962Z","end":"2026-03-02T21:51:15.85173Z","steps":["trace[1726968060] 'process raft request' (duration: 268.447136ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:15.851936Z","caller":"traceutil/trace.go:171","msg":"trace[1240409934] transaction","detail":"{read_only:false; response_revision:12860; number_of_response:1; }","duration":"246.617758ms","start":"2026-03-02T21:51:15.605296Z","end":"2026-03-02T21:51:15.851913Z","steps":["trace[1240409934] 'process raft request' (duration: 246.522996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:15.85196Z","caller":"traceutil/trace.go:171","msg":"trace[1684868426] linearizableReadLoop","detail":"{readStateIndex:13333; appliedIndex:13327; }","duration":"225.154459ms","start":"2026-03-02T21:51:15.62675Z","end":"2026-03-02T21:51:15.851905Z","steps":["trace[1684868426] 'read index received' (duration: 224.252358ms)","trace[1684868426] 'applied index is now lower than readState.Index' (duration: 901.341µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:15.851955Z","caller":"traceutil/trace.go:171","msg":"trace[295786843] transaction","detail":"{read_only:false; response_revision:12858; number_of_response:1; }","duration":"268.699563ms","start":"2026-03-02T21:51:15.583185Z","end":"2026-03-02T21:51:15.851885Z","steps":["trace[295786843] 'process raft request' (duration: 268.440796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:15.851964Z","caller":"traceutil/trace.go:171","msg":"trace[1441416476] transaction","detail":"{read_only:false; response_revision:12859; number_of_response:1; }","duration":"246.71713ms","start":"2026-03-02T21:51:15.605206Z","end":"2026-03-02T21:51:15.851923Z","steps":["trace[1441416476] 'process raft request' (duration: 246.516136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:15.852169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.331916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:15.852253Z","caller":"traceutil/trace.go:171","msg":"trace[802836703] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12860; }","duration":"269.44686ms","start":"2026-03-02T21:51:15.582794Z","end":"2026-03-02T21:51:15.852241Z","steps":["trace[802836703] 'agreement among raft nodes before linearized reading' (duration: 269.279736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:15.852895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.593176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578162"} {"level":"info","ts":"2026-03-02T21:51:15.853342Z","caller":"traceutil/trace.go:171","msg":"trace[1349418144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:12860; }","duration":"222.092607ms","start":"2026-03-02T21:51:15.631208Z","end":"2026-03-02T21:51:15.8533Z","steps":["trace[1349418144] 'agreement among raft nodes before linearized reading' (duration: 220.89264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:17.840606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.243685ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:51:17.840742Z","caller":"traceutil/trace.go:171","msg":"trace[629223732] linearizableReadLoop","detail":"{readStateIndex:13334; appliedIndex:13333; }","duration":"354.485968ms","start":"2026-03-02T21:51:17.486235Z","end":"2026-03-02T21:51:17.840721Z","steps":["trace[629223732] 'read index received' (duration: 45.002657ms)","trace[629223732] 'applied index is now lower than readState.Index' (duration: 309.481511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:51:17.841265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.982009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:17.841416Z","caller":"traceutil/trace.go:171","msg":"trace[1684326455] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:12860; }","duration":"355.208434ms","start":"2026-03-02T21:51:17.486175Z","end":"2026-03-02T21:51:17.841384Z","steps":["trace[1684326455] 'agreement among raft nodes before linearized reading' (duration: 354.927258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:17.841473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:17.48612Z","time spent":"355.341357ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:51:18.052855Z","caller":"traceutil/trace.go:171","msg":"trace[1549485033] linearizableReadLoop","detail":"{readStateIndex:13335; appliedIndex:13334; }","duration":"211.748417ms","start":"2026-03-02T21:51:17.841073Z","end":"2026-03-02T21:51:18.052822Z","steps":["trace[1549485033] 'read index received' (duration: 211.579683ms)","trace[1549485033] 'applied index is now lower than readState.Index' (duration: 167.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:18.053024Z","caller":"traceutil/trace.go:171","msg":"trace[877333748] transaction","detail":"{read_only:false; response_revision:12861; number_of_response:1; }","duration":"468.355107ms","start":"2026-03-02T21:51:17.584655Z","end":"2026-03-02T21:51:18.05301Z","steps":["trace[877333748] 'process raft request' (duration: 467.941937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:18.053165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:17.584621Z","time spent":"468.434419ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:18.05338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.293708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:51:18.053476Z","caller":"traceutil/trace.go:171","msg":"trace[1235445837] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:12861; }","duration":"184.429051ms","start":"2026-03-02T21:51:17.869025Z","end":"2026-03-02T21:51:18.053454Z","steps":["trace[1235445837] 'agreement among raft nodes before linearized reading' (duration: 184.253537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:18.053462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.83966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:51:18.053555Z","caller":"traceutil/trace.go:171","msg":"trace[1258330591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12861; }","duration":"196.993134ms","start":"2026-03-02T21:51:17.856538Z","end":"2026-03-02T21:51:18.053531Z","steps":["trace[1258330591] 'agreement among raft nodes before linearized reading' (duration: 196.681776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:18.053554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.791319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:51:18.053693Z","caller":"traceutil/trace.go:171","msg":"trace[811547481] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12861; }","duration":"196.965693ms","start":"2026-03-02T21:51:17.856703Z","end":"2026-03-02T21:51:18.053669Z","steps":["trace[811547481] 'agreement among raft nodes before linearized reading' (duration: 196.626965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:18.053747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.227226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:51:18.05379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.045992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:51:18.053599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.692967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:51:18.053809Z","caller":"traceutil/trace.go:171","msg":"trace[1383157921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12861; }","duration":"196.289318ms","start":"2026-03-02T21:51:17.857491Z","end":"2026-03-02T21:51:18.05378Z","steps":["trace[1383157921] 'agreement among raft nodes before linearized reading' (duration: 196.171185ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:18.053846Z","caller":"traceutil/trace.go:171","msg":"trace[83821921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12861; }","duration":"197.006514ms","start":"2026-03-02T21:51:17.856832Z","end":"2026-03-02T21:51:18.053839Z","steps":["trace[83821921] 'agreement among raft nodes before linearized reading' (duration: 196.455771ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:18.053841Z","caller":"traceutil/trace.go:171","msg":"trace[1427668445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12861; }","duration":"423.133685ms","start":"2026-03-02T21:51:17.630691Z","end":"2026-03-02T21:51:18.053825Z","steps":["trace[1427668445] 'agreement among raft nodes before linearized reading' (duration: 422.966211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:18.053881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:17.630669Z","time spent":"423.205557ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:18.053961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.183388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:51:18.054021Z","caller":"traceutil/trace.go:171","msg":"trace[562880266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12861; }","duration":"197.25579ms","start":"2026-03-02T21:51:17.856748Z","end":"2026-03-02T21:51:18.054004Z","steps":["trace[562880266] 'agreement among raft nodes before linearized reading' (duration: 197.092696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:18.054032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.406743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:51:18.054129Z","caller":"traceutil/trace.go:171","msg":"trace[858692109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12861; }","duration":"197.560797ms","start":"2026-03-02T21:51:17.856543Z","end":"2026-03-02T21:51:18.054104Z","steps":["trace[858692109] 'agreement among raft nodes before linearized reading' (duration: 197.236919ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:19.21258Z","caller":"traceutil/trace.go:171","msg":"trace[293132101] transaction","detail":"{read_only:false; response_revision:12869; number_of_response:1; }","duration":"144.84745ms","start":"2026-03-02T21:51:19.067704Z","end":"2026-03-02T21:51:19.212551Z","steps":["trace[293132101] 'process raft request' (duration: 144.641775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:19.247256Z","caller":"traceutil/trace.go:171","msg":"trace[75414060] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12870; }","duration":"100.227662ms","start":"2026-03-02T21:51:19.146995Z","end":"2026-03-02T21:51:19.247223Z","steps":["trace[75414060] 'agreement among raft nodes before linearized reading' (duration: 100.172801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:19.247386Z","caller":"traceutil/trace.go:171","msg":"trace[145030715] transaction","detail":"{read_only:false; response_revision:12870; number_of_response:1; }","duration":"169.438923ms","start":"2026-03-02T21:51:19.077888Z","end":"2026-03-02T21:51:19.247327Z","steps":["trace[145030715] 'process raft request' (duration: 169.101225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:41.88975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.571433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-02T21:51:41.889961Z","caller":"traceutil/trace.go:171","msg":"trace[350867115] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:13168; }","duration":"300.757127ms","start":"2026-03-02T21:51:41.589124Z","end":"2026-03-02T21:51:41.889882Z","steps":["trace[350867115] 'range keys from in-memory index tree' (duration: 300.330048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:41.890029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:41.58905Z","time spent":"300.940932ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-03-02T21:51:41.890009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.173993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:51:41.890077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.89953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f9c5f28b-3f81-4732-a349-cadcb9364403\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-02T21:51:41.890124Z","caller":"traceutil/trace.go:171","msg":"trace[85283914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13168; }","duration":"260.335757ms","start":"2026-03-02T21:51:41.629758Z","end":"2026-03-02T21:51:41.890093Z","steps":["trace[85283914] 'range keys from in-memory index tree' (duration: 260.03521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:41.890203Z","caller":"traceutil/trace.go:171","msg":"trace[2128724744] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f9c5f28b-3f81-4732-a349-cadcb9364403; range_end:; response_count:1; response_revision:13168; }","duration":"212.093294ms","start":"2026-03-02T21:51:41.678079Z","end":"2026-03-02T21:51:41.890173Z","steps":["trace[2128724744] 'range keys from in-memory index tree' (duration: 211.639834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:42.392173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299166215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:51:42.854872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:41.890862Z","time spent":"964.00458ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:51:43.062006Z","caller":"traceutil/trace.go:171","msg":"trace[176711822] linearizableReadLoop","detail":"{readStateIndex:13656; appliedIndex:13655; }","duration":"1.170269438s","start":"2026-03-02T21:51:41.891701Z","end":"2026-03-02T21:51:43.061971Z","steps":["trace[176711822] 'read index received' (duration: 963.140759ms)","trace[176711822] 'applied index is now lower than readState.Index' (duration: 207.126949ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:43.062126Z","caller":"traceutil/trace.go:171","msg":"trace[62373902] transaction","detail":"{read_only:false; response_revision:13169; number_of_response:1; }","duration":"911.857206ms","start":"2026-03-02T21:51:42.1502Z","end":"2026-03-02T21:51:43.062057Z","steps":["trace[62373902] 'process raft request' (duration: 868.894516ms)","trace[62373902] 'compare' (duration: 42.695384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:51:43.062196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170454032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:51:43.062363Z","caller":"traceutil/trace.go:171","msg":"trace[516361911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13169; }","duration":"1.170649247s","start":"2026-03-02T21:51:41.891678Z","end":"2026-03-02T21:51:43.062327Z","steps":["trace[516361911] 'agreement among raft nodes before linearized reading' (duration: 1.170401272s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.062427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:41.891667Z","time spent":"1.170744949s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:51:43.062557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.150168Z","time spent":"912.124792ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:43.082916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.734242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:51:43.082948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.415234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:51:43.082998Z","caller":"traceutil/trace.go:171","msg":"trace[854241727] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13170; }","duration":"831.833554ms","start":"2026-03-02T21:51:42.251143Z","end":"2026-03-02T21:51:43.082977Z","steps":["trace[854241727] 'agreement among raft nodes before linearized reading' (duration: 831.571908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:43.083011Z","caller":"traceutil/trace.go:171","msg":"trace[1417465699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13170; }","duration":"840.522546ms","start":"2026-03-02T21:51:42.242468Z","end":"2026-03-02T21:51:43.082991Z","steps":["trace[1417465699] 'agreement among raft nodes before linearized reading' (duration: 840.292581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.083038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.25113Z","time spent":"831.898986ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:51:43.08302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.601938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:51:43.083052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.24245Z","time spent":"840.592697ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:43.083019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.554221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-02T21:51:43.083099Z","caller":"traceutil/trace.go:171","msg":"trace[1736834306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13170; }","duration":"840.71565ms","start":"2026-03-02T21:51:42.242364Z","end":"2026-03-02T21:51:43.08308Z","steps":["trace[1736834306] 'agreement among raft nodes before linearized reading' (duration: 840.475935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.08315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.242356Z","time spent":"840.783893ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:51:43.08316Z","caller":"traceutil/trace.go:171","msg":"trace[1440778883] transaction","detail":"{read_only:false; response_revision:13170; number_of_response:1; }","duration":"226.89971ms","start":"2026-03-02T21:51:42.856234Z","end":"2026-03-02T21:51:43.083134Z","steps":["trace[1440778883] 'process raft request' (duration: 226.239654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.083136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.93926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T21:51:43.083281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.822355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-z86jd\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-02T21:51:43.08329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.497379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:51:43.083276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.809926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:51:43.083309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.591858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f9c5f28b-3f81-4732-a349-cadcb9364403\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-02T21:51:43.083323Z","caller":"traceutil/trace.go:171","msg":"trace[463017757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13170; }","duration":"839.162184ms","start":"2026-03-02T21:51:42.244136Z","end":"2026-03-02T21:51:43.083299Z","steps":["trace[463017757] 'agreement among raft nodes before linearized reading' (duration: 838.757345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:43.083335Z","caller":"traceutil/trace.go:171","msg":"trace[1542819444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:13170; }","duration":"749.591141ms","start":"2026-03-02T21:51:42.333731Z","end":"2026-03-02T21:51:43.083322Z","steps":["trace[1542819444] 'agreement among raft nodes before linearized reading' (duration: 749.513619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.083059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.664769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:51:43.083356Z","caller":"traceutil/trace.go:171","msg":"trace[134932443] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-z86jd; range_end:; response_count:1; response_revision:13170; }","duration":"715.920527ms","start":"2026-03-02T21:51:42.367418Z","end":"2026-03-02T21:51:43.083316Z","steps":["trace[134932443] 'agreement among raft nodes before linearized reading' (duration: 715.740843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.083373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.333703Z","time spent":"749.664602ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:51:43.083377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.244125Z","time spent":"839.239896ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:51:43.083381Z","caller":"traceutil/trace.go:171","msg":"trace[1175808969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13170; }","duration":"841.95503ms","start":"2026-03-02T21:51:42.241396Z","end":"2026-03-02T21:51:43.083351Z","steps":["trace[1175808969] 'agreement among raft nodes before linearized reading' (duration: 841.699354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:43.083387Z","caller":"traceutil/trace.go:171","msg":"trace[838751284] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f9c5f28b-3f81-4732-a349-cadcb9364403; range_end:; response_count:1; response_revision:13170; }","duration":"188.688931ms","start":"2026-03-02T21:51:42.894665Z","end":"2026-03-02T21:51:43.083354Z","steps":["trace[838751284] 'agreement among raft nodes before linearized reading' (duration: 188.498646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:43.083401Z","caller":"traceutil/trace.go:171","msg":"trace[2005731653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13170; }","duration":"841.089799ms","start":"2026-03-02T21:51:42.242299Z","end":"2026-03-02T21:51:43.083388Z","steps":["trace[2005731653] 'agreement among raft nodes before linearized reading' (duration: 840.430634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.083435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.241367Z","time spent":"842.054522ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:51:43.083447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.242288Z","time spent":"841.149661ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:51:43.083436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.367401Z","time spent":"715.997719ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-z86jd\" "} {"level":"info","ts":"2026-03-02T21:51:43.08362Z","caller":"traceutil/trace.go:171","msg":"trace[1113584274] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13170; }","duration":"827.217166ms","start":"2026-03-02T21:51:42.256386Z","end":"2026-03-02T21:51:43.083603Z","steps":["trace[1113584274] 'agreement among raft nodes before linearized reading' (duration: 826.313235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.083708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.808327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f9c5f28b-3f81-4732-a349-cadcb9364403\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-02T21:51:43.083722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.256376Z","time spent":"827.333259ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:51:43.083814Z","caller":"traceutil/trace.go:171","msg":"trace[695816838] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f9c5f28b-3f81-4732-a349-cadcb9364403; range_end:; response_count:1; response_revision:13170; }","duration":"673.877169ms","start":"2026-03-02T21:51:42.40988Z","end":"2026-03-02T21:51:43.083757Z","steps":["trace[695816838] 'agreement among raft nodes before linearized reading' (duration: 673.696195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.083865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:42.409803Z","time spent":"674.048083ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f9c5f28b-3f81-4732-a349-cadcb9364403\" "} {"level":"info","ts":"2026-03-02T21:51:43.386013Z","caller":"traceutil/trace.go:171","msg":"trace[1248520962] transaction","detail":"{read_only:false; response_revision:13171; number_of_response:1; }","duration":"297.638615ms","start":"2026-03-02T21:51:43.088349Z","end":"2026-03-02T21:51:43.385988Z","steps":["trace[1248520962] 'process raft request' (duration: 243.779912ms)","trace[1248520962] 'compare' (duration: 53.749321ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:43.490571Z","caller":"traceutil/trace.go:171","msg":"trace[1665287650] transaction","detail":"{read_only:false; response_revision:13172; number_of_response:1; }","duration":"402.067025ms","start":"2026-03-02T21:51:43.088395Z","end":"2026-03-02T21:51:43.490462Z","steps":["trace[1665287650] 'process raft request' (duration: 401.650355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:43.49076Z","caller":"traceutil/trace.go:171","msg":"trace[750235834] transaction","detail":"{read_only:false; response_revision:13173; number_of_response:1; }","duration":"402.007544ms","start":"2026-03-02T21:51:43.088714Z","end":"2026-03-02T21:51:43.490721Z","steps":["trace[750235834] 'process raft request' (duration: 401.517202ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:43.490846Z","caller":"traceutil/trace.go:171","msg":"trace[1874994168] transaction","detail":"{read_only:false; response_revision:13175; number_of_response:1; }","duration":"401.87306ms","start":"2026-03-02T21:51:43.088915Z","end":"2026-03-02T21:51:43.490788Z","steps":["trace[1874994168] 'process raft request' (duration: 401.572993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.490929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:43.088369Z","time spent":"402.394413ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:43.49097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:43.088686Z","time spent":"402.169347ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:51:43.490965Z","caller":"traceutil/trace.go:171","msg":"trace[2144583241] transaction","detail":"{read_only:false; response_revision:13177; number_of_response:1; }","duration":"401.658145ms","start":"2026-03-02T21:51:43.089252Z","end":"2026-03-02T21:51:43.49091Z","steps":["trace[2144583241] 'process raft request' (duration: 401.46102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:43.490948Z","caller":"traceutil/trace.go:171","msg":"trace[982214550] transaction","detail":"{read_only:false; response_revision:13174; number_of_response:1; }","duration":"402.032544ms","start":"2026-03-02T21:51:43.088843Z","end":"2026-03-02T21:51:43.490875Z","steps":["trace[982214550] 'process raft request' (duration: 401.495712ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:43.491007Z","caller":"traceutil/trace.go:171","msg":"trace[1865653344] transaction","detail":"{read_only:false; response_revision:13176; number_of_response:1; }","duration":"401.962242ms","start":"2026-03-02T21:51:43.089007Z","end":"2026-03-02T21:51:43.490969Z","steps":["trace[1865653344] 'process raft request' (duration: 401.617224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.491088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.936881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-02T21:51:43.491015Z","caller":"traceutil/trace.go:171","msg":"trace[845967557] transaction","detail":"{read_only:false; response_revision:13178; number_of_response:1; }","duration":"398.223236ms","start":"2026-03-02T21:51:43.092768Z","end":"2026-03-02T21:51:43.490991Z","steps":["trace[845967557] 'process raft request' (duration: 397.98709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:43.490885Z","caller":"traceutil/trace.go:171","msg":"trace[1010015746] linearizableReadLoop","detail":"{readStateIndex:13663; appliedIndex:13657; }","duration":"401.729637ms","start":"2026-03-02T21:51:43.08913Z","end":"2026-03-02T21:51:43.490859Z","steps":["trace[1010015746] 'read index received' (duration: 243.079286ms)","trace[1010015746] 'applied index is now lower than readState.Index' (duration: 158.649081ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:51:43.49114Z","caller":"traceutil/trace.go:171","msg":"trace[236572051] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:13178; }","duration":"402.036234ms","start":"2026-03-02T21:51:43.089093Z","end":"2026-03-02T21:51:43.491129Z","steps":["trace[236572051] 'agreement among raft nodes before linearized reading' (duration: 401.8579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.491123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:43.088898Z","time spent":"402.079735ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:43.491195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:43.092756Z","time spent":"398.390949ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:43.491184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:43.089076Z","time spent":"402.097995ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T21:51:43.49118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:43.089229Z","time spent":"401.828789ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:43.491201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:43.088993Z","time spent":"402.095705ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:43.491201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:43.088819Z","time spent":"402.264919ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:51:43.491461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.937223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T21:51:43.491506Z","caller":"traceutil/trace.go:171","msg":"trace[1854932919] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13178; }","duration":"279.980644ms","start":"2026-03-02T21:51:43.211513Z","end":"2026-03-02T21:51:43.491494Z","steps":["trace[1854932919] 'agreement among raft nodes before linearized reading' (duration: 279.789879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.492218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.619268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:65 size:613791"} {"level":"info","ts":"2026-03-02T21:51:43.492288Z","caller":"traceutil/trace.go:171","msg":"trace[1320540338] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:65; response_revision:13178; }","duration":"402.72184ms","start":"2026-03-02T21:51:43.089551Z","end":"2026-03-02T21:51:43.492273Z","steps":["trace[1320540338] 'agreement among raft nodes before linearized reading' (duration: 401.703346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.492332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:43.089544Z","time spent":"402.775511ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":65,"response size":613813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:51:43.492338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.817849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:65 size:613791"} {"level":"info","ts":"2026-03-02T21:51:43.492441Z","caller":"traceutil/trace.go:171","msg":"trace[318488678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:65; response_revision:13178; }","duration":"401.978453ms","start":"2026-03-02T21:51:43.090439Z","end":"2026-03-02T21:51:43.492418Z","steps":["trace[318488678] 'agreement among raft nodes before linearized reading' (duration: 400.868157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:43.492498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:51:43.090425Z","time spent":"402.060845ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":65,"response size":613813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:52:18.941001Z","caller":"traceutil/trace.go:171","msg":"trace[2098152957] linearizableReadLoop","detail":"{readStateIndex:13966; appliedIndex:13965; }","duration":"113.502361ms","start":"2026-03-02T21:52:18.827453Z","end":"2026-03-02T21:52:18.940955Z","steps":["trace[2098152957] 'read index received' (duration: 104.994273ms)","trace[2098152957] 'applied index is now lower than readState.Index' (duration: 8.505618ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:18.941025Z","caller":"traceutil/trace.go:171","msg":"trace[1184667558] transaction","detail":"{read_only:false; response_revision:13470; number_of_response:1; }","duration":"117.171026ms","start":"2026-03-02T21:52:18.823814Z","end":"2026-03-02T21:52:18.940985Z","steps":["trace[1184667558] 'process raft request' (duration: 108.77418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.941254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.763367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:18.941373Z","caller":"traceutil/trace.go:171","msg":"trace[1733671099] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:13470; }","duration":"113.939181ms","start":"2026-03-02T21:52:18.827404Z","end":"2026-03-02T21:52:18.941343Z","steps":["trace[1733671099] 'agreement among raft nodes before linearized reading' (duration: 113.698135ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.511449Z","caller":"traceutil/trace.go:171","msg":"trace[2049893337] transaction","detail":"{read_only:false; response_revision:13491; number_of_response:1; }","duration":"162.551861ms","start":"2026-03-02T21:52:19.348866Z","end":"2026-03-02T21:52:19.511418Z","steps":["trace[2049893337] 'process raft request' (duration: 149.870436ms)","trace[2049893337] 'compare' (duration: 12.127672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:19.511689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.961071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-02T21:52:19.511743Z","caller":"traceutil/trace.go:171","msg":"trace[581306400] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:13496; }","duration":"163.059243ms","start":"2026-03-02T21:52:19.348672Z","end":"2026-03-02T21:52:19.511731Z","steps":["trace[581306400] 'agreement among raft nodes before linearized reading' (duration: 162.869139ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.511947Z","caller":"traceutil/trace.go:171","msg":"trace[202258090] transaction","detail":"{read_only:false; response_revision:13492; number_of_response:1; }","duration":"163.004302ms","start":"2026-03-02T21:52:19.34893Z","end":"2026-03-02T21:52:19.511934Z","steps":["trace[202258090] 'process raft request' (duration: 162.295985ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.511994Z","caller":"traceutil/trace.go:171","msg":"trace[525680432] transaction","detail":"{read_only:false; response_revision:13495; number_of_response:1; }","duration":"162.783746ms","start":"2026-03-02T21:52:19.349198Z","end":"2026-03-02T21:52:19.511982Z","steps":["trace[525680432] 'process raft request' (duration: 162.147651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.512112Z","caller":"traceutil/trace.go:171","msg":"trace[44214177] transaction","detail":"{read_only:false; response_revision:13496; number_of_response:1; }","duration":"161.256401ms","start":"2026-03-02T21:52:19.350844Z","end":"2026-03-02T21:52:19.512101Z","steps":["trace[44214177] 'process raft request' (duration: 160.608886ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.512143Z","caller":"traceutil/trace.go:171","msg":"trace[1971323778] transaction","detail":"{read_only:false; response_revision:13493; number_of_response:1; }","duration":"163.033793ms","start":"2026-03-02T21:52:19.3491Z","end":"2026-03-02T21:52:19.512134Z","steps":["trace[1971323778] 'process raft request' (duration: 162.179093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.512259Z","caller":"traceutil/trace.go:171","msg":"trace[913765100] transaction","detail":"{read_only:false; response_revision:13494; number_of_response:1; }","duration":"163.068053ms","start":"2026-03-02T21:52:19.349179Z","end":"2026-03-02T21:52:19.512247Z","steps":["trace[913765100] 'process raft request' (duration: 162.134752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.512288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.512644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:19.512328Z","caller":"traceutil/trace.go:171","msg":"trace[613773597] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:13496; }","duration":"163.559565ms","start":"2026-03-02T21:52:19.348752Z","end":"2026-03-02T21:52:19.512312Z","steps":["trace[613773597] 'agreement among raft nodes before linearized reading' (duration: 163.502113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.511506Z","caller":"traceutil/trace.go:171","msg":"trace[1668710187] linearizableReadLoop","detail":"{readStateIndex:13992; appliedIndex:13986; }","duration":"142.198878ms","start":"2026-03-02T21:52:19.369288Z","end":"2026-03-02T21:52:19.511487Z","steps":["trace[1668710187] 'read index received' (duration: 129.539603ms)","trace[1668710187] 'applied index is now lower than readState.Index' (duration: 12.658035ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:19.595741Z","caller":"traceutil/trace.go:171","msg":"trace[300039183] transaction","detail":"{read_only:false; response_revision:13497; number_of_response:1; }","duration":"221.183195ms","start":"2026-03-02T21:52:19.374523Z","end":"2026-03-02T21:52:19.595707Z","steps":["trace[300039183] 'process raft request' (duration: 220.889688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.596463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.519663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-02T21:52:19.595957Z","caller":"traceutil/trace.go:171","msg":"trace[1932313986] transaction","detail":"{read_only:false; response_revision:13498; number_of_response:1; }","duration":"216.197669ms","start":"2026-03-02T21:52:19.37969Z","end":"2026-03-02T21:52:19.595888Z","steps":["trace[1932313986] 'process raft request' (duration: 215.894472ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.596576Z","caller":"traceutil/trace.go:171","msg":"trace[1429929689] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:13498; }","duration":"224.682917ms","start":"2026-03-02T21:52:19.371866Z","end":"2026-03-02T21:52:19.596549Z","steps":["trace[1429929689] 'agreement among raft nodes before linearized reading' (duration: 224.337649ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.658432Z","caller":"traceutil/trace.go:171","msg":"trace[345211825] transaction","detail":"{read_only:false; response_revision:13501; number_of_response:1; }","duration":"138.594364ms","start":"2026-03-02T21:52:19.519807Z","end":"2026-03-02T21:52:19.658401Z","steps":["trace[345211825] 'process raft request' (duration: 138.356239ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.658562Z","caller":"traceutil/trace.go:171","msg":"trace[2089094957] transaction","detail":"{read_only:false; response_revision:13505; number_of_response:1; }","duration":"135.169435ms","start":"2026-03-02T21:52:19.523371Z","end":"2026-03-02T21:52:19.658541Z","steps":["trace[2089094957] 'process raft request' (duration: 134.987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.65865Z","caller":"traceutil/trace.go:171","msg":"trace[1832092827] transaction","detail":"{read_only:false; response_revision:13509; number_of_response:1; }","duration":"132.521083ms","start":"2026-03-02T21:52:19.526096Z","end":"2026-03-02T21:52:19.658617Z","steps":["trace[1832092827] 'process raft request' (duration: 132.43239ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.658636Z","caller":"traceutil/trace.go:171","msg":"trace[1621034049] transaction","detail":"{read_only:false; response_revision:13499; number_of_response:1; }","duration":"142.360002ms","start":"2026-03-02T21:52:19.516176Z","end":"2026-03-02T21:52:19.658536Z","steps":["trace[1621034049] 'process raft request' (duration: 141.718127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.65874Z","caller":"traceutil/trace.go:171","msg":"trace[1365515337] transaction","detail":"{read_only:false; response_revision:13504; number_of_response:1; }","duration":"135.992114ms","start":"2026-03-02T21:52:19.522736Z","end":"2026-03-02T21:52:19.658728Z","steps":["trace[1365515337] 'process raft request' (duration: 135.582715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.658716Z","caller":"traceutil/trace.go:171","msg":"trace[1699243985] transaction","detail":"{read_only:false; response_revision:13506; number_of_response:1; }","duration":"134.852097ms","start":"2026-03-02T21:52:19.523844Z","end":"2026-03-02T21:52:19.658697Z","steps":["trace[1699243985] 'process raft request' (duration: 134.55003ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.658869Z","caller":"traceutil/trace.go:171","msg":"trace[1629015138] transaction","detail":"{read_only:false; response_revision:13500; number_of_response:1; }","duration":"139.185828ms","start":"2026-03-02T21:52:19.519666Z","end":"2026-03-02T21:52:19.658852Z","steps":["trace[1629015138] 'process raft request' (duration: 138.448271ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.65897Z","caller":"traceutil/trace.go:171","msg":"trace[737204698] transaction","detail":"{read_only:false; response_revision:13507; number_of_response:1; }","duration":"133.868195ms","start":"2026-03-02T21:52:19.52509Z","end":"2026-03-02T21:52:19.658959Z","steps":["trace[737204698] 'process raft request' (duration: 133.342822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.658892Z","caller":"traceutil/trace.go:171","msg":"trace[1979249868] transaction","detail":"{read_only:false; response_revision:13510; number_of_response:1; }","duration":"132.570754ms","start":"2026-03-02T21:52:19.526314Z","end":"2026-03-02T21:52:19.658885Z","steps":["trace[1979249868] 'process raft request' (duration: 132.253616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.658697Z","caller":"traceutil/trace.go:171","msg":"trace[873249560] transaction","detail":"{read_only:false; response_revision:13503; number_of_response:1; }","duration":"136.908915ms","start":"2026-03-02T21:52:19.521773Z","end":"2026-03-02T21:52:19.658682Z","steps":["trace[873249560] 'process raft request' (duration: 136.507296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.659031Z","caller":"traceutil/trace.go:171","msg":"trace[1992702178] transaction","detail":"{read_only:false; response_revision:13511; number_of_response:1; }","duration":"132.522363ms","start":"2026-03-02T21:52:19.526502Z","end":"2026-03-02T21:52:19.659024Z","steps":["trace[1992702178] 'process raft request' (duration: 132.312858ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.65844Z","caller":"traceutil/trace.go:171","msg":"trace[2038637325] transaction","detail":"{read_only:false; response_revision:13502; number_of_response:1; }","duration":"137.588291ms","start":"2026-03-02T21:52:19.520826Z","end":"2026-03-02T21:52:19.658414Z","steps":["trace[2038637325] 'process raft request' (duration: 137.379366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.659156Z","caller":"traceutil/trace.go:171","msg":"trace[125623835] transaction","detail":"{read_only:false; response_revision:13508; number_of_response:1; }","duration":"133.565617ms","start":"2026-03-02T21:52:19.52555Z","end":"2026-03-02T21:52:19.659116Z","steps":["trace[125623835] 'process raft request' (duration: 132.947143ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.659222Z","caller":"traceutil/trace.go:171","msg":"trace[683759412] transaction","detail":"{read_only:false; response_revision:13512; number_of_response:1; }","duration":"132.430501ms","start":"2026-03-02T21:52:19.526776Z","end":"2026-03-02T21:52:19.659206Z","steps":["trace[683759412] 'process raft request' (duration: 132.216606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.659387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.005674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-02T21:52:19.659422Z","caller":"traceutil/trace.go:171","msg":"trace[949892440] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:13512; }","duration":"139.089486ms","start":"2026-03-02T21:52:19.520323Z","end":"2026-03-02T21:52:19.659412Z","steps":["trace[949892440] 'agreement among raft nodes before linearized reading' (duration: 138.904082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.926085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.643039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:52:19.926339Z","caller":"traceutil/trace.go:171","msg":"trace[1013986406] transaction","detail":"{read_only:false; response_revision:13515; number_of_response:1; }","duration":"255.702039ms","start":"2026-03-02T21:52:19.670602Z","end":"2026-03-02T21:52:19.926304Z","steps":["trace[1013986406] 'process raft request' (duration: 127.740302ms)","trace[1013986406] 'compare' (duration: 127.489256ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:19.926715Z","caller":"traceutil/trace.go:171","msg":"trace[387543408] transaction","detail":"{read_only:false; response_revision:13518; number_of_response:1; }","duration":"252.370562ms","start":"2026-03-02T21:52:19.674332Z","end":"2026-03-02T21:52:19.926702Z","steps":["trace[387543408] 'process raft request' (duration: 252.044555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.926994Z","caller":"traceutil/trace.go:171","msg":"trace[1374219709] transaction","detail":"{read_only:false; response_revision:13529; number_of_response:1; }","duration":"247.390647ms","start":"2026-03-02T21:52:19.679583Z","end":"2026-03-02T21:52:19.926974Z","steps":["trace[1374219709] 'process raft request' (duration: 247.308165ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.92728Z","caller":"traceutil/trace.go:171","msg":"trace[1127090752] transaction","detail":"{read_only:false; response_revision:13532; number_of_response:1; }","duration":"244.166831ms","start":"2026-03-02T21:52:19.683102Z","end":"2026-03-02T21:52:19.927268Z","steps":["trace[1127090752] 'process raft request' (duration: 244.044688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.927401Z","caller":"traceutil/trace.go:171","msg":"trace[1027456528] transaction","detail":"{read_only:false; response_revision:13519; number_of_response:1; }","duration":"252.522655ms","start":"2026-03-02T21:52:19.674863Z","end":"2026-03-02T21:52:19.927385Z","steps":["trace[1027456528] 'process raft request' (duration: 251.565193ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.927445Z","caller":"traceutil/trace.go:171","msg":"trace[2033561572] transaction","detail":"{read_only:false; response_revision:13516; number_of_response:1; }","duration":"256.624531ms","start":"2026-03-02T21:52:19.67081Z","end":"2026-03-02T21:52:19.927435Z","steps":["trace[2033561572] 'process raft request' (duration: 255.379142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.927559Z","caller":"traceutil/trace.go:171","msg":"trace[167265024] transaction","detail":"{read_only:false; response_revision:13520; number_of_response:1; }","duration":"252.570327ms","start":"2026-03-02T21:52:19.674978Z","end":"2026-03-02T21:52:19.927548Z","steps":["trace[167265024] 'process raft request' (duration: 251.506592ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.927676Z","caller":"traceutil/trace.go:171","msg":"trace[484464859] transaction","detail":"{read_only:false; response_revision:13517; number_of_response:1; }","duration":"256.747534ms","start":"2026-03-02T21:52:19.670917Z","end":"2026-03-02T21:52:19.927665Z","steps":["trace[484464859] 'process raft request' (duration: 255.408543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.927715Z","caller":"traceutil/trace.go:171","msg":"trace[2016880082] transaction","detail":"{read_only:false; response_revision:13521; number_of_response:1; }","duration":"252.656269ms","start":"2026-03-02T21:52:19.675049Z","end":"2026-03-02T21:52:19.927705Z","steps":["trace[2016880082] 'process raft request' (duration: 251.474911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.927821Z","caller":"traceutil/trace.go:171","msg":"trace[324203115] transaction","detail":"{read_only:false; response_revision:13527; number_of_response:1; }","duration":"248.315008ms","start":"2026-03-02T21:52:19.679487Z","end":"2026-03-02T21:52:19.927802Z","steps":["trace[324203115] 'process raft request' (duration: 247.320095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.927908Z","caller":"traceutil/trace.go:171","msg":"trace[1440412055] transaction","detail":"{read_only:false; response_revision:13530; number_of_response:1; }","duration":"253.517969ms","start":"2026-03-02T21:52:19.674378Z","end":"2026-03-02T21:52:19.927896Z","steps":["trace[1440412055] 'process raft request' (duration: 252.562677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.927976Z","caller":"traceutil/trace.go:171","msg":"trace[1884290103] transaction","detail":"{read_only:false; response_revision:13522; number_of_response:1; }","duration":"252.895435ms","start":"2026-03-02T21:52:19.675071Z","end":"2026-03-02T21:52:19.927967Z","steps":["trace[1884290103] 'process raft request' (duration: 251.490472ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.927977Z","caller":"traceutil/trace.go:171","msg":"trace[92888817] transaction","detail":"{read_only:false; response_revision:13533; number_of_response:1; }","duration":"227.522294ms","start":"2026-03-02T21:52:19.700446Z","end":"2026-03-02T21:52:19.927968Z","steps":["trace[92888817] 'process raft request' (duration: 226.756406ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.92814Z","caller":"traceutil/trace.go:171","msg":"trace[1977200608] transaction","detail":"{read_only:false; response_revision:13531; number_of_response:1; }","duration":"245.716837ms","start":"2026-03-02T21:52:19.68241Z","end":"2026-03-02T21:52:19.928127Z","steps":["trace[1977200608] 'process raft request' (duration: 244.658912ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.928211Z","caller":"traceutil/trace.go:171","msg":"trace[1963993888] transaction","detail":"{read_only:false; response_revision:13523; number_of_response:1; }","duration":"248.938322ms","start":"2026-03-02T21:52:19.679264Z","end":"2026-03-02T21:52:19.928203Z","steps":["trace[1963993888] 'process raft request' (duration: 247.336685ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.928278Z","caller":"traceutil/trace.go:171","msg":"trace[186909436] transaction","detail":"{read_only:false; response_revision:13524; number_of_response:1; }","duration":"248.911642ms","start":"2026-03-02T21:52:19.679359Z","end":"2026-03-02T21:52:19.928271Z","steps":["trace[186909436] 'process raft request' (duration: 247.287454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.928331Z","caller":"traceutil/trace.go:171","msg":"trace[1062360574] transaction","detail":"{read_only:false; response_revision:13525; number_of_response:1; }","duration":"248.917192ms","start":"2026-03-02T21:52:19.679408Z","end":"2026-03-02T21:52:19.928325Z","steps":["trace[1062360574] 'process raft request' (duration: 247.278794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.928413Z","caller":"traceutil/trace.go:171","msg":"trace[534086482] transaction","detail":"{read_only:false; response_revision:13526; number_of_response:1; }","duration":"248.959383ms","start":"2026-03-02T21:52:19.679448Z","end":"2026-03-02T21:52:19.928407Z","steps":["trace[534086482] 'process raft request' (duration: 247.319485ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.927836Z","caller":"traceutil/trace.go:171","msg":"trace[453563584] transaction","detail":"{read_only:false; response_revision:13528; number_of_response:1; }","duration":"248.293578ms","start":"2026-03-02T21:52:19.679535Z","end":"2026-03-02T21:52:19.927828Z","steps":["trace[453563584] 'process raft request' (duration: 247.310885ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.928673Z","caller":"traceutil/trace.go:171","msg":"trace[2126084490] transaction","detail":"{read_only:false; response_revision:13534; number_of_response:1; }","duration":"228.052676ms","start":"2026-03-02T21:52:19.700612Z","end":"2026-03-02T21:52:19.928665Z","steps":["trace[2126084490] 'process raft request' (duration: 227.307229ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.929263Z","caller":"traceutil/trace.go:171","msg":"trace[245458007] transaction","detail":"{read_only:false; response_revision:13535; number_of_response:1; }","duration":"228.524458ms","start":"2026-03-02T21:52:19.700726Z","end":"2026-03-02T21:52:19.92925Z","steps":["trace[245458007] 'process raft request' (duration: 227.893533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.929448Z","caller":"traceutil/trace.go:171","msg":"trace[1467734808] transaction","detail":"{read_only:false; response_revision:13536; number_of_response:1; }","duration":"225.989768ms","start":"2026-03-02T21:52:19.703449Z","end":"2026-03-02T21:52:19.929439Z","steps":["trace[1467734808] 'process raft request' (duration: 225.615449ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.929472Z","caller":"traceutil/trace.go:171","msg":"trace[473989574] linearizableReadLoop","detail":"{readStateIndex:14011; appliedIndex:14009; }","duration":"258.769721ms","start":"2026-03-02T21:52:19.670685Z","end":"2026-03-02T21:52:19.929455Z","steps":["trace[473989574] 'read index received' (duration: 40.706638ms)","trace[473989574] 'applied index is now lower than readState.Index' (duration: 218.061953ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:19.92968Z","caller":"traceutil/trace.go:171","msg":"trace[1785072699] transaction","detail":"{read_only:false; response_revision:13537; number_of_response:1; }","duration":"223.889009ms","start":"2026-03-02T21:52:19.705779Z","end":"2026-03-02T21:52:19.929668Z","steps":["trace[1785072699] 'process raft request' (duration: 223.515911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.929699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.009607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:6907"} {"level":"info","ts":"2026-03-02T21:52:19.929725Z","caller":"traceutil/trace.go:171","msg":"trace[1899042042] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:13537; }","duration":"259.048327ms","start":"2026-03-02T21:52:19.670669Z","end":"2026-03-02T21:52:19.929718Z","steps":["trace[1899042042] 'agreement among raft nodes before linearized reading' (duration: 258.949095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.949028Z","caller":"traceutil/trace.go:171","msg":"trace[194288530] transaction","detail":"{read_only:false; response_revision:13538; number_of_response:1; }","duration":"233.37846ms","start":"2026-03-02T21:52:19.715632Z","end":"2026-03-02T21:52:19.94901Z","steps":["trace[194288530] 'process raft request' (duration: 233.253967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.949269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.602994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:52:19.949349Z","caller":"traceutil/trace.go:171","msg":"trace[2111641969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13538; }","duration":"248.744808ms","start":"2026-03-02T21:52:19.700588Z","end":"2026-03-02T21:52:19.949333Z","steps":["trace[2111641969] 'agreement among raft nodes before linearized reading' (duration: 248.510172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.949365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.751082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7388"} {"level":"info","ts":"2026-03-02T21:52:19.949396Z","caller":"traceutil/trace.go:171","msg":"trace[285920692] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:13538; }","duration":"274.777893ms","start":"2026-03-02T21:52:19.674609Z","end":"2026-03-02T21:52:19.949387Z","steps":["trace[285920692] 'agreement among raft nodes before linearized reading' (duration: 274.705441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.949383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.770117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-02T21:52:19.949578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.998458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9377"} {"level":"info","ts":"2026-03-02T21:52:19.949607Z","caller":"traceutil/trace.go:171","msg":"trace[1941981947] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:13538; }","duration":"275.06138ms","start":"2026-03-02T21:52:19.674539Z","end":"2026-03-02T21:52:19.949601Z","steps":["trace[1941981947] 'agreement among raft nodes before linearized reading' (duration: 274.969798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:19.949669Z","caller":"traceutil/trace.go:171","msg":"trace[1353695736] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13538; }","duration":"273.039143ms","start":"2026-03-02T21:52:19.676564Z","end":"2026-03-02T21:52:19.949603Z","steps":["trace[1353695736] 'agreement among raft nodes before linearized reading' (duration: 272.567642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.949798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.449621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:52:19.949837Z","caller":"traceutil/trace.go:171","msg":"trace[926223618] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13538; }","duration":"245.504492ms","start":"2026-03-02T21:52:19.704326Z","end":"2026-03-02T21:52:19.94983Z","steps":["trace[926223618] 'agreement among raft nodes before linearized reading' (duration: 245.428181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.949295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.448842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:6907"} {"level":"info","ts":"2026-03-02T21:52:19.950009Z","caller":"traceutil/trace.go:171","msg":"trace[622805821] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:13538; }","duration":"274.1944ms","start":"2026-03-02T21:52:19.675804Z","end":"2026-03-02T21:52:19.949999Z","steps":["trace[622805821] 'agreement among raft nodes before linearized reading' (duration: 273.388932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.950085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.377932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:52:19.950135Z","caller":"traceutil/trace.go:171","msg":"trace[1136656539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13538; }","duration":"249.443474ms","start":"2026-03-02T21:52:19.700681Z","end":"2026-03-02T21:52:19.950124Z","steps":["trace[1136656539] 'agreement among raft nodes before linearized reading' (duration: 249.347942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.950152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.632407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-02T21:52:19.950184Z","caller":"traceutil/trace.go:171","msg":"trace[632776601] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:13538; }","duration":"267.675458ms","start":"2026-03-02T21:52:19.682502Z","end":"2026-03-02T21:52:19.950177Z","steps":["trace[632776601] 'agreement among raft nodes before linearized reading' (duration: 267.589236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.950218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.552286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:52:19.950276Z","caller":"traceutil/trace.go:171","msg":"trace[1627165365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13538; }","duration":"249.583637ms","start":"2026-03-02T21:52:19.700658Z","end":"2026-03-02T21:52:19.950242Z","steps":["trace[1627165365] 'agreement among raft nodes before linearized reading' (duration: 249.491025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.950289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.986197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:52:19.950309Z","caller":"traceutil/trace.go:171","msg":"trace[1437521229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13538; }","duration":"247.020487ms","start":"2026-03-02T21:52:19.703282Z","end":"2026-03-02T21:52:19.950302Z","steps":["trace[1437521229] 'agreement among raft nodes before linearized reading' (duration: 246.944056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:19.950483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.545918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:52:19.950568Z","caller":"traceutil/trace.go:171","msg":"trace[1201217046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13538; }","duration":"268.654311ms","start":"2026-03-02T21:52:19.681894Z","end":"2026-03-02T21:52:19.950549Z","steps":["trace[1201217046] 'agreement among raft nodes before linearized reading' (duration: 268.060447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:20.340083Z","caller":"traceutil/trace.go:171","msg":"trace[1505256163] transaction","detail":"{read_only:false; response_revision:13579; number_of_response:1; }","duration":"112.567559ms","start":"2026-03-02T21:52:20.227475Z","end":"2026-03-02T21:52:20.340043Z","steps":["trace[1505256163] 'process raft request' (duration: 67.521671ms)","trace[1505256163] 'compare' (duration: 44.766022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:20.340635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.049366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:52:20.340708Z","caller":"traceutil/trace.go:171","msg":"trace[1179136652] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:13582; }","duration":"124.131588ms","start":"2026-03-02T21:52:20.21656Z","end":"2026-03-02T21:52:20.340691Z","steps":["trace[1179136652] 'agreement among raft nodes before linearized reading' (duration: 123.663707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.340635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.239771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T21:52:20.340795Z","caller":"traceutil/trace.go:171","msg":"trace[348058344] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:13582; }","duration":"103.440647ms","start":"2026-03-02T21:52:20.237348Z","end":"2026-03-02T21:52:20.340789Z","steps":["trace[348058344] 'agreement among raft nodes before linearized reading' (duration: 102.842463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.340884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.108134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T21:52:20.340955Z","caller":"traceutil/trace.go:171","msg":"trace[926539742] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:13582; }","duration":"117.233347ms","start":"2026-03-02T21:52:20.223707Z","end":"2026-03-02T21:52:20.34094Z","steps":["trace[926539742] 'agreement among raft nodes before linearized reading' (duration: 116.50852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.340989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.88791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-02T21:52:20.341017Z","caller":"traceutil/trace.go:171","msg":"trace[1195110458] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:13583; }","duration":"104.954752ms","start":"2026-03-02T21:52:20.236055Z","end":"2026-03-02T21:52:20.34101Z","steps":["trace[1195110458] 'agreement among raft nodes before linearized reading' (duration: 104.147253ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:20.476333Z","caller":"traceutil/trace.go:171","msg":"trace[748102622] transaction","detail":"{read_only:false; response_revision:13586; number_of_response:1; }","duration":"101.44251ms","start":"2026-03-02T21:52:20.374851Z","end":"2026-03-02T21:52:20.476293Z","steps":["trace[748102622] 'process raft request' (duration: 82.035579ms)","trace[748102622] 'compare' (duration: 18.901849ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:23.502501Z","caller":"traceutil/trace.go:171","msg":"trace[323120165] transaction","detail":"{read_only:false; response_revision:13644; number_of_response:1; }","duration":"115.706123ms","start":"2026-03-02T21:52:23.386764Z","end":"2026-03-02T21:52:23.50247Z","steps":["trace[323120165] 'process raft request' (duration: 104.633105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.915005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.378406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:36.915253Z","caller":"traceutil/trace.go:171","msg":"trace[164910289] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13778; }","duration":"538.676323ms","start":"2026-03-02T21:52:36.376553Z","end":"2026-03-02T21:52:36.915229Z","steps":["trace[164910289] 'range keys from in-memory index tree' (duration: 538.316895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.915301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.376546Z","time spent":"538.742384ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T21:52:36.915664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.791865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-02T21:52:36.915798Z","caller":"traceutil/trace.go:171","msg":"trace[142485327] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13778; }","duration":"694.959509ms","start":"2026-03-02T21:52:36.220811Z","end":"2026-03-02T21:52:36.915771Z","steps":["trace[142485327] 'range keys from in-memory index tree' (duration: 694.623571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.915794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.34079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" ","response":"range_response_count:1 size:22131"} {"level":"warn","ts":"2026-03-02T21:52:36.915835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.118485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:52:36.915882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.220801Z","time spent":"695.067542ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:52:36.916037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.566232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:36.916073Z","caller":"traceutil/trace.go:171","msg":"trace[833164765] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13778; }","duration":"410.626213ms","start":"2026-03-02T21:52:36.505438Z","end":"2026-03-02T21:52:36.916064Z","steps":["trace[833164765] 'range keys from in-memory index tree' (duration: 410.453129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.916111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.505418Z","time spent":"410.683675ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:36.9162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.613121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T21:52:36.91623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.894405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:36.916268Z","caller":"traceutil/trace.go:171","msg":"trace[1162954019] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13778; }","duration":"540.958496ms","start":"2026-03-02T21:52:36.375298Z","end":"2026-03-02T21:52:36.916256Z","steps":["trace[1162954019] 'range keys from in-memory index tree' (duration: 540.779452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.915715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.478649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:52:36.915892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.013945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-z86jd\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-02T21:52:36.916364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.145792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T21:52:36.916421Z","caller":"traceutil/trace.go:171","msg":"trace[1476888492] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13778; }","duration":"673.295125ms","start":"2026-03-02T21:52:36.243109Z","end":"2026-03-02T21:52:36.916404Z","steps":["trace[1476888492] 'range keys from in-memory index tree' (duration: 672.304183ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:36.916384Z","caller":"traceutil/trace.go:171","msg":"trace[904441172] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-z86jd; range_end:; response_count:1; response_revision:13778; }","duration":"629.526737ms","start":"2026-03-02T21:52:36.286842Z","end":"2026-03-02T21:52:36.916368Z","steps":["trace[904441172] 'range keys from in-memory index tree' (duration: 628.838691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.916538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.28683Z","time spent":"629.693141ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-z86jd\" "} {"level":"info","ts":"2026-03-02T21:52:36.915932Z","caller":"traceutil/trace.go:171","msg":"trace[151075146] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wt8mm; range_end:; response_count:1; response_revision:13778; }","duration":"414.588306ms","start":"2026-03-02T21:52:36.501317Z","end":"2026-03-02T21:52:36.915905Z","steps":["trace[151075146] 'range keys from in-memory index tree' (duration: 413.962491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.916684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.501283Z","time spent":"415.340863ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" "} {"level":"warn","ts":"2026-03-02T21:52:36.916475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.24308Z","time spent":"673.385868ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T21:52:36.916881Z","caller":"traceutil/trace.go:171","msg":"trace[85693128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13778; }","duration":"697.736574ms","start":"2026-03-02T21:52:36.218504Z","end":"2026-03-02T21:52:36.916241Z","steps":["trace[85693128] 'range keys from in-memory index tree' (duration: 697.215782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.916932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.218492Z","time spent":"698.42971ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:52:36.916078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.058984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:52:36.917278Z","caller":"traceutil/trace.go:171","msg":"trace[1591497409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13778; }","duration":"761.301843ms","start":"2026-03-02T21:52:36.155964Z","end":"2026-03-02T21:52:36.917266Z","steps":["trace[1591497409] 'range keys from in-memory index tree' (duration: 759.88801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.917315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.15595Z","time spent":"761.354364ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:52:36.916334Z","caller":"traceutil/trace.go:171","msg":"trace[1612038819] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:13778; }","duration":"637.117973ms","start":"2026-03-02T21:52:36.279201Z","end":"2026-03-02T21:52:36.916319Z","steps":["trace[1612038819] 'range keys from in-memory index tree' (duration: 636.331025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.917414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.601864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:52:36.917416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.279188Z","time spent":"638.210898ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-2s9zb\" "} {"level":"warn","ts":"2026-03-02T21:52:36.917536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.264773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-02T21:52:36.917574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.110591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:36.917585Z","caller":"traceutil/trace.go:171","msg":"trace[1653908332] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13778; }","duration":"541.329755ms","start":"2026-03-02T21:52:36.37624Z","end":"2026-03-02T21:52:36.91757Z","steps":["trace[1653908332] 'range keys from in-memory index tree' (duration: 540.512546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:36.917657Z","caller":"traceutil/trace.go:171","msg":"trace[1146898327] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13778; }","duration":"269.254235ms","start":"2026-03-02T21:52:36.648388Z","end":"2026-03-02T21:52:36.917642Z","steps":["trace[1146898327] 'range keys from in-memory index tree' (duration: 268.698502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.917664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.376229Z","time spent":"541.426927ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-02T21:52:36.91766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.16218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:52:36.91596Z","caller":"traceutil/trace.go:171","msg":"trace[856144380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13778; }","duration":"723.290578ms","start":"2026-03-02T21:52:36.192642Z","end":"2026-03-02T21:52:36.915932Z","steps":["trace[856144380] 'range keys from in-memory index tree' (duration: 722.93998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:36.917767Z","caller":"traceutil/trace.go:171","msg":"trace[484556169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13778; }","duration":"700.283793ms","start":"2026-03-02T21:52:36.21746Z","end":"2026-03-02T21:52:36.917744Z","steps":["trace[484556169] 'range keys from in-memory index tree' (duration: 699.243528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.917807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.217385Z","time spent":"700.413737ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:52:36.917812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.192632Z","time spent":"725.152771ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:52:36.917476Z","caller":"traceutil/trace.go:171","msg":"trace[1754972994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13778; }","duration":"698.686346ms","start":"2026-03-02T21:52:36.218772Z","end":"2026-03-02T21:52:36.917459Z","steps":["trace[1754972994] 'range keys from in-memory index tree' (duration: 697.418506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.916336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.375281Z","time spent":"541.028428ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:36.918042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.596831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:36.918097Z","caller":"traceutil/trace.go:171","msg":"trace[2144972280] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13778; }","duration":"541.672813ms","start":"2026-03-02T21:52:36.376407Z","end":"2026-03-02T21:52:36.91808Z","steps":["trace[2144972280] 'range keys from in-memory index tree' (duration: 539.807919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.918212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.376397Z","time spent":"541.803676ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:36.918127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.21876Z","time spent":"699.233979ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:52:36.91877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.344758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-02T21:52:36.918877Z","caller":"traceutil/trace.go:171","msg":"trace[859193939] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wt8mm; range_end:; response_count:1; response_revision:13778; }","duration":"401.45268ms","start":"2026-03-02T21:52:36.51741Z","end":"2026-03-02T21:52:36.918862Z","steps":["trace[859193939] 'range keys from in-memory index tree' (duration: 398.88484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.918945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.517377Z","time spent":"401.556783ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" "} {"level":"warn","ts":"2026-03-02T21:52:36.922067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.96585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:36.92213Z","caller":"traceutil/trace.go:171","msg":"trace[1137074025] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13778; }","duration":"546.332031ms","start":"2026-03-02T21:52:36.375782Z","end":"2026-03-02T21:52:36.922114Z","steps":["trace[1137074025] 'range keys from in-memory index tree' (duration: 540.382513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:36.922164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:36.375752Z","time spent":"546.397903ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:36.935307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.794443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:36.935551Z","caller":"traceutil/trace.go:171","msg":"trace[1413199505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13778; }","duration":"287.1077ms","start":"2026-03-02T21:52:36.648381Z","end":"2026-03-02T21:52:36.935488Z","steps":["trace[1413199505] 'range keys from in-memory index tree' (duration: 268.041537ms)","trace[1413199505] 'filter and sort the key-value pairs' (duration: 18.567102ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:37.103521Z","caller":"traceutil/trace.go:171","msg":"trace[1481694051] transaction","detail":"{read_only:false; response_revision:13779; number_of_response:1; }","duration":"165.993752ms","start":"2026-03-02T21:52:36.937494Z","end":"2026-03-02T21:52:37.103488Z","steps":["trace[1481694051] 'process raft request' (duration: 165.771287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:37.10834Z","caller":"traceutil/trace.go:171","msg":"trace[2106108357] transaction","detail":"{read_only:false; response_revision:13782; number_of_response:1; }","duration":"169.849862ms","start":"2026-03-02T21:52:36.938472Z","end":"2026-03-02T21:52:37.108322Z","steps":["trace[2106108357] 'process raft request' (duration: 169.78683ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:37.108453Z","caller":"traceutil/trace.go:171","msg":"trace[82101475] transaction","detail":"{read_only:false; response_revision:13780; number_of_response:1; }","duration":"170.456026ms","start":"2026-03-02T21:52:36.937952Z","end":"2026-03-02T21:52:37.108408Z","steps":["trace[82101475] 'process raft request' (duration: 170.171569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:37.108513Z","caller":"traceutil/trace.go:171","msg":"trace[1700704322] transaction","detail":"{read_only:false; response_revision:13781; number_of_response:1; }","duration":"170.147369ms","start":"2026-03-02T21:52:36.938318Z","end":"2026-03-02T21:52:37.108465Z","steps":["trace[1700704322] 'process raft request' (duration: 169.907553ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:37.108756Z","caller":"traceutil/trace.go:171","msg":"trace[661756260] linearizableReadLoop","detail":"{readStateIndex:14282; appliedIndex:14280; }","duration":"170.504627ms","start":"2026-03-02T21:52:36.938215Z","end":"2026-03-02T21:52:37.10872Z","steps":["trace[661756260] 'read index received' (duration: 165.079771ms)","trace[661756260] 'applied index is now lower than readState.Index' (duration: 5.424136ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:37.10878Z","caller":"traceutil/trace.go:171","msg":"trace[156690354] transaction","detail":"{read_only:false; response_revision:13783; number_of_response:1; }","duration":"169.872433ms","start":"2026-03-02T21:52:36.938895Z","end":"2026-03-02T21:52:37.108768Z","steps":["trace[156690354] 'process raft request' (duration: 169.387552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:37.108898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.65709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:37.109004Z","caller":"traceutil/trace.go:171","msg":"trace[456835797] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13784; }","duration":"170.801364ms","start":"2026-03-02T21:52:36.938181Z","end":"2026-03-02T21:52:37.108982Z","steps":["trace[456835797] 'agreement among raft nodes before linearized reading' (duration: 170.64453ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:37.108808Z","caller":"traceutil/trace.go:171","msg":"trace[1375982400] transaction","detail":"{read_only:false; response_revision:13784; number_of_response:1; }","duration":"169.856173ms","start":"2026-03-02T21:52:36.938938Z","end":"2026-03-02T21:52:37.108794Z","steps":["trace[1375982400] 'process raft request' (duration: 169.662648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:37.109625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.859766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T21:52:37.109654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.425749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:37.109676Z","caller":"traceutil/trace.go:171","msg":"trace[295536442] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13784; }","duration":"167.938628ms","start":"2026-03-02T21:52:36.941724Z","end":"2026-03-02T21:52:37.109663Z","steps":["trace[295536442] 'agreement among raft nodes before linearized reading' (duration: 167.767694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:37.109702Z","caller":"traceutil/trace.go:171","msg":"trace[1771081628] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13784; }","duration":"168.5066ms","start":"2026-03-02T21:52:36.941182Z","end":"2026-03-02T21:52:37.109688Z","steps":["trace[1771081628] 'agreement among raft nodes before linearized reading' (duration: 168.260065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:37.110707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.148859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720709"} {"level":"info","ts":"2026-03-02T21:52:37.110753Z","caller":"traceutil/trace.go:171","msg":"trace[1629508906] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13784; }","duration":"167.245181ms","start":"2026-03-02T21:52:36.943497Z","end":"2026-03-02T21:52:37.110742Z","steps":["trace[1629508906] 'agreement among raft nodes before linearized reading' (duration: 165.947281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:37.110817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.856738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720709"} {"level":"info","ts":"2026-03-02T21:52:37.110917Z","caller":"traceutil/trace.go:171","msg":"trace[314950559] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13784; }","duration":"171.952051ms","start":"2026-03-02T21:52:36.938919Z","end":"2026-03-02T21:52:37.110871Z","steps":["trace[314950559] 'agreement among raft nodes before linearized reading' (duration: 170.996879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:37.113701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.126332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720709"} {"level":"info","ts":"2026-03-02T21:52:37.113815Z","caller":"traceutil/trace.go:171","msg":"trace[1414736869] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13784; }","duration":"171.274475ms","start":"2026-03-02T21:52:36.942518Z","end":"2026-03-02T21:52:37.113793Z","steps":["trace[1414736869] 'agreement among raft nodes before linearized reading' (duration: 166.496284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:37.116602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.098034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720709"} {"level":"info","ts":"2026-03-02T21:52:37.116743Z","caller":"traceutil/trace.go:171","msg":"trace[1259060336] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13784; }","duration":"178.288988ms","start":"2026-03-02T21:52:36.938425Z","end":"2026-03-02T21:52:37.116714Z","steps":["trace[1259060336] 'agreement among raft nodes before linearized reading' (duration: 170.585589ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:43.285383Z","caller":"traceutil/trace.go:171","msg":"trace[859830569] transaction","detail":"{read_only:false; response_revision:13810; number_of_response:1; }","duration":"144.672766ms","start":"2026-03-02T21:52:43.140686Z","end":"2026-03-02T21:52:43.285359Z","steps":["trace[859830569] 'process raft request' (duration: 144.534283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:43.287519Z","caller":"traceutil/trace.go:171","msg":"trace[1552939511] transaction","detail":"{read_only:false; response_revision:13811; number_of_response:1; }","duration":"144.206515ms","start":"2026-03-02T21:52:43.143255Z","end":"2026-03-02T21:52:43.287462Z","steps":["trace[1552939511] 'process raft request' (duration: 143.672183ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:43.287628Z","caller":"traceutil/trace.go:171","msg":"trace[1734491596] transaction","detail":"{read_only:false; response_revision:13812; number_of_response:1; }","duration":"144.136893ms","start":"2026-03-02T21:52:43.14342Z","end":"2026-03-02T21:52:43.287557Z","steps":["trace[1734491596] 'process raft request' (duration: 143.764595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.692738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299168485,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:52:55.714155Z","caller":"traceutil/trace.go:171","msg":"trace[1614593901] transaction","detail":"{read_only:false; response_revision:13866; number_of_response:1; }","duration":"524.978084ms","start":"2026-03-02T21:52:55.189147Z","end":"2026-03-02T21:52:55.714125Z","steps":["trace[1614593901] 'process raft request' (duration: 524.773299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.714468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.189006Z","time spent":"525.237029ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:52:55.717763Z","caller":"traceutil/trace.go:171","msg":"trace[1248317489] linearizableReadLoop","detail":"{readStateIndex:14373; appliedIndex:14371; }","duration":"525.262251ms","start":"2026-03-02T21:52:55.192478Z","end":"2026-03-02T21:52:55.71774Z","steps":["trace[1248317489] 'read index received' (duration: 521.102834ms)","trace[1248317489] 'applied index is now lower than readState.Index' (duration: 4.158007ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:55.717855Z","caller":"traceutil/trace.go:171","msg":"trace[1080538091] transaction","detail":"{read_only:false; response_revision:13867; number_of_response:1; }","duration":"280.262001ms","start":"2026-03-02T21:52:55.437559Z","end":"2026-03-02T21:52:55.717821Z","steps":["trace[1080538091] 'process raft request' (duration: 280.083926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.718144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.65974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:52:55.718358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.858802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:55.718444Z","caller":"traceutil/trace.go:171","msg":"trace[650816183] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13867; }","duration":"118.008885ms","start":"2026-03-02T21:52:55.60041Z","end":"2026-03-02T21:52:55.718419Z","steps":["trace[650816183] 'agreement among raft nodes before linearized reading' (duration: 117.864692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:55.718248Z","caller":"traceutil/trace.go:171","msg":"trace[2088149961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13867; }","duration":"525.788933ms","start":"2026-03-02T21:52:55.192438Z","end":"2026-03-02T21:52:55.718227Z","steps":["trace[2088149961] 'agreement among raft nodes before linearized reading' (duration: 525.458125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.718569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.192428Z","time spent":"526.11773ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:52:55.718719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.78896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:55.718793Z","caller":"traceutil/trace.go:171","msg":"trace[422580321] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13867; }","duration":"279.875382ms","start":"2026-03-02T21:52:55.438899Z","end":"2026-03-02T21:52:55.718774Z","steps":["trace[422580321] 'agreement among raft nodes before linearized reading' (duration: 279.681067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.718857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.92859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:55.718906Z","caller":"traceutil/trace.go:171","msg":"trace[1872509876] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13867; }","duration":"113.993362ms","start":"2026-03-02T21:52:55.6049Z","end":"2026-03-02T21:52:55.718893Z","steps":["trace[1872509876] 'agreement among raft nodes before linearized reading' (duration: 113.929461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.719082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.581451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:55.71914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.711529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:55.71915Z","caller":"traceutil/trace.go:171","msg":"trace[1336745462] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13867; }","duration":"128.654543ms","start":"2026-03-02T21:52:55.590478Z","end":"2026-03-02T21:52:55.719133Z","steps":["trace[1336745462] 'agreement among raft nodes before linearized reading' (duration: 128.54392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:55.71918Z","caller":"traceutil/trace.go:171","msg":"trace[237345398] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13867; }","duration":"114.802091ms","start":"2026-03-02T21:52:55.604368Z","end":"2026-03-02T21:52:55.71917Z","steps":["trace[237345398] 'agreement among raft nodes before linearized reading' (duration: 114.695048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.719335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.121849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:55.719367Z","caller":"traceutil/trace.go:171","msg":"trace[1457425870] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13867; }","duration":"115.170429ms","start":"2026-03-02T21:52:55.604188Z","end":"2026-03-02T21:52:55.719358Z","steps":["trace[1457425870] 'agreement among raft nodes before linearized reading' (duration: 115.122068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.719506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.789054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:55.719539Z","caller":"traceutil/trace.go:171","msg":"trace[445627565] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13867; }","duration":"118.837745ms","start":"2026-03-02T21:52:55.600693Z","end":"2026-03-02T21:52:55.71953Z","steps":["trace[445627565] 'agreement among raft nodes before linearized reading' (duration: 118.789344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.719518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.490597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:55.719627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.080341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-02T21:52:55.71969Z","caller":"traceutil/trace.go:171","msg":"trace[839835746] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wt8mm; range_end:; response_count:1; response_revision:13867; }","duration":"266.140373ms","start":"2026-03-02T21:52:55.453534Z","end":"2026-03-02T21:52:55.719675Z","steps":["trace[839835746] 'agreement among raft nodes before linearized reading' (duration: 265.993679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.719497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.859023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" ","response":"range_response_count:1 size:22131"} {"level":"warn","ts":"2026-03-02T21:52:55.719813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.58953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:55.71991Z","caller":"traceutil/trace.go:171","msg":"trace[649802356] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13867; }","duration":"115.738663ms","start":"2026-03-02T21:52:55.604153Z","end":"2026-03-02T21:52:55.719892Z","steps":["trace[649802356] 'agreement among raft nodes before linearized reading' (duration: 115.573019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.720072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.294986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-z86jd\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-02T21:52:55.720136Z","caller":"traceutil/trace.go:171","msg":"trace[449224658] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-z86jd; range_end:; response_count:1; response_revision:13867; }","duration":"272.379087ms","start":"2026-03-02T21:52:55.447743Z","end":"2026-03-02T21:52:55.720122Z","steps":["trace[449224658] 'agreement among raft nodes before linearized reading' (duration: 272.212223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.720301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.150466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:55.720408Z","caller":"traceutil/trace.go:171","msg":"trace[1564983999] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13867; }","duration":"117.245567ms","start":"2026-03-02T21:52:55.603104Z","end":"2026-03-02T21:52:55.72035Z","steps":["trace[1564983999] 'agreement among raft nodes before linearized reading' (duration: 117.002042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.720437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.344996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:55.720494Z","caller":"traceutil/trace.go:171","msg":"trace[1939717971] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13867; }","duration":"281.413857ms","start":"2026-03-02T21:52:55.439067Z","end":"2026-03-02T21:52:55.720481Z","steps":["trace[1939717971] 'agreement among raft nodes before linearized reading' (duration: 281.271854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.720531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.038312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T21:52:55.720577Z","caller":"traceutil/trace.go:171","msg":"trace[1596871694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:13867; }","duration":"285.125334ms","start":"2026-03-02T21:52:55.435442Z","end":"2026-03-02T21:52:55.720567Z","steps":["trace[1596871694] 'agreement among raft nodes before linearized reading' (duration: 285.035062ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:55.719621Z","caller":"traceutil/trace.go:171","msg":"trace[1541226052] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13867; }","duration":"118.789324ms","start":"2026-03-02T21:52:55.600811Z","end":"2026-03-02T21:52:55.719601Z","steps":["trace[1541226052] 'agreement among raft nodes before linearized reading' (duration: 118.501577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.720859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.96088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:55.720901Z","caller":"traceutil/trace.go:171","msg":"trace[65228315] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13867; }","duration":"282.033482ms","start":"2026-03-02T21:52:55.438856Z","end":"2026-03-02T21:52:55.720889Z","steps":["trace[65228315] 'agreement among raft nodes before linearized reading' (duration: 281.975871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.721054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.2287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6r9z2\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-03-02T21:52:55.721022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.16967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:55.721126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.249769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:52:55.721163Z","caller":"traceutil/trace.go:171","msg":"trace[1845507529] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13867; }","duration":"118.325743ms","start":"2026-03-02T21:52:55.602818Z","end":"2026-03-02T21:52:55.721144Z","steps":["trace[1845507529] 'agreement among raft nodes before linearized reading' (duration: 118.113218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.720854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.726039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:55.721408Z","caller":"traceutil/trace.go:171","msg":"trace[2022822871] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13867; }","duration":"118.303943ms","start":"2026-03-02T21:52:55.603089Z","end":"2026-03-02T21:52:55.721393Z","steps":["trace[2022822871] 'agreement among raft nodes before linearized reading' (duration: 117.608856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.721645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.125335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:55.721085Z","caller":"traceutil/trace.go:171","msg":"trace[2060310519] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6r9z2; range_end:; response_count:1; response_revision:13867; }","duration":"283.302991ms","start":"2026-03-02T21:52:55.437775Z","end":"2026-03-02T21:52:55.721078Z","steps":["trace[2060310519] 'agreement among raft nodes before linearized reading' (duration: 283.202529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.722238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.344354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:52:55.719854Z","caller":"traceutil/trace.go:171","msg":"trace[1021876372] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wt8mm; range_end:; response_count:1; response_revision:13867; }","duration":"262.303984ms","start":"2026-03-02T21:52:55.457537Z","end":"2026-03-02T21:52:55.719841Z","steps":["trace[1021876372] 'agreement among raft nodes before linearized reading' (duration: 261.833203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:55.721231Z","caller":"traceutil/trace.go:171","msg":"trace[337625262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13867; }","duration":"368.388191ms","start":"2026-03-02T21:52:55.352821Z","end":"2026-03-02T21:52:55.721209Z","steps":["trace[337625262] 'agreement among raft nodes before linearized reading' (duration: 368.106165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.722457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.352809Z","time spent":"369.637ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:52:55.722646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.232848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:52:55.722734Z","caller":"traceutil/trace.go:171","msg":"trace[219300852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13867; }","duration":"369.464117ms","start":"2026-03-02T21:52:55.35283Z","end":"2026-03-02T21:52:55.722294Z","steps":["trace[219300852] 'agreement among raft nodes before linearized reading' (duration: 368.428792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.722809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.352805Z","time spent":"369.989558ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:52:55.722681Z","caller":"traceutil/trace.go:171","msg":"trace[1592450937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13867; }","duration":"524.314129ms","start":"2026-03-02T21:52:55.198357Z","end":"2026-03-02T21:52:55.722671Z","steps":["trace[1592450937] 'agreement among raft nodes before linearized reading' (duration: 519.59251ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:55.722769Z","caller":"traceutil/trace.go:171","msg":"trace[1566464416] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13867; }","duration":"120.31235ms","start":"2026-03-02T21:52:55.60147Z","end":"2026-03-02T21:52:55.721782Z","steps":["trace[1566464416] 'agreement among raft nodes before linearized reading' (duration: 119.91707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.72289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.198328Z","time spent":"524.551575ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:52:55.722977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.286325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:52:55.723103Z","caller":"traceutil/trace.go:171","msg":"trace[713123176] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13867; }","duration":"370.47389ms","start":"2026-03-02T21:52:55.3526Z","end":"2026-03-02T21:52:55.723073Z","steps":["trace[713123176] 'agreement among raft nodes before linearized reading' (duration: 369.363654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:55.723164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.352573Z","time spent":"370.581083ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:52:56.698223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.142268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:52:56.698411Z","caller":"traceutil/trace.go:171","msg":"trace[374571506] transaction","detail":"{read_only:false; response_revision:13868; number_of_response:1; }","duration":"973.292165ms","start":"2026-03-02T21:52:55.725053Z","end":"2026-03-02T21:52:56.698345Z","steps":["trace[374571506] 'process raft request' (duration: 34.927043ms)","trace[374571506] 'compare' (duration: 936.825156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:56.698522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.72503Z","time spent":"973.456169ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:57.215697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.455691729s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:52:57.521204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.091368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:52:57.521962Z","caller":"traceutil/trace.go:171","msg":"trace[508032130] transaction","detail":"{read_only:false; response_revision:13869; number_of_response:1; }","duration":"1.794732718s","start":"2026-03-02T21:52:55.727191Z","end":"2026-03-02T21:52:57.521923Z","steps":["trace[508032130] 'process raft request' (duration: 1.488759269s)","trace[508032130] 'compare' (duration: 304.576787ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:57.521984Z","caller":"traceutil/trace.go:171","msg":"trace[155184860] linearizableReadLoop","detail":"{readStateIndex:14376; appliedIndex:14373; }","duration":"1.793786786s","start":"2026-03-02T21:52:55.728166Z","end":"2026-03-02T21:52:57.521952Z","steps":["trace[155184860] 'read index received' (duration: 31.824951ms)","trace[155184860] 'applied index is now lower than readState.Index' (duration: 1.761959405s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:57.521961Z","caller":"traceutil/trace.go:171","msg":"trace[773256838] transaction","detail":"{read_only:false; response_revision:13871; number_of_response:1; }","duration":"1.793293654s","start":"2026-03-02T21:52:55.728607Z","end":"2026-03-02T21:52:57.5219Z","steps":["trace[773256838] 'process raft request' (duration: 1.792853474s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:57.52214Z","caller":"traceutil/trace.go:171","msg":"trace[1635955952] transaction","detail":"{read_only:false; response_revision:13872; number_of_response:1; }","duration":"1.792129717s","start":"2026-03-02T21:52:55.729995Z","end":"2026-03-02T21:52:57.522125Z","steps":["trace[1635955952] 'process raft request' (duration: 1.791520453s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:57.522146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.727178Z","time spent":"1.794872371s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:57.522193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.728599Z","time spent":"1.793496769s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:57.522231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.729982Z","time spent":"1.792199979s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:52:57.52223Z","caller":"traceutil/trace.go:171","msg":"trace[1820192475] transaction","detail":"{read_only:false; response_revision:13873; number_of_response:1; }","duration":"1.328999162s","start":"2026-03-02T21:52:56.193183Z","end":"2026-03-02T21:52:57.522182Z","steps":["trace[1820192475] 'process raft request' (duration: 1.328394788s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:57.522123Z","caller":"traceutil/trace.go:171","msg":"trace[430635241] transaction","detail":"{read_only:false; response_revision:13870; number_of_response:1; }","duration":"1.794551474s","start":"2026-03-02T21:52:55.727447Z","end":"2026-03-02T21:52:57.521999Z","steps":["trace[430635241] 'process raft request' (duration: 1.793921929s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:57.522361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:56.193148Z","time spent":"1.329166675s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:57.522541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.727438Z","time spent":"1.794932032s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:58.005643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.94401ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:52:58.0065Z","caller":"traceutil/trace.go:171","msg":"trace[1833889866] linearizableReadLoop","detail":"{readStateIndex:14380; appliedIndex:14379; }","duration":"484.421591ms","start":"2026-03-02T21:52:57.522051Z","end":"2026-03-02T21:52:58.006473Z","steps":["trace[1833889866] 'read index received' (duration: 355.818µs)","trace[1833889866] 'applied index is now lower than readState.Index' (duration: 484.064293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.007565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219331336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:52:58.007663Z","caller":"traceutil/trace.go:171","msg":"trace[741330906] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13873; }","duration":"2.21948986s","start":"2026-03-02T21:52:55.788145Z","end":"2026-03-02T21:52:58.007635Z","steps":["trace[741330906] 'agreement among raft nodes before linearized reading' (duration: 2.218534928s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.007648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008925715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:58.007733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91302538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T21:52:58.007777Z","caller":"traceutil/trace.go:171","msg":"trace[1124773701] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13873; }","duration":"1.009111959s","start":"2026-03-02T21:52:56.998633Z","end":"2026-03-02T21:52:58.007745Z","steps":["trace[1124773701] 'agreement among raft nodes before linearized reading' (duration: 1.008008693s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.007815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022843075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:52:58.007871Z","caller":"traceutil/trace.go:171","msg":"trace[1802735028] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13873; }","duration":"2.022944987s","start":"2026-03-02T21:52:55.984912Z","end":"2026-03-02T21:52:58.007857Z","steps":["trace[1802735028] 'agreement among raft nodes before linearized reading' (duration: 2.02175863s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.007878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:56.998617Z","time spent":"1.009245522s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T21:52:58.007887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003756934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:58.007924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.984889Z","time spent":"2.023021829s","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:52:58.007961Z","caller":"traceutil/trace.go:171","msg":"trace[1912527311] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13873; }","duration":"1.003829006s","start":"2026-03-02T21:52:57.004108Z","end":"2026-03-02T21:52:58.007937Z","steps":["trace[1912527311] 'agreement among raft nodes before linearized reading' (duration: 1.002459454s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.007987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014158226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-02T21:52:58.008022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.0041Z","time spent":"1.003913528s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:58.008101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00787864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:58.008147Z","caller":"traceutil/trace.go:171","msg":"trace[2000331876] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13873; }","duration":"1.007932882s","start":"2026-03-02T21:52:57.000203Z","end":"2026-03-02T21:52:58.008135Z","steps":["trace[2000331876] 'agreement among raft nodes before linearized reading' (duration: 1.006409756s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.008179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.000196Z","time spent":"1.007975152s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:58.008236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379141878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:58.008228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820070287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:52:58.008313Z","caller":"traceutil/trace.go:171","msg":"trace[834044371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13873; }","duration":"1.37923792s","start":"2026-03-02T21:52:56.629041Z","end":"2026-03-02T21:52:58.008279Z","steps":["trace[834044371] 'agreement among raft nodes before linearized reading' (duration: 1.377644123s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:58.008336Z","caller":"traceutil/trace.go:171","msg":"trace[2069823682] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13873; }","duration":"1.820751003s","start":"2026-03-02T21:52:56.187568Z","end":"2026-03-02T21:52:58.008319Z","steps":["trace[2069823682] 'agreement among raft nodes before linearized reading' (duration: 1.819127445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.008363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:56.629019Z","time spent":"1.379333943s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:52:58.008405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:56.187542Z","time spent":"1.820821825s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:52:58.008482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014144396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:58.008528Z","caller":"traceutil/trace.go:171","msg":"trace[1673243251] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13873; }","duration":"1.014206668s","start":"2026-03-02T21:52:56.994311Z","end":"2026-03-02T21:52:58.008517Z","steps":["trace[1673243251] 'agreement among raft nodes before linearized reading' (duration: 1.012250682s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.008568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:56.994302Z","time spent":"1.014257809s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T21:52:58.008035Z","caller":"traceutil/trace.go:171","msg":"trace[1256196449] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13873; }","duration":"1.014250748s","start":"2026-03-02T21:52:56.993772Z","end":"2026-03-02T21:52:58.008023Z","steps":["trace[1256196449] 'agreement among raft nodes before linearized reading' (duration: 1.012853786s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.008731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:56.993747Z","time spent":"1.014963625s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-02T21:52:58.008796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278926524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720666"} {"level":"info","ts":"2026-03-02T21:52:58.008873Z","caller":"traceutil/trace.go:171","msg":"trace[995106363] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13873; }","duration":"2.279024045s","start":"2026-03-02T21:52:55.729832Z","end":"2026-03-02T21:52:58.008856Z","steps":["trace[995106363] 'agreement among raft nodes before linearized reading' (duration: 2.276822294s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.008934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.729823Z","time spent":"2.279094717s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:52:58.008747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27963496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720666"} {"level":"warn","ts":"2026-03-02T21:52:58.009043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.42248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:58.009178Z","caller":"traceutil/trace.go:171","msg":"trace[1226083394] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13873; }","duration":"845.557264ms","start":"2026-03-02T21:52:57.163607Z","end":"2026-03-02T21:52:58.009164Z","steps":["trace[1226083394] 'agreement among raft nodes before linearized reading' (duration: 842.988994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.009226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.163535Z","time spent":"845.678966ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T21:52:58.009224Z","caller":"traceutil/trace.go:171","msg":"trace[935504901] transaction","detail":"{read_only:false; response_revision:13874; number_of_response:1; }","duration":"285.104684ms","start":"2026-03-02T21:52:57.72408Z","end":"2026-03-02T21:52:58.009184Z","steps":["trace[935504901] 'process raft request' (duration: 282.083074ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:58.009324Z","caller":"traceutil/trace.go:171","msg":"trace[458172215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13873; }","duration":"2.280984271s","start":"2026-03-02T21:52:55.728115Z","end":"2026-03-02T21:52:58.009099Z","steps":["trace[458172215] 'agreement among raft nodes before linearized reading' (duration: 1.794302248s)","trace[458172215] 'range keys from in-memory index tree' (duration: 484.566774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.0094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.728105Z","time spent":"2.281276648s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:52:58.009432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28093504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720666"} {"level":"info","ts":"2026-03-02T21:52:58.00948Z","caller":"traceutil/trace.go:171","msg":"trace[1038843033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13873; }","duration":"2.281005682s","start":"2026-03-02T21:52:55.728464Z","end":"2026-03-02T21:52:58.00947Z","steps":["trace[1038843033] 'agreement among raft nodes before linearized reading' (duration: 2.278202737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.009519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.728441Z","time spent":"2.281067334s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:52:58.009556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.954592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:58.009621Z","caller":"traceutil/trace.go:171","msg":"trace[1472127820] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13873; }","duration":"849.054005ms","start":"2026-03-02T21:52:57.160552Z","end":"2026-03-02T21:52:58.009606Z","steps":["trace[1472127820] 'agreement among raft nodes before linearized reading' (duration: 846.052865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.009672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.160546Z","time spent":"849.114286ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:58.017361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287985804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720666"} {"level":"info","ts":"2026-03-02T21:52:58.017505Z","caller":"traceutil/trace.go:171","msg":"trace[1999630250] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13873; }","duration":"2.288162248s","start":"2026-03-02T21:52:55.729302Z","end":"2026-03-02T21:52:58.017464Z","steps":["trace[1999630250] 'agreement among raft nodes before linearized reading' (duration: 2.277386718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.017567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.729294Z","time spent":"2.28825638s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:52:58.01799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014617467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:58.018068Z","caller":"traceutil/trace.go:171","msg":"trace[2072272450] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13873; }","duration":"1.023004512s","start":"2026-03-02T21:52:56.995022Z","end":"2026-03-02T21:52:58.018027Z","steps":["trace[2072272450] 'agreement among raft nodes before linearized reading' (duration: 1.011622557s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.018112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:56.99501Z","time spent":"1.023087794s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:58.007672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.138451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:58.018809Z","caller":"traceutil/trace.go:171","msg":"trace[2132993925] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13873; }","duration":"858.34879ms","start":"2026-03-02T21:52:57.160438Z","end":"2026-03-02T21:52:58.018787Z","steps":["trace[2132993925] 'agreement among raft nodes before linearized reading' (duration: 846.175287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.018898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.160414Z","time spent":"858.469484ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T21:52:58.007813Z","caller":"traceutil/trace.go:171","msg":"trace[818201182] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13873; }","duration":"1.913119712s","start":"2026-03-02T21:52:56.094672Z","end":"2026-03-02T21:52:58.007792Z","steps":["trace[818201182] 'agreement among raft nodes before linearized reading' (duration: 1.911987315s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.019113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:56.094663Z","time spent":"1.924436506s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:52:58.007727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.788128Z","time spent":"2.219584533s","remote":"127.0.0.1:49186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:52:58.021647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29037727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720666"} {"level":"info","ts":"2026-03-02T21:52:58.021698Z","caller":"traceutil/trace.go:171","msg":"trace[317201343] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13873; }","duration":"2.290429681s","start":"2026-03-02T21:52:55.731248Z","end":"2026-03-02T21:52:58.021677Z","steps":["trace[317201343] 'agreement among raft nodes before linearized reading' (duration: 2.275409191s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.021844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:55.731226Z","time spent":"2.290566125s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:52:58.026015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026919163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:58.026485Z","caller":"traceutil/trace.go:171","msg":"trace[1894028883] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13873; }","duration":"1.027365453s","start":"2026-03-02T21:52:56.999069Z","end":"2026-03-02T21:52:58.026435Z","steps":["trace[1894028883] 'agreement among raft nodes before linearized reading' (duration: 1.007582023s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:58.026519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:56.999063Z","time spent":"1.027449135s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:58.115551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.971944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:58.115657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.684677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:58.115717Z","caller":"traceutil/trace.go:171","msg":"trace[1652752202] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13874; }","duration":"387.160098ms","start":"2026-03-02T21:52:57.728512Z","end":"2026-03-02T21:52:58.115672Z","steps":["trace[1652752202] 'agreement among raft nodes before linearized reading' (duration: 288.175574ms)","trace[1652752202] 'range keys from in-memory index tree' (duration: 98.602884ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:58.115726Z","caller":"traceutil/trace.go:171","msg":"trace[313037189] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13874; }","duration":"386.742878ms","start":"2026-03-02T21:52:57.728955Z","end":"2026-03-02T21:52:58.115697Z","steps":["trace[313037189] 'agreement among raft nodes before linearized reading' (duration: 287.418877ms)","trace[313037189] 'range keys from in-memory index tree' (duration: 99.120816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.115742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.574134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:58.115768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.556026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:52:58.115835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.467248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:58.115832Z","caller":"traceutil/trace.go:171","msg":"trace[949481049] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13874; }","duration":"386.674677ms","start":"2026-03-02T21:52:57.729126Z","end":"2026-03-02T21:52:58.1158Z","steps":["trace[949481049] 'agreement among raft nodes before linearized reading' (duration: 287.015718ms)","trace[949481049] 'range keys from in-memory index tree' (duration: 99.28106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.115853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.283841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:58.115902Z","caller":"traceutil/trace.go:171","msg":"trace[1426803025] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13874; }","duration":"387.345783ms","start":"2026-03-02T21:52:57.728549Z","end":"2026-03-02T21:52:58.115895Z","steps":["trace[1426803025] 'agreement among raft nodes before linearized reading' (duration: 288.118924ms)","trace[1426803025] 'range keys from in-memory index tree' (duration: 99.148637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.1159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.729118Z","time spent":"386.766969ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:58.11593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.728545Z","time spent":"387.379924ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:52:58.115961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.745591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:58.115995Z","caller":"traceutil/trace.go:171","msg":"trace[1033130773] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13874; }","duration":"387.840134ms","start":"2026-03-02T21:52:57.728145Z","end":"2026-03-02T21:52:58.115985Z","steps":["trace[1033130773] 'agreement among raft nodes before linearized reading' (duration: 288.874461ms)","trace[1033130773] 'range keys from in-memory index tree' (duration: 98.873111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.116027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.728122Z","time spent":"387.898746ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T21:52:58.115996Z","caller":"traceutil/trace.go:171","msg":"trace[925010913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13874; }","duration":"396.7109ms","start":"2026-03-02T21:52:57.719144Z","end":"2026-03-02T21:52:58.115854Z","steps":["trace[925010913] 'agreement among raft nodes before linearized reading' (duration: 290.015547ms)","trace[925010913] 'range keys from in-memory index tree' (duration: 106.472737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.116029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.059249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:58.11617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.719117Z","time spent":"397.021858ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:52:58.116185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.293427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:58.116245Z","caller":"traceutil/trace.go:171","msg":"trace[422452350] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13874; }","duration":"385.300245ms","start":"2026-03-02T21:52:57.730911Z","end":"2026-03-02T21:52:58.116211Z","steps":["trace[422452350] 'agreement among raft nodes before linearized reading' (duration: 285.049073ms)","trace[422452350] 'range keys from in-memory index tree' (duration: 99.855413ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:58.116254Z","caller":"traceutil/trace.go:171","msg":"trace[691737071] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13874; }","duration":"389.406261ms","start":"2026-03-02T21:52:57.726829Z","end":"2026-03-02T21:52:58.116235Z","steps":["trace[691737071] 'agreement among raft nodes before linearized reading' (duration: 290.199902ms)","trace[691737071] 'range keys from in-memory index tree' (duration: 93.530376ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:58.115868Z","caller":"traceutil/trace.go:171","msg":"trace[1956743338] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13874; }","duration":"391.5552ms","start":"2026-03-02T21:52:57.724302Z","end":"2026-03-02T21:52:58.115858Z","steps":["trace[1956743338] 'agreement among raft nodes before linearized reading' (duration: 292.920475ms)","trace[1956743338] 'range keys from in-memory index tree' (duration: 98.457791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.116305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.655566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:58.116306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.726805Z","time spent":"389.486952ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T21:52:58.116344Z","caller":"traceutil/trace.go:171","msg":"trace[1927831597] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13874; }","duration":"389.737778ms","start":"2026-03-02T21:52:57.726596Z","end":"2026-03-02T21:52:58.116333Z","steps":["trace[1927831597] 'agreement among raft nodes before linearized reading' (duration: 290.615792ms)","trace[1927831597] 'range keys from in-memory index tree' (duration: 99.073595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.116355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.724273Z","time spent":"392.050842ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:52:58.116372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.730904Z","time spent":"385.432248ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:58.116428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.82454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:58.115575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.091963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:58.116508Z","caller":"traceutil/trace.go:171","msg":"trace[1666310203] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13874; }","duration":"387.067846ms","start":"2026-03-02T21:52:57.729431Z","end":"2026-03-02T21:52:58.116498Z","steps":["trace[1666310203] 'agreement among raft nodes before linearized reading' (duration: 286.68905ms)","trace[1666310203] 'range keys from in-memory index tree' (duration: 99.362002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.116544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.729403Z","time spent":"387.133938ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:58.11638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.72657Z","time spent":"389.80331ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:58.115781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.728942Z","time spent":"386.82949ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:58.115784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.728504Z","time spent":"387.271871ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:52:58.115554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.562035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:58.116511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.171721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:58.117019Z","caller":"traceutil/trace.go:171","msg":"trace[255586934] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13874; }","duration":"388.09046ms","start":"2026-03-02T21:52:57.728885Z","end":"2026-03-02T21:52:58.116975Z","steps":["trace[255586934] 'agreement among raft nodes before linearized reading' (duration: 287.660113ms)","trace[255586934] 'range keys from in-memory index tree' (duration: 98.918672ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:58.117395Z","caller":"traceutil/trace.go:171","msg":"trace[1648873282] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13874; }","duration":"388.93338ms","start":"2026-03-02T21:52:57.72824Z","end":"2026-03-02T21:52:58.117173Z","steps":["trace[1648873282] 'agreement among raft nodes before linearized reading' (duration: 288.631226ms)","trace[1648873282] 'range keys from in-memory index tree' (duration: 98.603825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.117449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.728854Z","time spent":"388.579092ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:52:58.115575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.918212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:58.117624Z","caller":"traceutil/trace.go:171","msg":"trace[1431445145] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13874; }","duration":"389.019062ms","start":"2026-03-02T21:52:57.728584Z","end":"2026-03-02T21:52:58.117603Z","steps":["trace[1431445145] 'agreement among raft nodes before linearized reading' (duration: 287.97216ms)","trace[1431445145] 'range keys from in-memory index tree' (duration: 98.83512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.117675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.728573Z","time spent":"389.089743ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T21:52:58.116473Z","caller":"traceutil/trace.go:171","msg":"trace[168111495] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13874; }","duration":"386.913872ms","start":"2026-03-02T21:52:57.729545Z","end":"2026-03-02T21:52:58.116459Z","steps":["trace[168111495] 'agreement among raft nodes before linearized reading' (duration: 286.434584ms)","trace[168111495] 'range keys from in-memory index tree' (duration: 100.266493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:58.117845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.729518Z","time spent":"388.318075ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:58.117904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:57.728232Z","time spent":"389.652966ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T21:52:59.750953Z","caller":"traceutil/trace.go:171","msg":"trace[1037085011] transaction","detail":"{read_only:false; response_revision:13881; number_of_response:1; }","duration":"217.474509ms","start":"2026-03-02T21:52:59.533442Z","end":"2026-03-02T21:52:59.750916Z","steps":["trace[1037085011] 'process raft request' (duration: 217.201183ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:59.751352Z","caller":"traceutil/trace.go:171","msg":"trace[1223684005] transaction","detail":"{read_only:false; response_revision:13882; number_of_response:1; }","duration":"217.833678ms","start":"2026-03-02T21:52:59.53349Z","end":"2026-03-02T21:52:59.751324Z","steps":["trace[1223684005] 'process raft request' (duration: 217.357507ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:59.75141Z","caller":"traceutil/trace.go:171","msg":"trace[432773809] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"217.519591ms","start":"2026-03-02T21:52:59.53386Z","end":"2026-03-02T21:52:59.751379Z","steps":["trace[432773809] 'process raft request' (duration: 217.331707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:59.752153Z","caller":"traceutil/trace.go:171","msg":"trace[1807927401] linearizableReadLoop","detail":"{readStateIndex:14390; appliedIndex:14390; }","duration":"132.960984ms","start":"2026-03-02T21:52:59.619164Z","end":"2026-03-02T21:52:59.752125Z","steps":["trace[1807927401] 'read index received' (duration: 132.946493ms)","trace[1807927401] 'applied index is now lower than readState.Index' (duration: 11.851µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:59.753822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.631122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-02T21:52:59.753942Z","caller":"traceutil/trace.go:171","msg":"trace[1238603409] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:13883; }","duration":"134.779335ms","start":"2026-03-02T21:52:59.619095Z","end":"2026-03-02T21:52:59.753874Z","steps":["trace[1238603409] 'agreement among raft nodes before linearized reading' (duration: 133.125397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:59.754578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.297769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:59.754634Z","caller":"traceutil/trace.go:171","msg":"trace[1144741557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13883; }","duration":"126.410872ms","start":"2026-03-02T21:52:59.628209Z","end":"2026-03-02T21:52:59.75462Z","steps":["trace[1144741557] 'agreement among raft nodes before linearized reading' (duration: 126.32538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:59.755004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.983611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:59.755441Z","caller":"traceutil/trace.go:171","msg":"trace[959892272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13883; }","duration":"126.087114ms","start":"2026-03-02T21:52:59.628971Z","end":"2026-03-02T21:52:59.755058Z","steps":["trace[959892272] 'agreement among raft nodes before linearized reading' (duration: 125.974521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:53:00.369841Z","caller":"traceutil/trace.go:171","msg":"trace[1307179004] transaction","detail":"{read_only:false; response_revision:13887; number_of_response:1; }","duration":"151.473594ms","start":"2026-03-02T21:53:00.218327Z","end":"2026-03-02T21:53:00.3698Z","steps":["trace[1307179004] 'process raft request' (duration: 113.606943ms)","trace[1307179004] 'compare' (duration: 37.574754ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:53:18.390057Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11702} {"level":"info","ts":"2026-03-02T21:53:18.47063Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11702,"took":"77.712188ms","hash":3203310074,"current-db-size-bytes":41316352,"current-db-size":"41 MB","current-db-size-in-use-bytes":26107904,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T21:53:18.47074Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3203310074,"revision":11702,"compact-revision":9604} {"level":"warn","ts":"2026-03-02T21:56:04.29625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.179151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:56:04.296385Z","caller":"traceutil/trace.go:171","msg":"trace[495950133] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15266; }","duration":"388.396457ms","start":"2026-03-02T21:56:03.907959Z","end":"2026-03-02T21:56:04.296356Z","steps":["trace[495950133] 'range keys from in-memory index tree' (duration: 388.025978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:04.296389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.165391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:56:04.296431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:03.907927Z","time spent":"388.492768ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:56:04.296446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.956546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:56:04.296486Z","caller":"traceutil/trace.go:171","msg":"trace[272014059] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15266; }","duration":"388.237172ms","start":"2026-03-02T21:56:03.908191Z","end":"2026-03-02T21:56:04.296428Z","steps":["trace[272014059] 'range keys from in-memory index tree' (duration: 388.076709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:04.296522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:03.908077Z","time spent":"388.435027ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-02T21:56:04.296519Z","caller":"traceutil/trace.go:171","msg":"trace[1621712939] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15266; }","duration":"297.071749ms","start":"2026-03-02T21:56:03.999424Z","end":"2026-03-02T21:56:04.296496Z","steps":["trace[1621712939] 'count revisions from in-memory index tree' (duration: 296.838684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:04.296538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.392609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2s9zb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T21:56:04.296647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.528549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:56:04.2967Z","caller":"traceutil/trace.go:171","msg":"trace[1653019638] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15266; }","duration":"388.635962ms","start":"2026-03-02T21:56:03.90805Z","end":"2026-03-02T21:56:04.296686Z","steps":["trace[1653019638] 'range keys from in-memory index tree' (duration: 388.457888ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:56:04.296654Z","caller":"traceutil/trace.go:171","msg":"trace[1689425285] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2s9zb; range_end:; response_count:1; response_revision:15266; }","duration":"240.560793ms","start":"2026-03-02T21:56:04.056062Z","end":"2026-03-02T21:56:04.296623Z","steps":["trace[1689425285] 'range keys from in-memory index tree' (duration: 240.062491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:04.29679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.729184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:56:04.296823Z","caller":"traceutil/trace.go:171","msg":"trace[844070062] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15266; }","duration":"388.757694ms","start":"2026-03-02T21:56:03.908053Z","end":"2026-03-02T21:56:04.296811Z","steps":["trace[844070062] 'range keys from in-memory index tree' (duration: 388.58398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:04.296849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:03.908011Z","time spent":"388.832446ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:56:04.296743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:03.908019Z","time spent":"388.712353ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-02T21:56:06.784986Z","caller":"traceutil/trace.go:171","msg":"trace[1638351163] transaction","detail":"{read_only:false; response_revision:15281; number_of_response:1; }","duration":"377.535003ms","start":"2026-03-02T21:56:06.407423Z","end":"2026-03-02T21:56:06.784959Z","steps":["trace[1638351163] 'process raft request' (duration: 377.356209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:06.785169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:06.407395Z","time spent":"377.679946ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7253,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:56:06.785735Z","caller":"traceutil/trace.go:171","msg":"trace[1450914001] linearizableReadLoop","detail":"{readStateIndex:15837; appliedIndex:15837; }","duration":"282.474139ms","start":"2026-03-02T21:56:06.503249Z","end":"2026-03-02T21:56:06.785723Z","steps":["trace[1450914001] 'read index received' (duration: 282.468809ms)","trace[1450914001] 'applied index is now lower than readState.Index' (duration: 4.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:56:06.785923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.686894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-02T21:56:06.785955Z","caller":"traceutil/trace.go:171","msg":"trace[1602271535] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15281; }","duration":"282.766386ms","start":"2026-03-02T21:56:06.503179Z","end":"2026-03-02T21:56:06.785945Z","steps":["trace[1602271535] 'agreement among raft nodes before linearized reading' (duration: 282.624293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:06.927083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.261538ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:56:06.927499Z","caller":"traceutil/trace.go:171","msg":"trace[2031297175] linearizableReadLoop","detail":"{readStateIndex:15838; appliedIndex:15837; }","duration":"141.686271ms","start":"2026-03-02T21:56:06.785762Z","end":"2026-03-02T21:56:06.927449Z","steps":["trace[2031297175] 'read index received' (duration: 30.968262ms)","trace[2031297175] 'applied index is now lower than readState.Index' (duration: 110.713419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:56:06.927597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.540781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:56:06.927698Z","caller":"traceutil/trace.go:171","msg":"trace[1866884502] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:15281; }","duration":"197.702715ms","start":"2026-03-02T21:56:06.729974Z","end":"2026-03-02T21:56:06.927677Z","steps":["trace[1866884502] 'agreement among raft nodes before linearized reading' (duration: 197.47752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:06.927852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.049277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-02T21:56:06.927903Z","caller":"traceutil/trace.go:171","msg":"trace[945946302] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wt8mm; range_end:; response_count:1; response_revision:15282; }","duration":"418.15987ms","start":"2026-03-02T21:56:06.509727Z","end":"2026-03-02T21:56:06.927887Z","steps":["trace[945946302] 'agreement among raft nodes before linearized reading' (duration: 417.913914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:06.927936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:06.509701Z","time spent":"418.227172ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" "} {"level":"warn","ts":"2026-03-02T21:56:06.928243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.610304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6r9z2\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-02T21:56:06.928345Z","caller":"traceutil/trace.go:171","msg":"trace[1075693122] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6r9z2; range_end:; response_count:1; response_revision:15282; }","duration":"395.739898ms","start":"2026-03-02T21:56:06.532582Z","end":"2026-03-02T21:56:06.928322Z","steps":["trace[1075693122] 'agreement among raft nodes before linearized reading' (duration: 394.920959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:06.928386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:06.532572Z","time spent":"395.804569ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6r9z2\" "} {"level":"warn","ts":"2026-03-02T21:56:07.422624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.01744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:56:07.42274Z","caller":"traceutil/trace.go:171","msg":"trace[1334792330] linearizableReadLoop","detail":"{readStateIndex:15841; appliedIndex:15840; }","duration":"430.559158ms","start":"2026-03-02T21:56:06.992166Z","end":"2026-03-02T21:56:07.422725Z","steps":["trace[1334792330] 'read index received' (duration: 102.267942ms)","trace[1334792330] 'applied index is now lower than readState.Index' (duration: 328.289696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:56:07.422853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.684092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:56:07.422921Z","caller":"traceutil/trace.go:171","msg":"trace[1537751571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15284; }","duration":"476.776264ms","start":"2026-03-02T21:56:06.94613Z","end":"2026-03-02T21:56:07.422907Z","steps":["trace[1537751571] 'agreement among raft nodes before linearized reading' (duration: 476.623681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.422967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:06.946116Z","time spent":"476.845336ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:56:07.422978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.539006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:56:07.423019Z","caller":"traceutil/trace.go:171","msg":"trace[526438633] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15284; }","duration":"478.622907ms","start":"2026-03-02T21:56:06.944382Z","end":"2026-03-02T21:56:07.423005Z","steps":["trace[526438633] 'agreement among raft nodes before linearized reading' (duration: 478.424473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.423052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:06.944359Z","time spent":"478.685669ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:56:07.423105Z","caller":"traceutil/trace.go:171","msg":"trace[418499232] transaction","detail":"{read_only:false; response_revision:15284; number_of_response:1; }","duration":"488.738733ms","start":"2026-03-02T21:56:06.934351Z","end":"2026-03-02T21:56:07.42309Z","steps":["trace[418499232] 'process raft request' (duration: 160.154861ms)","trace[418499232] 'compare' (duration: 327.781904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:56:07.423187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:06.934328Z","time spent":"488.806064ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:56:07.423465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.12554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:56:07.423494Z","caller":"traceutil/trace.go:171","msg":"trace[73672684] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15284; }","duration":"297.200022ms","start":"2026-03-02T21:56:07.126287Z","end":"2026-03-02T21:56:07.423487Z","steps":["trace[73672684] 'agreement among raft nodes before linearized reading' (duration: 297.155211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.423999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.459376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:880882"} {"level":"info","ts":"2026-03-02T21:56:07.42405Z","caller":"traceutil/trace.go:171","msg":"trace[138848494] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:15284; }","duration":"488.533739ms","start":"2026-03-02T21:56:06.935506Z","end":"2026-03-02T21:56:07.42404Z","steps":["trace[138848494] 'agreement among raft nodes before linearized reading' (duration: 487.709989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.424094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:06.935496Z","time spent":"488.58716ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":880904,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:56:07.424284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.205046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:56:07.424319Z","caller":"traceutil/trace.go:171","msg":"trace[2034801307] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15284; }","duration":"128.243407ms","start":"2026-03-02T21:56:07.296068Z","end":"2026-03-02T21:56:07.424311Z","steps":["trace[2034801307] 'agreement among raft nodes before linearized reading' (duration: 128.190996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.424463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.600005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-02T21:56:07.424489Z","caller":"traceutil/trace.go:171","msg":"trace[1242147676] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15284; }","duration":"131.860491ms","start":"2026-03-02T21:56:07.292623Z","end":"2026-03-02T21:56:07.424484Z","steps":["trace[1242147676] 'agreement among raft nodes before linearized reading' (duration: 131.789259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.424639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.660166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-v7jdt\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-03-02T21:56:07.424663Z","caller":"traceutil/trace.go:171","msg":"trace[1305744611] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-v7jdt; range_end:; response_count:1; response_revision:15284; }","duration":"216.708117ms","start":"2026-03-02T21:56:07.20795Z","end":"2026-03-02T21:56:07.424658Z","steps":["trace[1305744611] 'agreement among raft nodes before linearized reading' (duration: 216.639785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.424764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.444733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-ldkf4\" ","response":"range_response_count:1 size:14283"} {"level":"info","ts":"2026-03-02T21:56:07.42479Z","caller":"traceutil/trace.go:171","msg":"trace[1626571840] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-ldkf4; range_end:; response_count:1; response_revision:15284; }","duration":"235.485105ms","start":"2026-03-02T21:56:07.189298Z","end":"2026-03-02T21:56:07.424783Z","steps":["trace[1626571840] 'agreement among raft nodes before linearized reading' (duration: 235.430274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.424876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.293282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-02T21:56:07.424897Z","caller":"traceutil/trace.go:171","msg":"trace[470908039] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15284; }","duration":"278.332733ms","start":"2026-03-02T21:56:07.146559Z","end":"2026-03-02T21:56:07.424892Z","steps":["trace[470908039] 'agreement among raft nodes before linearized reading' (duration: 278.280581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.424995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.78022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:56:07.425019Z","caller":"traceutil/trace.go:171","msg":"trace[258949851] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15284; }","duration":"283.8192ms","start":"2026-03-02T21:56:07.141194Z","end":"2026-03-02T21:56:07.425013Z","steps":["trace[258949851] 'agreement among raft nodes before linearized reading' (duration: 283.78656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.425137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.168205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-02T21:56:07.425161Z","caller":"traceutil/trace.go:171","msg":"trace[1714212296] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15284; }","duration":"298.210146ms","start":"2026-03-02T21:56:07.126945Z","end":"2026-03-02T21:56:07.425155Z","steps":["trace[1714212296] 'agreement among raft nodes before linearized reading' (duration: 298.152194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:56:07.629303Z","caller":"traceutil/trace.go:171","msg":"trace[856359851] transaction","detail":"{read_only:false; response_revision:15286; number_of_response:1; }","duration":"198.095043ms","start":"2026-03-02T21:56:07.431173Z","end":"2026-03-02T21:56:07.629268Z","steps":["trace[856359851] 'process raft request' (duration: 197.817937ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:56:07.629698Z","caller":"traceutil/trace.go:171","msg":"trace[939188519] transaction","detail":"{read_only:false; response_revision:15287; number_of_response:1; }","duration":"198.418232ms","start":"2026-03-02T21:56:07.431241Z","end":"2026-03-02T21:56:07.629659Z","steps":["trace[939188519] 'process raft request' (duration: 197.960371ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:56:07.629766Z","caller":"traceutil/trace.go:171","msg":"trace[1888579134] transaction","detail":"{read_only:false; response_revision:15288; number_of_response:1; }","duration":"195.519794ms","start":"2026-03-02T21:56:07.434213Z","end":"2026-03-02T21:56:07.629733Z","steps":["trace[1888579134] 'process raft request' (duration: 195.32186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:56:07.629712Z","caller":"traceutil/trace.go:171","msg":"trace[178418088] linearizableReadLoop","detail":"{readStateIndex:15844; appliedIndex:15842; }","duration":"198.318999ms","start":"2026-03-02T21:56:07.431364Z","end":"2026-03-02T21:56:07.629683Z","steps":["trace[178418088] 'read index received' (duration: 90.765064ms)","trace[178418088] 'applied index is now lower than readState.Index' (duration: 107.552985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:56:07.629938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.546044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:56:07.629985Z","caller":"traceutil/trace.go:171","msg":"trace[1714542609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15288; }","duration":"198.646017ms","start":"2026-03-02T21:56:07.43133Z","end":"2026-03-02T21:56:07.629976Z","steps":["trace[1714542609] 'agreement among raft nodes before linearized reading' (duration: 198.451132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.630073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.785083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:56:07.630131Z","caller":"traceutil/trace.go:171","msg":"trace[2078567016] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15288; }","duration":"114.913996ms","start":"2026-03-02T21:56:07.5152Z","end":"2026-03-02T21:56:07.630114Z","steps":["trace[2078567016] 'agreement among raft nodes before linearized reading' (duration: 114.791753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.630492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.718175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-02T21:56:07.630562Z","caller":"traceutil/trace.go:171","msg":"trace[708270524] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15288; }","duration":"115.826867ms","start":"2026-03-02T21:56:07.514719Z","end":"2026-03-02T21:56:07.630546Z","steps":["trace[708270524] 'agreement among raft nodes before linearized reading' (duration: 115.623642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.631253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.263704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:880882"} {"level":"info","ts":"2026-03-02T21:56:07.631298Z","caller":"traceutil/trace.go:171","msg":"trace[2141665638] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:15288; }","duration":"197.319345ms","start":"2026-03-02T21:56:07.433968Z","end":"2026-03-02T21:56:07.631287Z","steps":["trace[2141665638] 'agreement among raft nodes before linearized reading' (duration: 196.379844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.631524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.51119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:880882"} {"level":"info","ts":"2026-03-02T21:56:07.631595Z","caller":"traceutil/trace.go:171","msg":"trace[349813894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:15288; }","duration":"194.591922ms","start":"2026-03-02T21:56:07.436984Z","end":"2026-03-02T21:56:07.631576Z","steps":["trace[349813894] 'agreement among raft nodes before linearized reading' (duration: 193.353553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:07.632293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.33137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:880882"} {"level":"info","ts":"2026-03-02T21:56:07.632334Z","caller":"traceutil/trace.go:171","msg":"trace[621466677] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:15288; }","duration":"198.371921ms","start":"2026-03-02T21:56:07.433953Z","end":"2026-03-02T21:56:07.632325Z","steps":["trace[621466677] 'agreement among raft nodes before linearized reading' (duration: 195.969965ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:56:08.209877Z","caller":"traceutil/trace.go:171","msg":"trace[439473824] transaction","detail":"{read_only:false; response_revision:15292; number_of_response:1; }","duration":"127.430878ms","start":"2026-03-02T21:56:08.082413Z","end":"2026-03-02T21:56:08.209844Z","steps":["trace[439473824] 'process raft request' (duration: 36.878849ms)","trace[439473824] 'compare' (duration: 90.418496ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:56:21.822913Z","caller":"traceutil/trace.go:171","msg":"trace[1860894568] transaction","detail":"{read_only:false; response_revision:15386; number_of_response:1; }","duration":"121.199893ms","start":"2026-03-02T21:56:21.70169Z","end":"2026-03-02T21:56:21.82289Z","steps":["trace[1860894568] 'process raft request' (duration: 120.840265ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:56:21.822904Z","caller":"traceutil/trace.go:171","msg":"trace[1428206329] transaction","detail":"{read_only:false; response_revision:15387; number_of_response:1; }","duration":"120.23504ms","start":"2026-03-02T21:56:21.702623Z","end":"2026-03-02T21:56:21.822858Z","steps":["trace[1428206329] 'process raft request' (duration: 120.164329ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:07.286843Z","caller":"traceutil/trace.go:171","msg":"trace[50551396] linearizableReadLoop","detail":"{readStateIndex:16574; appliedIndex:16573; }","duration":"219.245569ms","start":"2026-03-02T21:58:07.067556Z","end":"2026-03-02T21:58:07.286802Z","steps":["trace[50551396] 'read index received' (duration: 165.510617ms)","trace[50551396] 'applied index is now lower than readState.Index' (duration: 53.732592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:07.287236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.380514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-02T21:58:07.287301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.72636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-02T21:58:07.287458Z","caller":"traceutil/trace.go:171","msg":"trace[1322621981] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15992; }","duration":"165.66512ms","start":"2026-03-02T21:58:07.121771Z","end":"2026-03-02T21:58:07.287437Z","steps":["trace[1322621981] 'agreement among raft nodes before linearized reading' (duration: 165.263621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:07.287493Z","caller":"traceutil/trace.go:171","msg":"trace[996954891] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wt8mm; range_end:; response_count:1; response_revision:15992; }","duration":"219.959836ms","start":"2026-03-02T21:58:07.067508Z","end":"2026-03-02T21:58:07.287468Z","steps":["trace[996954891] 'agreement among raft nodes before linearized reading' (duration: 219.494395ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:08.221488Z","caller":"traceutil/trace.go:171","msg":"trace[37193323] transaction","detail":"{read_only:false; response_revision:15996; number_of_response:1; }","duration":"150.64178ms","start":"2026-03-02T21:58:08.070823Z","end":"2026-03-02T21:58:08.221464Z","steps":["trace[37193323] 'process raft request' (duration: 150.041476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:13.486566Z","caller":"traceutil/trace.go:171","msg":"trace[1707210696] linearizableReadLoop","detail":"{readStateIndex:16651; appliedIndex:16649; }","duration":"114.204301ms","start":"2026-03-02T21:58:13.372329Z","end":"2026-03-02T21:58:13.486534Z","steps":["trace[1707210696] 'read index received' (duration: 11.16223ms)","trace[1707210696] 'applied index is now lower than readState.Index' (duration: 103.040381ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:13.486633Z","caller":"traceutil/trace.go:171","msg":"trace[647203864] transaction","detail":"{read_only:false; response_revision:16064; number_of_response:1; }","duration":"114.638602ms","start":"2026-03-02T21:58:13.37196Z","end":"2026-03-02T21:58:13.486599Z","steps":["trace[647203864] 'process raft request' (duration: 101.622218ms)","trace[647203864] 'compare' (duration: 12.791318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:13.486973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.57769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rpc-server-68bc8ddc6-fn77w\" ","response":"range_response_count:1 size:8600"} {"level":"info","ts":"2026-03-02T21:58:13.487026Z","caller":"traceutil/trace.go:171","msg":"trace[1755774029] range","detail":"{range_begin:/registry/pods/openstack/neutron-rpc-server-68bc8ddc6-fn77w; range_end:; response_count:1; response_revision:16064; }","duration":"114.754254ms","start":"2026-03-02T21:58:13.372253Z","end":"2026-03-02T21:58:13.487008Z","steps":["trace[1755774029] 'agreement among raft nodes before linearized reading' (duration: 114.463617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:13.487438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.110322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-02T21:58:13.487472Z","caller":"traceutil/trace.go:171","msg":"trace[67373287] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wt8mm; range_end:; response_count:1; response_revision:16064; }","duration":"115.144153ms","start":"2026-03-02T21:58:13.372319Z","end":"2026-03-02T21:58:13.487463Z","steps":["trace[67373287] 'agreement among raft nodes before linearized reading' (duration: 114.359335ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:13.611123Z","caller":"traceutil/trace.go:171","msg":"trace[1725038278] linearizableReadLoop","detail":"{readStateIndex:16652; appliedIndex:16651; }","duration":"100.021361ms","start":"2026-03-02T21:58:13.511054Z","end":"2026-03-02T21:58:13.611075Z","steps":["trace[1725038278] 'read index received' (duration: 99.702413ms)","trace[1725038278] 'applied index is now lower than readState.Index' (duration: 317.038µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:13.611537Z","caller":"traceutil/trace.go:171","msg":"trace[1419015843] transaction","detail":"{read_only:false; response_revision:16065; number_of_response:1; }","duration":"106.528433ms","start":"2026-03-02T21:58:13.504959Z","end":"2026-03-02T21:58:13.611487Z","steps":["trace[1419015843] 'process raft request' (duration: 105.898198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:13.6129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.817183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:927583"} {"level":"info","ts":"2026-03-02T21:58:13.613006Z","caller":"traceutil/trace.go:171","msg":"trace[1573430478] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:16065; }","duration":"101.972707ms","start":"2026-03-02T21:58:13.511012Z","end":"2026-03-02T21:58:13.612984Z","steps":["trace[1573430478] 'agreement among raft nodes before linearized reading' (duration: 100.632195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:14.537417Z","caller":"traceutil/trace.go:171","msg":"trace[1346576049] linearizableReadLoop","detail":"{readStateIndex:16658; appliedIndex:16657; }","duration":"241.157989ms","start":"2026-03-02T21:58:14.296225Z","end":"2026-03-02T21:58:14.537383Z","steps":["trace[1346576049] 'read index received' (duration: 240.820981ms)","trace[1346576049] 'applied index is now lower than readState.Index' (duration: 336.018µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:14.537569Z","caller":"traceutil/trace.go:171","msg":"trace[42341157] transaction","detail":"{read_only:false; response_revision:16071; number_of_response:1; }","duration":"270.955164ms","start":"2026-03-02T21:58:14.266597Z","end":"2026-03-02T21:58:14.537553Z","steps":["trace[42341157] 'process raft request' (duration: 270.526804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.537826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.227828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rpc-server-68bc8ddc6-fn77w\" ","response":"range_response_count:1 size:8611"} {"level":"info","ts":"2026-03-02T21:58:14.537925Z","caller":"traceutil/trace.go:171","msg":"trace[1406905810] range","detail":"{range_begin:/registry/pods/openstack/neutron-rpc-server-68bc8ddc6-fn77w; range_end:; response_count:1; response_revision:16071; }","duration":"146.377621ms","start":"2026-03-02T21:58:14.391524Z","end":"2026-03-02T21:58:14.537902Z","steps":["trace[1406905810] 'agreement among raft nodes before linearized reading' (duration: 146.154886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:14.538392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.139352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:58:14.538447Z","caller":"traceutil/trace.go:171","msg":"trace[1144937925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16071; }","duration":"242.251355ms","start":"2026-03-02T21:58:14.296183Z","end":"2026-03-02T21:58:14.538435Z","steps":["trace[1144937925] 'agreement among raft nodes before linearized reading' (duration: 242.096471ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:14.654218Z","caller":"traceutil/trace.go:171","msg":"trace[404816491] transaction","detail":"{read_only:false; response_revision:16072; number_of_response:1; }","duration":"110.314581ms","start":"2026-03-02T21:58:14.543875Z","end":"2026-03-02T21:58:14.65419Z","steps":["trace[404816491] 'process raft request' (duration: 83.980147ms)","trace[404816491] 'compare' (duration: 26.100539ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:14.656131Z","caller":"traceutil/trace.go:171","msg":"trace[543218174] transaction","detail":"{read_only:false; response_revision:16073; number_of_response:1; }","duration":"111.96847ms","start":"2026-03-02T21:58:14.544134Z","end":"2026-03-02T21:58:14.656102Z","steps":["trace[543218174] 'process raft request' (duration: 111.391826ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:14.656652Z","caller":"traceutil/trace.go:171","msg":"trace[1958758253] transaction","detail":"{read_only:false; response_revision:16074; number_of_response:1; }","duration":"112.4497ms","start":"2026-03-02T21:58:14.54418Z","end":"2026-03-02T21:58:14.65663Z","steps":["trace[1958758253] 'process raft request' (duration: 111.455207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:14.656926Z","caller":"traceutil/trace.go:171","msg":"trace[1659926499] transaction","detail":"{read_only:false; response_revision:16075; number_of_response:1; }","duration":"112.638765ms","start":"2026-03-02T21:58:14.544273Z","end":"2026-03-02T21:58:14.656912Z","steps":["trace[1659926499] 'process raft request' (duration: 111.417116ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:14.657362Z","caller":"traceutil/trace.go:171","msg":"trace[1887371054] transaction","detail":"{read_only:false; response_revision:16076; number_of_response:1; }","duration":"109.925442ms","start":"2026-03-02T21:58:14.547423Z","end":"2026-03-02T21:58:14.657348Z","steps":["trace[1887371054] 'process raft request' (duration: 108.327524ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:14.807976Z","caller":"traceutil/trace.go:171","msg":"trace[792130471] transaction","detail":"{read_only:false; response_revision:16079; number_of_response:1; }","duration":"134.111315ms","start":"2026-03-02T21:58:14.673837Z","end":"2026-03-02T21:58:14.807948Z","steps":["trace[792130471] 'process raft request' (duration: 113.855103ms)","trace[792130471] 'compare' (duration: 20.080728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:15.822164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.253416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:927528"} {"level":"info","ts":"2026-03-02T21:58:15.822274Z","caller":"traceutil/trace.go:171","msg":"trace[441408732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:16082; }","duration":"100.374029ms","start":"2026-03-02T21:58:15.721863Z","end":"2026-03-02T21:58:15.822237Z","steps":["trace[441408732] 'agreement among raft nodes before linearized reading' (duration: 97.242466ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:18.397465Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13973} {"level":"info","ts":"2026-03-02T21:58:18.516819Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13973,"took":"113.72069ms","hash":2547203554,"current-db-size-bytes":41746432,"current-db-size":"42 MB","current-db-size-in-use-bytes":27807744,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T21:58:18.516939Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2547203554,"revision":13973,"compact-revision":11702} {"level":"warn","ts":"2026-03-02T21:58:46.75294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.148325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-02T21:58:46.753113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.419688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T21:58:46.754407Z","caller":"traceutil/trace.go:171","msg":"trace[532009274] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16269; }","duration":"162.522977ms","start":"2026-03-02T21:58:46.591702Z","end":"2026-03-02T21:58:46.754225Z","steps":["trace[532009274] 'range keys from in-memory index tree' (duration: 160.875618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:46.754451Z","caller":"traceutil/trace.go:171","msg":"trace[1865596907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16269; }","duration":"579.77575ms","start":"2026-03-02T21:58:46.174626Z","end":"2026-03-02T21:58:46.754402Z","steps":["trace[1865596907] 'range keys from in-memory index tree' (duration: 578.240174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:46.753317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.265225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:58:46.754561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:46.174604Z","time spent":"579.916613ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:58:46.753257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.18753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:46.754947Z","caller":"traceutil/trace.go:171","msg":"trace[536271518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16269; }","duration":"124.911851ms","start":"2026-03-02T21:58:46.629972Z","end":"2026-03-02T21:58:46.754883Z","steps":["trace[536271518] 'range keys from in-memory index tree' (duration: 123.081178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:46.753574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.644729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:46.755027Z","caller":"traceutil/trace.go:171","msg":"trace[550712550] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:16269; }","duration":"489.004165ms","start":"2026-03-02T21:58:46.26598Z","end":"2026-03-02T21:58:46.754984Z","steps":["trace[550712550] 'count revisions from in-memory index tree' (duration: 487.170542ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:46.755076Z","caller":"traceutil/trace.go:171","msg":"trace[717859206] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:16269; }","duration":"182.211226ms","start":"2026-03-02T21:58:46.572829Z","end":"2026-03-02T21:58:46.75504Z","steps":["trace[717859206] 'count revisions from in-memory index tree' (duration: 180.488156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:46.753621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.072414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:58:46.755187Z","caller":"traceutil/trace.go:171","msg":"trace[1383570109] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:16269; }","duration":"456.666581ms","start":"2026-03-02T21:58:46.298505Z","end":"2026-03-02T21:58:46.755171Z","steps":["trace[1383570109] 'count revisions from in-memory index tree' (duration: 455.006522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:46.755188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:46.265954Z","time spent":"489.178658ms","remote":"127.0.0.1:59976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:58:46.755253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:46.298494Z","time spent":"456.740433ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":31,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:58:52.593903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299178847,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:58:52.73292Z","caller":"traceutil/trace.go:171","msg":"trace[3231979] linearizableReadLoop","detail":"{readStateIndex:16903; appliedIndex:16902; }","duration":"639.894011ms","start":"2026-03-02T21:58:52.092992Z","end":"2026-03-02T21:58:52.732886Z","steps":["trace[3231979] 'read index received' (duration: 639.675836ms)","trace[3231979] 'applied index is now lower than readState.Index' (duration: 217.145µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:52.733172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.652759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:52.73322Z","caller":"traceutil/trace.go:171","msg":"trace[1793583330] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16307; }","duration":"631.72893ms","start":"2026-03-02T21:58:52.101479Z","end":"2026-03-02T21:58:52.733208Z","steps":["trace[1793583330] 'agreement among raft nodes before linearized reading' (duration: 631.615368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:52.733262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:52.101471Z","time spent":"631.781501ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T21:58:52.733249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.994113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:52.733329Z","caller":"traceutil/trace.go:171","msg":"trace[904603670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16307; }","duration":"104.136137ms","start":"2026-03-02T21:58:52.629176Z","end":"2026-03-02T21:58:52.733312Z","steps":["trace[904603670] 'agreement among raft nodes before linearized reading' (duration: 103.971863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:52.733313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.29554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:58:52.733445Z","caller":"traceutil/trace.go:171","msg":"trace[1276778564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16307; }","duration":"640.450963ms","start":"2026-03-02T21:58:52.09293Z","end":"2026-03-02T21:58:52.733381Z","steps":["trace[1276778564] 'agreement among raft nodes before linearized reading' (duration: 640.161137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:52.733523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:52.092904Z","time spent":"640.609907ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:58:52.733061Z","caller":"traceutil/trace.go:171","msg":"trace[706870694] transaction","detail":"{read_only:false; response_revision:16307; number_of_response:1; }","duration":"663.216264ms","start":"2026-03-02T21:58:52.06978Z","end":"2026-03-02T21:58:52.732996Z","steps":["trace[706870694] 'process raft request' (duration: 662.866656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:52.734063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:52.069742Z","time spent":"664.217277ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20988,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:53.335507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.406977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:58:53.335857Z","caller":"traceutil/trace.go:171","msg":"trace[1525049746] linearizableReadLoop","detail":"{readStateIndex:16909; appliedIndex:16906; }","duration":"362.69912ms","start":"2026-03-02T21:58:52.973125Z","end":"2026-03-02T21:58:53.335825Z","steps":["trace[1525049746] 'read index received' (duration: 86.856844ms)","trace[1525049746] 'applied index is now lower than readState.Index' (duration: 275.840666ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:53.336855Z","caller":"traceutil/trace.go:171","msg":"trace[1536195109] transaction","detail":"{read_only:false; response_revision:16311; number_of_response:1; }","duration":"378.665023ms","start":"2026-03-02T21:58:52.958164Z","end":"2026-03-02T21:58:53.336829Z","steps":["trace[1536195109] 'process raft request' (duration: 101.799742ms)","trace[1536195109] 'compare' (duration: 275.173491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:53.336969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:52.958128Z","time spent":"378.791706ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:53.336986Z","caller":"traceutil/trace.go:171","msg":"trace[2015983718] transaction","detail":"{read_only:false; response_revision:16313; number_of_response:1; }","duration":"378.372716ms","start":"2026-03-02T21:58:52.958577Z","end":"2026-03-02T21:58:53.33695Z","steps":["trace[2015983718] 'process raft request' (duration: 377.177538ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:53.337051Z","caller":"traceutil/trace.go:171","msg":"trace[1822044791] transaction","detail":"{read_only:false; response_revision:16312; number_of_response:1; }","duration":"378.465498ms","start":"2026-03-02T21:58:52.958563Z","end":"2026-03-02T21:58:53.337029Z","steps":["trace[1822044791] 'process raft request' (duration: 377.102287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:53.337155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:52.958552Z","time spent":"378.54467ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:53.337157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:52.958554Z","time spent":"378.507799ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:53.337172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.171372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6r9z2\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-02T21:58:53.337236Z","caller":"traceutil/trace.go:171","msg":"trace[267228380] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6r9z2; range_end:; response_count:1; response_revision:16313; }","duration":"160.289525ms","start":"2026-03-02T21:58:53.176932Z","end":"2026-03-02T21:58:53.337222Z","steps":["trace[267228380] 'agreement among raft nodes before linearized reading' (duration: 160.06734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:53.337348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.176635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:58:53.337475Z","caller":"traceutil/trace.go:171","msg":"trace[1818584709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16313; }","duration":"364.356649ms","start":"2026-03-02T21:58:52.973086Z","end":"2026-03-02T21:58:53.337443Z","steps":["trace[1818584709] 'agreement among raft nodes before linearized reading' (duration: 363.940049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:53.337538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:52.973075Z","time spent":"364.453142ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:58:53.731122Z","caller":"traceutil/trace.go:171","msg":"trace[1565154164] transaction","detail":"{read_only:false; response_revision:16315; number_of_response:1; }","duration":"190.230222ms","start":"2026-03-02T21:58:53.540859Z","end":"2026-03-02T21:58:53.731089Z","steps":["trace[1565154164] 'process raft request' (duration: 190.001847ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:53.731187Z","caller":"traceutil/trace.go:171","msg":"trace[1774569404] linearizableReadLoop","detail":"{readStateIndex:16911; appliedIndex:16911; }","duration":"101.126897ms","start":"2026-03-02T21:58:53.630013Z","end":"2026-03-02T21:58:53.73114Z","steps":["trace[1774569404] 'read index received' (duration: 101.111226ms)","trace[1774569404] 'applied index is now lower than readState.Index' (duration: 10.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:53.731437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.399732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:53.731483Z","caller":"traceutil/trace.go:171","msg":"trace[61224117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16315; }","duration":"101.529265ms","start":"2026-03-02T21:58:53.629942Z","end":"2026-03-02T21:58:53.731471Z","steps":["trace[61224117] 'agreement among raft nodes before linearized reading' (duration: 101.338691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:54.39201Z","caller":"traceutil/trace.go:171","msg":"trace[1519443076] linearizableReadLoop","detail":"{readStateIndex:16912; appliedIndex:16911; }","duration":"335.777334ms","start":"2026-03-02T21:58:54.0562Z","end":"2026-03-02T21:58:54.391977Z","steps":["trace[1519443076] 'read index received' (duration: 335.526218ms)","trace[1519443076] 'applied index is now lower than readState.Index' (duration: 250.026µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:54.392344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.113802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-03-02T21:58:54.392401Z","caller":"traceutil/trace.go:171","msg":"trace[1174299419] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wt8mm; range_end:; response_count:1; response_revision:16316; }","duration":"336.234855ms","start":"2026-03-02T21:58:54.056151Z","end":"2026-03-02T21:58:54.392386Z","steps":["trace[1174299419] 'agreement among raft nodes before linearized reading' (duration: 335.954898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.392461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:54.056124Z","time spent":"336.323987ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wt8mm\" "} {"level":"info","ts":"2026-03-02T21:58:54.392931Z","caller":"traceutil/trace.go:171","msg":"trace[588711745] transaction","detail":"{read_only:false; response_revision:16316; number_of_response:1; }","duration":"476.671947ms","start":"2026-03-02T21:58:53.916246Z","end":"2026-03-02T21:58:54.392918Z","steps":["trace[588711745] 'process raft request' (duration: 475.566601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.393049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:53.916213Z","time spent":"476.760229ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:54.805943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.087808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:58:54.806066Z","caller":"traceutil/trace.go:171","msg":"trace[1083962129] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:16316; }","duration":"253.289572ms","start":"2026-03-02T21:58:54.552746Z","end":"2026-03-02T21:58:54.806036Z","steps":["trace[1083962129] 'count revisions from in-memory index tree' (duration: 252.961424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.806465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.136289ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:54.806671Z","caller":"traceutil/trace.go:171","msg":"trace[282096996] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16316; }","duration":"244.580879ms","start":"2026-03-02T21:58:54.562058Z","end":"2026-03-02T21:58:54.806639Z","steps":["trace[282096996] 'range keys from in-memory index tree' (duration: 244.106448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.806676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.017461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:54.806791Z","caller":"traceutil/trace.go:171","msg":"trace[82349247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16316; }","duration":"179.188855ms","start":"2026-03-02T21:58:54.627578Z","end":"2026-03-02T21:58:54.806767Z","steps":["trace[82349247] 'range keys from in-memory index tree' (duration: 178.834287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.807256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.486032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929101"} {"level":"info","ts":"2026-03-02T21:58:54.807379Z","caller":"traceutil/trace.go:171","msg":"trace[340168784] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:16316; }","duration":"406.680866ms","start":"2026-03-02T21:58:54.400672Z","end":"2026-03-02T21:58:54.807353Z","steps":["trace[340168784] 'range keys from in-memory index tree' (duration: 405.12611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:54.807447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:54.400648Z","time spent":"406.778819ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":929123,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:58:55.418623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299178877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:58:55.547839Z","caller":"traceutil/trace.go:171","msg":"trace[1137866770] linearizableReadLoop","detail":"{readStateIndex:16913; appliedIndex:16912; }","duration":"630.170154ms","start":"2026-03-02T21:58:54.917636Z","end":"2026-03-02T21:58:55.547806Z","steps":["trace[1137866770] 'read index received' (duration: 629.912308ms)","trace[1137866770] 'applied index is now lower than readState.Index' (duration: 256.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:55.548201Z","caller":"traceutil/trace.go:171","msg":"trace[2024160768] transaction","detail":"{read_only:false; response_revision:16317; number_of_response:1; }","duration":"722.046704ms","start":"2026-03-02T21:58:54.82614Z","end":"2026-03-02T21:58:55.548186Z","steps":["trace[2024160768] 'process raft request' (duration: 721.490741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.548344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:54.826107Z","time spent":"722.134377ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:55.548634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.015184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:58:55.548675Z","caller":"traceutil/trace.go:171","msg":"trace[1584407594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16317; }","duration":"631.109906ms","start":"2026-03-02T21:58:54.917553Z","end":"2026-03-02T21:58:55.548663Z","steps":["trace[1584407594] 'agreement among raft nodes before linearized reading' (duration: 630.979673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.548704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:54.917528Z","time spent":"631.170117ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:58:55.548892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.49402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:58:55.548926Z","caller":"traceutil/trace.go:171","msg":"trace[1480269211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16317; }","duration":"590.579122ms","start":"2026-03-02T21:58:54.958339Z","end":"2026-03-02T21:58:55.548918Z","steps":["trace[1480269211] 'agreement among raft nodes before linearized reading' (duration: 590.491529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.548953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:54.958291Z","time spent":"590.655663ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:58:55.549156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.643172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-02T21:58:55.549192Z","caller":"traceutil/trace.go:171","msg":"trace[397131113] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16317; }","duration":"205.741104ms","start":"2026-03-02T21:58:55.34344Z","end":"2026-03-02T21:58:55.549181Z","steps":["trace[397131113] 'agreement among raft nodes before linearized reading' (duration: 205.653882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.54937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.898438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:58:55.549404Z","caller":"traceutil/trace.go:171","msg":"trace[1759052557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16317; }","duration":"205.98668ms","start":"2026-03-02T21:58:55.343408Z","end":"2026-03-02T21:58:55.549395Z","steps":["trace[1759052557] 'agreement among raft nodes before linearized reading' (duration: 205.896088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.549379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.1371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:58:55.549515Z","caller":"traceutil/trace.go:171","msg":"trace[593977163] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16317; }","duration":"205.291934ms","start":"2026-03-02T21:58:55.344185Z","end":"2026-03-02T21:58:55.549477Z","steps":["trace[593977163] 'agreement among raft nodes before linearized reading' (duration: 204.892744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.549797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.997503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:58:55.549901Z","caller":"traceutil/trace.go:171","msg":"trace[19484986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16317; }","duration":"122.141256ms","start":"2026-03-02T21:58:55.427749Z","end":"2026-03-02T21:58:55.54989Z","steps":["trace[19484986] 'agreement among raft nodes before linearized reading' (duration: 121.988443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.550037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.69895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6r9z2\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-02T21:58:55.55011Z","caller":"traceutil/trace.go:171","msg":"trace[2138615361] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6r9z2; range_end:; response_count:1; response_revision:16317; }","duration":"192.794392ms","start":"2026-03-02T21:58:55.3573Z","end":"2026-03-02T21:58:55.550094Z","steps":["trace[2138615361] 'agreement among raft nodes before linearized reading' (duration: 192.615768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.764009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.931612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:58:55.764149Z","caller":"traceutil/trace.go:171","msg":"trace[2029703597] transaction","detail":"{read_only:false; response_revision:16318; number_of_response:1; }","duration":"207.453654ms","start":"2026-03-02T21:58:55.55667Z","end":"2026-03-02T21:58:55.764124Z","steps":["trace[2029703597] 'process raft request' (duration: 94.290757ms)","trace[2029703597] 'compare' (duration: 112.485861ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:55.863029Z","caller":"traceutil/trace.go:171","msg":"trace[974239893] linearizableReadLoop","detail":"{readStateIndex:16920; appliedIndex:16913; }","duration":"234.975195ms","start":"2026-03-02T21:58:55.628024Z","end":"2026-03-02T21:58:55.862999Z","steps":["trace[974239893] 'read index received' (duration: 22.951794ms)","trace[974239893] 'applied index is now lower than readState.Index' (duration: 212.022131ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:55.863177Z","caller":"traceutil/trace.go:171","msg":"trace[128665752] transaction","detail":"{read_only:false; response_revision:16324; number_of_response:1; }","duration":"293.269903ms","start":"2026-03-02T21:58:55.569869Z","end":"2026-03-02T21:58:55.863139Z","steps":["trace[128665752] 'process raft request' (duration: 293.079719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:55.863179Z","caller":"traceutil/trace.go:171","msg":"trace[638423898] transaction","detail":"{read_only:false; response_revision:16321; number_of_response:1; }","duration":"304.574447ms","start":"2026-03-02T21:58:55.558547Z","end":"2026-03-02T21:58:55.863121Z","steps":["trace[638423898] 'process raft request' (duration: 304.26809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:55.863252Z","caller":"traceutil/trace.go:171","msg":"trace[865792184] transaction","detail":"{read_only:false; response_revision:16320; number_of_response:1; }","duration":"304.71999ms","start":"2026-03-02T21:58:55.558507Z","end":"2026-03-02T21:58:55.863227Z","steps":["trace[865792184] 'process raft request' (duration: 304.26315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:55.863304Z","caller":"traceutil/trace.go:171","msg":"trace[789899773] transaction","detail":"{read_only:false; response_revision:16322; number_of_response:1; }","duration":"304.25152ms","start":"2026-03-02T21:58:55.559033Z","end":"2026-03-02T21:58:55.863285Z","steps":["trace[789899773] 'process raft request' (duration: 303.82622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.863398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:55.558497Z","time spent":"304.812702ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:55.863437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:55.558541Z","time spent":"304.765721ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:55.86338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.17373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:55.863207Z","caller":"traceutil/trace.go:171","msg":"trace[458483977] transaction","detail":"{read_only:false; response_revision:16323; number_of_response:1; }","duration":"303.379919ms","start":"2026-03-02T21:58:55.559786Z","end":"2026-03-02T21:58:55.863166Z","steps":["trace[458483977] 'process raft request' (duration: 303.119753ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:55.863617Z","caller":"traceutil/trace.go:171","msg":"trace[1379728388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16324; }","duration":"235.635251ms","start":"2026-03-02T21:58:55.627965Z","end":"2026-03-02T21:58:55.863601Z","steps":["trace[1379728388] 'agreement among raft nodes before linearized reading' (duration: 235.15214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:55.863229Z","caller":"traceutil/trace.go:171","msg":"trace[854864378] transaction","detail":"{read_only:false; response_revision:16319; number_of_response:1; }","duration":"304.785801ms","start":"2026-03-02T21:58:55.558409Z","end":"2026-03-02T21:58:55.863195Z","steps":["trace[854864378] 'process raft request' (duration: 304.173747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:55.863729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:55.558383Z","time spent":"305.308384ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:55.863467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:55.559018Z","time spent":"304.346951ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:55.863738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:55.559776Z","time spent":"303.842439ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:55.981382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.021784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:55.981504Z","caller":"traceutil/trace.go:171","msg":"trace[1967994813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16324; }","duration":"116.202828ms","start":"2026-03-02T21:58:55.865274Z","end":"2026-03-02T21:58:55.981476Z","steps":["trace[1967994813] 'range keys from in-memory index tree' (duration: 115.928471ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:59.475589Z","caller":"traceutil/trace.go:171","msg":"trace[959453966] transaction","detail":"{read_only:false; response_revision:16350; number_of_response:1; }","duration":"113.663239ms","start":"2026-03-02T21:58:59.361891Z","end":"2026-03-02T21:58:59.475554Z","steps":["trace[959453966] 'process raft request' (duration: 113.446774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:59.77369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.133817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:58:59.773774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.031391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-02T21:58:59.773903Z","caller":"traceutil/trace.go:171","msg":"trace[191721085] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:16350; }","duration":"100.228236ms","start":"2026-03-02T21:58:59.67365Z","end":"2026-03-02T21:58:59.773878Z","steps":["trace[191721085] 'range keys from in-memory index tree' (duration: 99.819626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:59.774014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.091829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:59.774078Z","caller":"traceutil/trace.go:171","msg":"trace[888298191] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:0; response_revision:16350; }","duration":"199.208221ms","start":"2026-03-02T21:58:59.574852Z","end":"2026-03-02T21:58:59.77406Z","steps":["trace[888298191] 'range keys from in-memory index tree' (duration: 199.036248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:59.773763Z","caller":"traceutil/trace.go:171","msg":"trace[1390998828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16350; }","duration":"204.26485ms","start":"2026-03-02T21:58:59.569482Z","end":"2026-03-02T21:58:59.773747Z","steps":["trace[1390998828] 'range keys from in-memory index tree' (duration: 203.922812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:59.774448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.707077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6r9z2\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-02T21:58:59.774563Z","caller":"traceutil/trace.go:171","msg":"trace[183969496] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6r9z2; range_end:; response_count:1; response_revision:16350; }","duration":"173.897602ms","start":"2026-03-02T21:58:59.60064Z","end":"2026-03-02T21:58:59.774538Z","steps":["trace[183969496] 'range keys from in-memory index tree' (duration: 173.38113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:01.227463Z","caller":"traceutil/trace.go:171","msg":"trace[1612953474] linearizableReadLoop","detail":"{readStateIndex:16983; appliedIndex:16982; }","duration":"119.825722ms","start":"2026-03-02T21:59:01.107609Z","end":"2026-03-02T21:59:01.227435Z","steps":["trace[1612953474] 'read index received' (duration: 119.578656ms)","trace[1612953474] 'applied index is now lower than readState.Index' (duration: 245.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:59:01.227593Z","caller":"traceutil/trace.go:171","msg":"trace[819164680] transaction","detail":"{read_only:false; response_revision:16386; number_of_response:1; }","duration":"122.373081ms","start":"2026-03-02T21:59:01.105173Z","end":"2026-03-02T21:59:01.227546Z","steps":["trace[819164680] 'process raft request' (duration: 122.096045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:01.227698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.047737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T21:59:01.227738Z","caller":"traceutil/trace.go:171","msg":"trace[145828304] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:0; response_revision:16386; }","duration":"120.123319ms","start":"2026-03-02T21:59:01.107603Z","end":"2026-03-02T21:59:01.227726Z","steps":["trace[145828304] 'agreement among raft nodes before linearized reading' (duration: 119.991316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:01.228045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.865006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-02T21:59:01.22812Z","caller":"traceutil/trace.go:171","msg":"trace[1065407596] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:16386; }","duration":"117.969869ms","start":"2026-03-02T21:59:01.110128Z","end":"2026-03-02T21:59:01.228098Z","steps":["trace[1065407596] 'agreement among raft nodes before linearized reading' (duration: 117.718563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:01.547812Z","caller":"traceutil/trace.go:171","msg":"trace[276459181] transaction","detail":"{read_only:false; response_revision:16388; number_of_response:1; }","duration":"311.044037ms","start":"2026-03-02T21:59:01.236729Z","end":"2026-03-02T21:59:01.547773Z","steps":["trace[276459181] 'process raft request' (duration: 310.924814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:01.547999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:01.236704Z","time spent":"311.199761ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:59:01.548349Z","caller":"traceutil/trace.go:171","msg":"trace[730761785] transaction","detail":"{read_only:false; response_revision:16387; number_of_response:1; }","duration":"315.422849ms","start":"2026-03-02T21:59:01.232913Z","end":"2026-03-02T21:59:01.548335Z","steps":["trace[730761785] 'process raft request' (duration: 216.74195ms)","trace[730761785] 'compare' (duration: 97.610624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:59:01.548412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:01.232888Z","time spent":"315.498921ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:59:01.548561Z","caller":"traceutil/trace.go:171","msg":"trace[1442408539] linearizableReadLoop","detail":"{readStateIndex:16984; appliedIndex:16983; }","duration":"312.258956ms","start":"2026-03-02T21:59:01.23629Z","end":"2026-03-02T21:59:01.548549Z","steps":["trace[1442408539] 'read index received' (duration: 213.396373ms)","trace[1442408539] 'applied index is now lower than readState.Index' (duration: 98.861313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:59:01.548883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.595864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-02T21:59:01.548927Z","caller":"traceutil/trace.go:171","msg":"trace[91710612] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:16388; }","duration":"312.668546ms","start":"2026-03-02T21:59:01.236248Z","end":"2026-03-02T21:59:01.548917Z","steps":["trace[91710612] 'agreement among raft nodes before linearized reading' (duration: 312.512572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:01.548957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:01.236234Z","time spent":"312.717147ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-02T21:59:01.550269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.392929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364563"} {"level":"info","ts":"2026-03-02T21:59:01.550353Z","caller":"traceutil/trace.go:171","msg":"trace[207635660] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16388; }","duration":"218.550193ms","start":"2026-03-02T21:59:01.331782Z","end":"2026-03-02T21:59:01.550332Z","steps":["trace[207635660] 'agreement among raft nodes before linearized reading' (duration: 217.237032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:03.516451Z","caller":"traceutil/trace.go:171","msg":"trace[782713092] transaction","detail":"{read_only:false; response_revision:16429; number_of_response:1; }","duration":"152.275209ms","start":"2026-03-02T21:59:03.36415Z","end":"2026-03-02T21:59:03.516425Z","steps":["trace[782713092] 'process raft request' (duration: 152.107395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:03.796576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.639716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T21:59:03.796606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.750237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6def7c03-30a3-4667-b23d-018b2902aadb\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T21:59:03.796677Z","caller":"traceutil/trace.go:171","msg":"trace[979375491] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:16429; }","duration":"188.801079ms","start":"2026-03-02T21:59:03.607852Z","end":"2026-03-02T21:59:03.796653Z","steps":["trace[979375491] 'range keys from in-memory index tree' (duration: 188.442901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:03.796712Z","caller":"traceutil/trace.go:171","msg":"trace[757776021] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6def7c03-30a3-4667-b23d-018b2902aadb; range_end:; response_count:1; response_revision:16429; }","duration":"133.936441ms","start":"2026-03-02T21:59:03.662751Z","end":"2026-03-02T21:59:03.796687Z","steps":["trace[757776021] 'range keys from in-memory index tree' (duration: 133.601124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:03.940069Z","caller":"traceutil/trace.go:171","msg":"trace[122094799] linearizableReadLoop","detail":"{readStateIndex:17028; appliedIndex:17027; }","duration":"124.551532ms","start":"2026-03-02T21:59:03.815493Z","end":"2026-03-02T21:59:03.940044Z","steps":["trace[122094799] 'read index received' (duration: 124.306686ms)","trace[122094799] 'applied index is now lower than readState.Index' (duration: 243.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:59:03.940225Z","caller":"traceutil/trace.go:171","msg":"trace[310922920] transaction","detail":"{read_only:false; response_revision:16430; number_of_response:1; }","duration":"127.06103ms","start":"2026-03-02T21:59:03.813117Z","end":"2026-03-02T21:59:03.940178Z","steps":["trace[310922920] 'process raft request' (duration: 126.736062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:03.940313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.812667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-02T21:59:03.940353Z","caller":"traceutil/trace.go:171","msg":"trace[789478325] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:16430; }","duration":"124.91752ms","start":"2026-03-02T21:59:03.815424Z","end":"2026-03-02T21:59:03.940342Z","steps":["trace[789478325] 'agreement among raft nodes before linearized reading' (duration: 124.760466ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:04.114368Z","caller":"traceutil/trace.go:171","msg":"trace[2020172567] transaction","detail":"{read_only:false; response_revision:16431; number_of_response:1; }","duration":"167.506133ms","start":"2026-03-02T21:59:03.946824Z","end":"2026-03-02T21:59:04.11433Z","steps":["trace[2020172567] 'process raft request' (duration: 167.301329ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:04.126019Z","caller":"traceutil/trace.go:171","msg":"trace[137673570] linearizableReadLoop","detail":"{readStateIndex:17033; appliedIndex:17028; }","duration":"178.526821ms","start":"2026-03-02T21:59:03.947467Z","end":"2026-03-02T21:59:04.125994Z","steps":["trace[137673570] 'read index received' (duration: 166.808137ms)","trace[137673570] 'applied index is now lower than readState.Index' (duration: 11.717573ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:59:04.12635Z","caller":"traceutil/trace.go:171","msg":"trace[584486843] transaction","detail":"{read_only:false; response_revision:16432; number_of_response:1; }","duration":"179.499043ms","start":"2026-03-02T21:59:03.946841Z","end":"2026-03-02T21:59:04.12634Z","steps":["trace[584486843] 'process raft request' (duration: 178.742965ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:04.126517Z","caller":"traceutil/trace.go:171","msg":"trace[1890311791] transaction","detail":"{read_only:false; response_revision:16433; number_of_response:1; }","duration":"179.595716ms","start":"2026-03-02T21:59:03.946914Z","end":"2026-03-02T21:59:04.12651Z","steps":["trace[1890311791] 'process raft request' (duration: 178.898759ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:04.126602Z","caller":"traceutil/trace.go:171","msg":"trace[146727899] transaction","detail":"{read_only:false; response_revision:16434; number_of_response:1; }","duration":"179.553635ms","start":"2026-03-02T21:59:03.947042Z","end":"2026-03-02T21:59:04.126595Z","steps":["trace[146727899] 'process raft request' (duration: 178.813127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:04.126679Z","caller":"traceutil/trace.go:171","msg":"trace[1251852286] transaction","detail":"{read_only:false; response_revision:16435; number_of_response:1; }","duration":"179.616875ms","start":"2026-03-02T21:59:03.947056Z","end":"2026-03-02T21:59:04.126672Z","steps":["trace[1251852286] 'process raft request' (duration: 178.835077ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:04.126764Z","caller":"traceutil/trace.go:171","msg":"trace[745815971] transaction","detail":"{read_only:false; response_revision:16436; number_of_response:1; }","duration":"178.680994ms","start":"2026-03-02T21:59:03.948074Z","end":"2026-03-02T21:59:04.126755Z","steps":["trace[745815971] 'process raft request' (duration: 177.844355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:04.126848Z","caller":"traceutil/trace.go:171","msg":"trace[2099446055] transaction","detail":"{read_only:false; response_revision:16437; number_of_response:1; }","duration":"178.08538ms","start":"2026-03-02T21:59:03.948756Z","end":"2026-03-02T21:59:04.126841Z","steps":["trace[2099446055] 'process raft request' (duration: 177.189259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:04.127513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.429641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-senlin.1899251e95c93a56\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-02T21:59:04.127645Z","caller":"traceutil/trace.go:171","msg":"trace[337392138] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-senlin.1899251e95c93a56; range_end:; response_count:1; response_revision:16437; }","duration":"179.589885ms","start":"2026-03-02T21:59:03.948021Z","end":"2026-03-02T21:59:04.127611Z","steps":["trace[337392138] 'agreement among raft nodes before linearized reading' (duration: 179.236357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:04.127716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.22986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938784"} {"level":"info","ts":"2026-03-02T21:59:04.127755Z","caller":"traceutil/trace.go:171","msg":"trace[302804042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16437; }","duration":"180.313552ms","start":"2026-03-02T21:59:03.947434Z","end":"2026-03-02T21:59:04.127747Z","steps":["trace[302804042] 'agreement among raft nodes before linearized reading' (duration: 179.485083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:04.12814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.277447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T21:59:04.128192Z","caller":"traceutil/trace.go:171","msg":"trace[1785705663] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:16437; }","duration":"179.341929ms","start":"2026-03-02T21:59:03.948834Z","end":"2026-03-02T21:59:04.128176Z","steps":["trace[1785705663] 'agreement among raft nodes before linearized reading' (duration: 179.209966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:05.648412Z","caller":"traceutil/trace.go:171","msg":"trace[1376494914] linearizableReadLoop","detail":"{readStateIndex:17084; appliedIndex:17083; }","duration":"127.062371ms","start":"2026-03-02T21:59:05.521322Z","end":"2026-03-02T21:59:05.648385Z","steps":["trace[1376494914] 'read index received' (duration: 116.076965ms)","trace[1376494914] 'applied index is now lower than readState.Index' (duration: 10.984516ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:59:05.648537Z","caller":"traceutil/trace.go:171","msg":"trace[1107504165] transaction","detail":"{read_only:false; response_revision:16482; number_of_response:1; }","duration":"142.113692ms","start":"2026-03-02T21:59:05.506408Z","end":"2026-03-02T21:59:05.648522Z","steps":["trace[1107504165] 'process raft request' (duration: 131.055364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:05.649053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.712616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-02T21:59:05.658404Z","caller":"traceutil/trace.go:171","msg":"trace[100312551] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:16482; }","duration":"127.836449ms","start":"2026-03-02T21:59:05.52126Z","end":"2026-03-02T21:59:05.649096Z","steps":["trace[100312551] 'agreement among raft nodes before linearized reading' (duration: 127.618484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:06.079211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.524523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T21:59:06.079589Z","caller":"traceutil/trace.go:171","msg":"trace[922198226] transaction","detail":"{read_only:false; response_revision:16486; number_of_response:1; }","duration":"419.884294ms","start":"2026-03-02T21:59:05.659671Z","end":"2026-03-02T21:59:06.079555Z","steps":["trace[922198226] 'process raft request' (duration: 419.74389ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:06.079575Z","caller":"traceutil/trace.go:171","msg":"trace[594450711] transaction","detail":"{read_only:false; response_revision:16487; number_of_response:1; }","duration":"419.834083ms","start":"2026-03-02T21:59:05.659688Z","end":"2026-03-02T21:59:06.079522Z","steps":["trace[594450711] 'process raft request' (duration: 419.746601ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:06.07966Z","caller":"traceutil/trace.go:171","msg":"trace[93840126] transaction","detail":"{read_only:false; response_revision:16488; number_of_response:1; }","duration":"418.992443ms","start":"2026-03-02T21:59:05.660648Z","end":"2026-03-02T21:59:06.07964Z","steps":["trace[93840126] 'process raft request' (duration: 418.805468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:59:06.079646Z","caller":"traceutil/trace.go:171","msg":"trace[574231453] transaction","detail":"{read_only:false; response_revision:16484; number_of_response:1; }","duration":"420.56967ms","start":"2026-03-02T21:59:05.659048Z","end":"2026-03-02T21:59:06.079618Z","steps":["trace[574231453] 'process raft request' (duration: 420.311064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:06.079694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.659657Z","time spent":"419.997537ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:59:06.079728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.660581Z","time spent":"419.106526ms","remote":"127.0.0.1:48610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3807,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:59:06.079684Z","caller":"traceutil/trace.go:171","msg":"trace[1205529915] transaction","detail":"{read_only:false; response_revision:16483; number_of_response:1; }","duration":"420.642072ms","start":"2026-03-02T21:59:05.658966Z","end":"2026-03-02T21:59:06.079608Z","steps":["trace[1205529915] 'process raft request' (duration: 140.827792ms)","trace[1205529915] 'compare' (duration: 276.596935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:59:06.079781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.659673Z","time spent":"419.997576ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:59:06.079816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.659017Z","time spent":"420.711484ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:59:06.079923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.658923Z","time spent":"420.882648ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:59:06.079992Z","caller":"traceutil/trace.go:171","msg":"trace[486022523] linearizableReadLoop","detail":"{readStateIndex:17090; appliedIndex:17084; }","duration":"414.804716ms","start":"2026-03-02T21:59:05.664763Z","end":"2026-03-02T21:59:06.079567Z","steps":["trace[486022523] 'read index received' (duration: 135.049787ms)","trace[486022523] 'applied index is now lower than readState.Index' (duration: 279.754189ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:59:06.079953Z","caller":"traceutil/trace.go:171","msg":"trace[1878159965] transaction","detail":"{read_only:false; response_revision:16489; number_of_response:1; }","duration":"413.70246ms","start":"2026-03-02T21:59:05.666242Z","end":"2026-03-02T21:59:06.079944Z","steps":["trace[1878159965] 'process raft request' (duration: 413.250559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:06.080112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.66623Z","time spent":"413.851004ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:59:06.080145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.386209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18615"} {"level":"info","ts":"2026-03-02T21:59:06.080186Z","caller":"traceutil/trace.go:171","msg":"trace[213864661] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16489; }","duration":"415.44165ms","start":"2026-03-02T21:59:05.664731Z","end":"2026-03-02T21:59:06.080173Z","steps":["trace[213864661] 'agreement among raft nodes before linearized reading' (duration: 415.286816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:06.080226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.664719Z","time spent":"415.500512ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:59:06.080198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.512446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6def7c03-30a3-4667-b23d-018b2902aadb\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T21:59:06.080293Z","caller":"traceutil/trace.go:171","msg":"trace[1916058111] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6def7c03-30a3-4667-b23d-018b2902aadb; range_end:; response_count:1; response_revision:16489; }","duration":"271.65833ms","start":"2026-03-02T21:59:05.808626Z","end":"2026-03-02T21:59:06.080284Z","steps":["trace[1916058111] 'agreement among raft nodes before linearized reading' (duration: 271.511006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:06.080261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.709173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-02T21:59:06.080357Z","caller":"traceutil/trace.go:171","msg":"trace[1572976467] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:16489; }","duration":"414.852137ms","start":"2026-03-02T21:59:05.665482Z","end":"2026-03-02T21:59:06.080334Z","steps":["trace[1572976467] 'agreement among raft nodes before linearized reading' (duration: 414.657542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:06.080375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.151084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-03-02T21:59:06.080407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.665475Z","time spent":"414.923958ms","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-02T21:59:06.080423Z","caller":"traceutil/trace.go:171","msg":"trace[1477987997] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:16489; }","duration":"388.222656ms","start":"2026-03-02T21:59:05.692185Z","end":"2026-03-02T21:59:06.080407Z","steps":["trace[1477987997] 'agreement among raft nodes before linearized reading' (duration: 388.010892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:06.080457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.692178Z","time spent":"388.271427ms","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-02T21:59:06.080527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.306382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T21:59:06.080553Z","caller":"traceutil/trace.go:171","msg":"trace[1499893972] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:16489; }","duration":"171.383784ms","start":"2026-03-02T21:59:05.909163Z","end":"2026-03-02T21:59:06.080547Z","steps":["trace[1499893972] 'agreement among raft nodes before linearized reading' (duration: 171.045156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:06.080635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.372405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112165"} {"level":"info","ts":"2026-03-02T21:59:06.080705Z","caller":"traceutil/trace.go:171","msg":"trace[2145665842] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:16489; }","duration":"414.487108ms","start":"2026-03-02T21:59:05.6662Z","end":"2026-03-02T21:59:06.080687Z","steps":["trace[2145665842] 'agreement among raft nodes before linearized reading' (duration: 414.072408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:06.080753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.666191Z","time spent":"414.549459ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112187,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-02T21:59:06.07954Z","caller":"traceutil/trace.go:171","msg":"trace[2100754654] transaction","detail":"{read_only:false; response_revision:16485; number_of_response:1; }","duration":"420.058568ms","start":"2026-03-02T21:59:05.65943Z","end":"2026-03-02T21:59:06.079489Z","steps":["trace[2100754654] 'process raft request' (duration: 419.962376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:59:06.081644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:59:05.659402Z","time spent":"422.201238ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:59:54.569601Z","caller":"traceutil/trace.go:171","msg":"trace[277498999] transaction","detail":"{read_only:false; response_revision:16986; number_of_response:1; }","duration":"130.583862ms","start":"2026-03-02T21:59:54.438984Z","end":"2026-03-02T21:59:54.569568Z","steps":["trace[277498999] 'process raft request' (duration: 96.689313ms)","trace[277498999] 'compare' (duration: 33.440899ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:59:54.56984Z","caller":"traceutil/trace.go:171","msg":"trace[1250160844] transaction","detail":"{read_only:false; response_revision:16987; number_of_response:1; }","duration":"130.710196ms","start":"2026-03-02T21:59:54.439101Z","end":"2026-03-02T21:59:54.569811Z","steps":["trace[1250160844] 'process raft request' (duration: 130.408749ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:00:04.760541Z","caller":"traceutil/trace.go:171","msg":"trace[72078345] linearizableReadLoop","detail":"{readStateIndex:17735; appliedIndex:17734; }","duration":"108.026937ms","start":"2026-03-02T22:00:04.652491Z","end":"2026-03-02T22:00:04.760518Z","steps":["trace[72078345] 'read index received' (duration: 25.270299ms)","trace[72078345] 'applied index is now lower than readState.Index' (duration: 82.755388ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:00:04.760771Z","caller":"traceutil/trace.go:171","msg":"trace[2079764850] transaction","detail":"{read_only:false; response_revision:17117; number_of_response:1; }","duration":"116.332959ms","start":"2026-03-02T22:00:04.644423Z","end":"2026-03-02T22:00:04.760756Z","steps":["trace[2079764850] 'process raft request' (duration: 33.408318ms)","trace[2079764850] 'compare' (duration: 82.550983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:00:04.761004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.481757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:00:04.761347Z","caller":"traceutil/trace.go:171","msg":"trace[664376120] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17117; }","duration":"108.798944ms","start":"2026-03-02T22:00:04.652464Z","end":"2026-03-02T22:00:04.761263Z","steps":["trace[664376120] 'agreement among raft nodes before linearized reading' (duration: 108.385465ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:04.975966Z","caller":"traceutil/trace.go:171","msg":"trace[1518367444] transaction","detail":"{read_only:false; response_revision:17510; number_of_response:1; }","duration":"118.0268ms","start":"2026-03-02T22:01:04.857892Z","end":"2026-03-02T22:01:04.975919Z","steps":["trace[1518367444] 'process raft request' (duration: 117.58665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:07.09786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.228499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:01:07.097985Z","caller":"traceutil/trace.go:171","msg":"trace[1107426306] transaction","detail":"{read_only:false; response_revision:17520; number_of_response:1; }","duration":"105.512939ms","start":"2026-03-02T22:01:06.992451Z","end":"2026-03-02T22:01:07.097964Z","steps":["trace[1107426306] 'compare' (duration: 104.005333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:02:55.768022Z","caller":"traceutil/trace.go:171","msg":"trace[526909139] linearizableReadLoop","detail":"{readStateIndex:19180; appliedIndex:19179; }","duration":"137.870632ms","start":"2026-03-02T22:02:55.630118Z","end":"2026-03-02T22:02:55.767989Z","steps":["trace[526909139] 'read index received' (duration: 137.675428ms)","trace[526909139] 'applied index is now lower than readState.Index' (duration: 194.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:02:55.768162Z","caller":"traceutil/trace.go:171","msg":"trace[1411540139] transaction","detail":"{read_only:false; response_revision:18522; number_of_response:1; }","duration":"185.263557ms","start":"2026-03-02T22:02:55.582859Z","end":"2026-03-02T22:02:55.768123Z","steps":["trace[1411540139] 'process raft request' (duration: 184.946349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:02:55.76822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.091648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:02:55.768262Z","caller":"traceutil/trace.go:171","msg":"trace[433750136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18522; }","duration":"138.188621ms","start":"2026-03-02T22:02:55.630059Z","end":"2026-03-02T22:02:55.768248Z","steps":["trace[433750136] 'agreement among raft nodes before linearized reading' (duration: 138.101048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:02:55.791175Z","caller":"traceutil/trace.go:171","msg":"trace[412615277] transaction","detail":"{read_only:false; response_revision:18523; number_of_response:1; }","duration":"110.918514ms","start":"2026-03-02T22:02:55.680235Z","end":"2026-03-02T22:02:55.791153Z","steps":["trace[412615277] 'process raft request' (duration: 110.625497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:18.404863Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16093} {"level":"info","ts":"2026-03-02T22:03:18.506705Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16093,"took":"97.088173ms","hash":1540498770,"current-db-size-bytes":43450368,"current-db-size":"44 MB","current-db-size-in-use-bytes":31686656,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-02T22:03:18.506775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1540498770,"revision":16093,"compact-revision":13973} {"level":"info","ts":"2026-03-02T22:04:56.409298Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"63cd833aa17a09c7","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:04:56.414228Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T22:04:56.414349Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T22:04:56.884768Z","caller":"traceutil/trace.go:171","msg":"trace[969141292] transaction","detail":"{read_only:false; response_revision:19315; number_of_response:1; }","duration":"125.254788ms","start":"2026-03-02T22:04:56.759472Z","end":"2026-03-02T22:04:56.884727Z","steps":["trace[969141292] 'process raft request' (duration: 125.138096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:56.88482Z","caller":"traceutil/trace.go:171","msg":"trace[1215246612] transaction","detail":"{read_only:false; response_revision:19314; number_of_response:1; }","duration":"125.363511ms","start":"2026-03-02T22:04:56.75941Z","end":"2026-03-02T22:04:56.884774Z","steps":["trace[1215246612] 'process raft request' (duration: 125.005023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:04:56.884927Z","caller":"traceutil/trace.go:171","msg":"trace[220383395] transaction","detail":"{read_only:false; response_revision:19316; number_of_response:1; }","duration":"125.255038ms","start":"2026-03-02T22:04:56.759642Z","end":"2026-03-02T22:04:56.884897Z","steps":["trace[220383395] 'process raft request' (duration: 125.021813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:00.249635Z","caller":"traceutil/trace.go:171","msg":"trace[855754427] transaction","detail":"{read_only:false; response_revision:19336; number_of_response:1; }","duration":"141.690022ms","start":"2026-03-02T22:05:00.107915Z","end":"2026-03-02T22:05:00.249605Z","steps":["trace[855754427] 'process raft request' (duration: 141.576659ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:00.249685Z","caller":"traceutil/trace.go:171","msg":"trace[1734943636] transaction","detail":"{read_only:false; response_revision:19335; number_of_response:1; }","duration":"143.419482ms","start":"2026-03-02T22:05:00.106211Z","end":"2026-03-02T22:05:00.24963Z","steps":["trace[1734943636] 'process raft request' (duration: 96.750895ms)","trace[1734943636] 'compare' (duration: 46.098994ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:00.257951Z","caller":"traceutil/trace.go:171","msg":"trace[1722031641] linearizableReadLoop","detail":"{readStateIndex:20029; appliedIndex:20026; }","duration":"101.024744ms","start":"2026-03-02T22:05:00.156904Z","end":"2026-03-02T22:05:00.257929Z","steps":["trace[1722031641] 'read index received' (duration: 46.018642ms)","trace[1722031641] 'applied index is now lower than readState.Index' (duration: 55.004962ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:00.258132Z","caller":"traceutil/trace.go:171","msg":"trace[472822810] transaction","detail":"{read_only:false; response_revision:19337; number_of_response:1; }","duration":"101.934416ms","start":"2026-03-02T22:05:00.156166Z","end":"2026-03-02T22:05:00.258101Z","steps":["trace[472822810] 'process raft request' (duration: 101.568387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:00.258206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.28412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:00.258314Z","caller":"traceutil/trace.go:171","msg":"trace[941963939] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:19338; }","duration":"101.427653ms","start":"2026-03-02T22:05:00.156868Z","end":"2026-03-02T22:05:00.258295Z","steps":["trace[941963939] 'agreement among raft nodes before linearized reading' (duration: 101.147687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:00.510831Z","caller":"traceutil/trace.go:171","msg":"trace[6429472] transaction","detail":"{read_only:false; response_revision:19347; number_of_response:1; }","duration":"190.12309ms","start":"2026-03-02T22:05:00.320652Z","end":"2026-03-02T22:05:00.510775Z","steps":["trace[6429472] 'process raft request' (duration: 189.962837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:00.511044Z","caller":"traceutil/trace.go:171","msg":"trace[794840648] transaction","detail":"{read_only:false; response_revision:19348; number_of_response:1; }","duration":"190.284634ms","start":"2026-03-02T22:05:00.320736Z","end":"2026-03-02T22:05:00.511021Z","steps":["trace[794840648] 'process raft request' (duration: 189.951906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:00.511237Z","caller":"traceutil/trace.go:171","msg":"trace[1127528943] transaction","detail":"{read_only:false; response_revision:19346; number_of_response:1; }","duration":"190.743345ms","start":"2026-03-02T22:05:00.32048Z","end":"2026-03-02T22:05:00.511223Z","steps":["trace[1127528943] 'process raft request' (duration: 189.942286ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:00.511449Z","caller":"traceutil/trace.go:171","msg":"trace[2076991637] linearizableReadLoop","detail":"{readStateIndex:20044; appliedIndex:20037; }","duration":"122.234058ms","start":"2026-03-02T22:05:00.389204Z","end":"2026-03-02T22:05:00.511438Z","steps":["trace[2076991637] 'read index received' (duration: 121.226034ms)","trace[2076991637] 'applied index is now lower than readState.Index' (duration: 1.007634ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:00.511506Z","caller":"traceutil/trace.go:171","msg":"trace[696865368] transaction","detail":"{read_only:false; response_revision:19349; number_of_response:1; }","duration":"190.713914ms","start":"2026-03-02T22:05:00.320786Z","end":"2026-03-02T22:05:00.5115Z","steps":["trace[696865368] 'process raft request' (duration: 190.160721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:00.511743Z","caller":"traceutil/trace.go:171","msg":"trace[87059285] transaction","detail":"{read_only:false; response_revision:19350; number_of_response:1; }","duration":"189.141937ms","start":"2026-03-02T22:05:00.322594Z","end":"2026-03-02T22:05:00.511736Z","steps":["trace[87059285] 'process raft request' (duration: 188.739427ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:00.511848Z","caller":"traceutil/trace.go:171","msg":"trace[2072038564] transaction","detail":"{read_only:false; response_revision:19351; number_of_response:1; }","duration":"188.524513ms","start":"2026-03-02T22:05:00.323317Z","end":"2026-03-02T22:05:00.511842Z","steps":["trace[2072038564] 'process raft request' (duration: 188.065483ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:00.511902Z","caller":"traceutil/trace.go:171","msg":"trace[753164424] transaction","detail":"{read_only:false; response_revision:19352; number_of_response:1; }","duration":"188.094062ms","start":"2026-03-02T22:05:00.323803Z","end":"2026-03-02T22:05:00.511897Z","steps":["trace[753164424] 'process raft request' (duration: 187.608281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:00.512054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.831242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:00.51215Z","caller":"traceutil/trace.go:171","msg":"trace[1397571292] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19352; }","duration":"122.981956ms","start":"2026-03-02T22:05:00.389142Z","end":"2026-03-02T22:05:00.512124Z","steps":["trace[1397571292] 'agreement among raft nodes before linearized reading' (duration: 122.823762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:02.575798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.803488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:05:02.575919Z","caller":"traceutil/trace.go:171","msg":"trace[87982843] transaction","detail":"{read_only:false; response_revision:19381; number_of_response:1; }","duration":"147.63807ms","start":"2026-03-02T22:05:02.428261Z","end":"2026-03-02T22:05:02.575899Z","steps":["trace[87982843] 'process raft request' (duration: 19.644438ms)","trace[87982843] 'compare' (duration: 127.659585ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:04.744829Z","caller":"traceutil/trace.go:171","msg":"trace[1018467930] linearizableReadLoop","detail":"{readStateIndex:20092; appliedIndex:20091; }","duration":"117.948978ms","start":"2026-03-02T22:05:04.626846Z","end":"2026-03-02T22:05:04.744794Z","steps":["trace[1018467930] 'read index received' (duration: 77.154388ms)","trace[1018467930] 'applied index is now lower than readState.Index' (duration: 40.79294ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:04.744908Z","caller":"traceutil/trace.go:171","msg":"trace[1408183792] transaction","detail":"{read_only:false; response_revision:19399; number_of_response:1; }","duration":"123.088628ms","start":"2026-03-02T22:05:04.621768Z","end":"2026-03-02T22:05:04.744856Z","steps":["trace[1408183792] 'process raft request' (duration: 82.254506ms)","trace[1408183792] 'compare' (duration: 40.629827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:05:04.745041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.177273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:04.74511Z","caller":"traceutil/trace.go:171","msg":"trace[283539340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19399; }","duration":"118.302826ms","start":"2026-03-02T22:05:04.626788Z","end":"2026-03-02T22:05:04.74509Z","steps":["trace[283539340] 'agreement among raft nodes before linearized reading' (duration: 118.171723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:06.504494Z","caller":"traceutil/trace.go:171","msg":"trace[2132171497] linearizableReadLoop","detail":"{readStateIndex:20169; appliedIndex:20168; }","duration":"104.155967ms","start":"2026-03-02T22:05:06.400297Z","end":"2026-03-02T22:05:06.504453Z","steps":["trace[2132171497] 'read index received' (duration: 86.727541ms)","trace[2132171497] 'applied index is now lower than readState.Index' (duration: 17.426926ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:06.504581Z","caller":"traceutil/trace.go:171","msg":"trace[47433764] transaction","detail":"{read_only:false; response_revision:19476; number_of_response:1; }","duration":"106.079492ms","start":"2026-03-02T22:05:06.398453Z","end":"2026-03-02T22:05:06.504533Z","steps":["trace[47433764] 'process raft request' (duration: 88.657436ms)","trace[47433764] 'compare' (duration: 17.14312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:05:06.504963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.598807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9619"} {"level":"info","ts":"2026-03-02T22:05:06.505072Z","caller":"traceutil/trace.go:171","msg":"trace[967991659] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:19476; }","duration":"104.775161ms","start":"2026-03-02T22:05:06.400267Z","end":"2026-03-02T22:05:06.505042Z","steps":["trace[967991659] 'agreement among raft nodes before linearized reading' (duration: 104.347171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:06.506446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.102359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-02T22:05:06.506628Z","caller":"traceutil/trace.go:171","msg":"trace[239731131] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19476; }","duration":"105.283823ms","start":"2026-03-02T22:05:06.401212Z","end":"2026-03-02T22:05:06.506495Z","steps":["trace[239731131] 'agreement among raft nodes before linearized reading' (duration: 104.928245ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:07.581359Z","caller":"traceutil/trace.go:171","msg":"trace[956635130] transaction","detail":"{read_only:false; response_revision:19493; number_of_response:1; }","duration":"217.57053ms","start":"2026-03-02T22:05:07.363764Z","end":"2026-03-02T22:05:07.581335Z","steps":["trace[956635130] 'process raft request' (duration: 217.379996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:07.58624Z","caller":"traceutil/trace.go:171","msg":"trace[869446336] transaction","detail":"{read_only:false; response_revision:19494; number_of_response:1; }","duration":"202.514739ms","start":"2026-03-02T22:05:07.383696Z","end":"2026-03-02T22:05:07.586211Z","steps":["trace[869446336] 'process raft request' (duration: 202.349315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:08.696132Z","caller":"traceutil/trace.go:171","msg":"trace[762779001] transaction","detail":"{read_only:false; response_revision:19498; number_of_response:1; }","duration":"103.189595ms","start":"2026-03-02T22:05:08.592917Z","end":"2026-03-02T22:05:08.696106Z","steps":["trace[762779001] 'process raft request' (duration: 103.034911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:08.913701Z","caller":"traceutil/trace.go:171","msg":"trace[963394180] linearizableReadLoop","detail":"{readStateIndex:20194; appliedIndex:20193; }","duration":"103.118863ms","start":"2026-03-02T22:05:08.810551Z","end":"2026-03-02T22:05:08.913669Z","steps":["trace[963394180] 'read index received' (duration: 78.690673ms)","trace[963394180] 'applied index is now lower than readState.Index' (duration: 24.4268ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:08.913838Z","caller":"traceutil/trace.go:171","msg":"trace[351175148] transaction","detail":"{read_only:false; response_revision:19500; number_of_response:1; }","duration":"135.097668ms","start":"2026-03-02T22:05:08.778704Z","end":"2026-03-02T22:05:08.913801Z","steps":["trace[351175148] 'process raft request' (duration: 110.635278ms)","trace[351175148] 'compare' (duration: 23.783274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:05:08.913925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.353589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:05:08.913954Z","caller":"traceutil/trace.go:171","msg":"trace[599004528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19500; }","duration":"103.440851ms","start":"2026-03-02T22:05:08.810506Z","end":"2026-03-02T22:05:08.913947Z","steps":["trace[599004528] 'agreement among raft nodes before linearized reading' (duration: 103.265047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:09.941547Z","caller":"traceutil/trace.go:171","msg":"trace[923956370] transaction","detail":"{read_only:false; response_revision:19877; number_of_response:1; }","duration":"476.609124ms","start":"2026-03-02T22:06:09.464906Z","end":"2026-03-02T22:06:09.941515Z","steps":["trace[923956370] 'process raft request' (duration: 476.393089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:09.941717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:09.464885Z","time spent":"476.745558ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:06:09.948096Z","caller":"traceutil/trace.go:171","msg":"trace[875149579] transaction","detail":"{read_only:false; response_revision:19878; number_of_response:1; }","duration":"483.108056ms","start":"2026-03-02T22:06:09.464953Z","end":"2026-03-02T22:06:09.948061Z","steps":["trace[875149579] 'process raft request' (duration: 481.674022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:09.948216Z","caller":"traceutil/trace.go:171","msg":"trace[14880468] linearizableReadLoop","detail":"{readStateIndex:20586; appliedIndex:20584; }","duration":"353.429365ms","start":"2026-03-02T22:06:09.594759Z","end":"2026-03-02T22:06:09.948189Z","steps":["trace[14880468] 'read index received' (duration: 346.678627ms)","trace[14880468] 'applied index is now lower than readState.Index' (duration: 6.749238ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:06:09.948274Z","caller":"traceutil/trace.go:171","msg":"trace[1440464569] transaction","detail":"{read_only:false; response_revision:19879; number_of_response:1; }","duration":"297.203545ms","start":"2026-03-02T22:06:09.651022Z","end":"2026-03-02T22:06:09.948225Z","steps":["trace[1440464569] 'process raft request' (duration: 296.963539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:09.948347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:09.464934Z","time spent":"483.291481ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:06:09.948469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.711131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:06:09.948519Z","caller":"traceutil/trace.go:171","msg":"trace[215005909] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19879; }","duration":"353.829104ms","start":"2026-03-02T22:06:09.594674Z","end":"2026-03-02T22:06:09.948503Z","steps":["trace[215005909] 'agreement among raft nodes before linearized reading' (duration: 353.627279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:09.948554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:09.59465Z","time spent":"353.895905ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:06:09.948703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.05977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:06:09.94877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.699805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:06:09.948786Z","caller":"traceutil/trace.go:171","msg":"trace[545707525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19879; }","duration":"324.155082ms","start":"2026-03-02T22:06:09.624609Z","end":"2026-03-02T22:06:09.948764Z","steps":["trace[545707525] 'agreement among raft nodes before linearized reading' (duration: 323.909396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:09.94882Z","caller":"traceutil/trace.go:171","msg":"trace[221164174] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19879; }","duration":"321.822258ms","start":"2026-03-02T22:06:09.626979Z","end":"2026-03-02T22:06:09.948802Z","steps":["trace[221164174] 'agreement among raft nodes before linearized reading' (duration: 321.605263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:09.948832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:09.624569Z","time spent":"324.254235ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:06:09.948855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:09.626945Z","time spent":"321.90083ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:06:09.948878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.805325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T22:06:09.948943Z","caller":"traceutil/trace.go:171","msg":"trace[1967188218] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19879; }","duration":"275.874537ms","start":"2026-03-02T22:06:09.673046Z","end":"2026-03-02T22:06:09.948921Z","steps":["trace[1967188218] 'agreement among raft nodes before linearized reading' (duration: 275.516948ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:19.465734Z","caller":"traceutil/trace.go:171","msg":"trace[1997760555] transaction","detail":"{read_only:false; response_revision:19921; number_of_response:1; }","duration":"131.971336ms","start":"2026-03-02T22:06:19.333746Z","end":"2026-03-02T22:06:19.465718Z","steps":["trace[1997760555] 'process raft request' (duration: 131.851323ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:19.472374Z","caller":"traceutil/trace.go:171","msg":"trace[1535956498] transaction","detail":"{read_only:false; response_revision:19922; number_of_response:1; }","duration":"118.401009ms","start":"2026-03-02T22:06:19.353945Z","end":"2026-03-02T22:06:19.472345Z","steps":["trace[1535956498] 'process raft request' (duration: 118.132973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:25.803805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.391313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:06:25.803915Z","caller":"traceutil/trace.go:171","msg":"trace[340072647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19948; }","duration":"304.561067ms","start":"2026-03-02T22:06:25.49933Z","end":"2026-03-02T22:06:25.803891Z","steps":["trace[340072647] 'range keys from in-memory index tree' (duration: 304.180988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:25.80397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:25.499309Z","time spent":"304.648888ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:06:25.804096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.138977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:06:25.804194Z","caller":"traceutil/trace.go:171","msg":"trace[1713598898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19948; }","duration":"304.30101ms","start":"2026-03-02T22:06:25.499871Z","end":"2026-03-02T22:06:25.804172Z","steps":["trace[1713598898] 'range keys from in-memory index tree' (duration: 303.985213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:25.804253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:25.499865Z","time spent":"304.369192ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:06:25.804531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.750989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:25.804617Z","caller":"traceutil/trace.go:171","msg":"trace[1612527987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19948; }","duration":"173.879411ms","start":"2026-03-02T22:06:25.630714Z","end":"2026-03-02T22:06:25.804593Z","steps":["trace[1612527987] 'range keys from in-memory index tree' (duration: 173.643157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:25.987187Z","caller":"traceutil/trace.go:171","msg":"trace[955569035] transaction","detail":"{read_only:false; response_revision:19949; number_of_response:1; }","duration":"178.422527ms","start":"2026-03-02T22:06:25.808741Z","end":"2026-03-02T22:06:25.987163Z","steps":["trace[955569035] 'process raft request' (duration: 178.063859ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:25.992545Z","caller":"traceutil/trace.go:171","msg":"trace[1710288848] transaction","detail":"{read_only:false; response_revision:19950; number_of_response:1; }","duration":"130.149153ms","start":"2026-03-02T22:06:25.862386Z","end":"2026-03-02T22:06:25.992535Z","steps":["trace[1710288848] 'process raft request' (duration: 130.074501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:28.18295Z","caller":"traceutil/trace.go:171","msg":"trace[1789241536] transaction","detail":"{read_only:false; response_revision:19959; number_of_response:1; }","duration":"101.735911ms","start":"2026-03-02T22:06:28.081196Z","end":"2026-03-02T22:06:28.182932Z","steps":["trace[1789241536] 'process raft request' (duration: 101.434644ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:32.103187Z","caller":"traceutil/trace.go:171","msg":"trace[1075505676] linearizableReadLoop","detail":"{readStateIndex:20687; appliedIndex:20686; }","duration":"473.725569ms","start":"2026-03-02T22:06:31.629423Z","end":"2026-03-02T22:06:32.103149Z","steps":["trace[1075505676] 'read index received' (duration: 473.188996ms)","trace[1075505676] 'applied index is now lower than readState.Index' (duration: 534.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:06:32.103243Z","caller":"traceutil/trace.go:171","msg":"trace[1109797982] transaction","detail":"{read_only:false; response_revision:19975; number_of_response:1; }","duration":"914.918028ms","start":"2026-03-02T22:06:31.188282Z","end":"2026-03-02T22:06:32.1032Z","steps":["trace[1109797982] 'process raft request' (duration: 914.619151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:32.103385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.936903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:06:32.10345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:31.188253Z","time spent":"915.081612ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:06:32.103475Z","caller":"traceutil/trace.go:171","msg":"trace[181853417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19975; }","duration":"474.081827ms","start":"2026-03-02T22:06:31.629371Z","end":"2026-03-02T22:06:32.103453Z","steps":["trace[181853417] 'agreement among raft nodes before linearized reading' (duration: 473.924483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:32.103521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:31.629352Z","time spent":"474.161258ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:06:32.103545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.764423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:06:32.103599Z","caller":"traceutil/trace.go:171","msg":"trace[2000513489] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:19975; }","duration":"462.898047ms","start":"2026-03-02T22:06:31.640685Z","end":"2026-03-02T22:06:32.103583Z","steps":["trace[2000513489] 'agreement among raft nodes before linearized reading' (duration: 462.687272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:32.103651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:31.640666Z","time spent":"462.975578ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-03-02T22:06:32.103973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.164603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:06:32.10402Z","caller":"traceutil/trace.go:171","msg":"trace[1620702340] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19975; }","duration":"454.227075ms","start":"2026-03-02T22:06:31.649778Z","end":"2026-03-02T22:06:32.104005Z","steps":["trace[1620702340] 'agreement among raft nodes before linearized reading' (duration: 454.109332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:32.104055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:31.649767Z","time spent":"454.280056ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-02T22:06:32.104045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.16954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:32.104139Z","caller":"traceutil/trace.go:171","msg":"trace[1502982011] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:19975; }","duration":"329.263742ms","start":"2026-03-02T22:06:31.774852Z","end":"2026-03-02T22:06:32.104116Z","steps":["trace[1502982011] 'agreement among raft nodes before linearized reading' (duration: 329.113479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:32.104227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:31.774733Z","time spent":"329.478267ms","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:06:32.606227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299189688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:06:33.757848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129773085s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-02T22:06:33.758497Z","caller":"traceutil/trace.go:171","msg":"trace[1585808952] linearizableReadLoop","detail":"{readStateIndex:20691; appliedIndex:20687; }","duration":"1.653189262s","start":"2026-03-02T22:06:32.105275Z","end":"2026-03-02T22:06:33.758465Z","steps":["trace[1585808952] 'read index received' (duration: 522.862614ms)","trace[1585808952] 'applied index is now lower than readState.Index' (duration: 1.130325118s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:06:33.758686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.10488Z","time spent":"1.653802496s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:06:33.758785Z","caller":"traceutil/trace.go:171","msg":"trace[1381562328] transaction","detail":"{read_only:false; response_revision:19978; number_of_response:1; }","duration":"1.259858076s","start":"2026-03-02T22:06:32.49887Z","end":"2026-03-02T22:06:33.758728Z","steps":["trace[1381562328] 'process raft request' (duration: 1.259534888s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.758979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.498836Z","time spent":"1.26004373s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:06:33.759256Z","caller":"traceutil/trace.go:171","msg":"trace[1009550839] transaction","detail":"{read_only:false; response_revision:19977; number_of_response:1; }","duration":"1.647899288s","start":"2026-03-02T22:06:32.111342Z","end":"2026-03-02T22:06:33.759241Z","steps":["trace[1009550839] 'process raft request' (duration: 1.646954646s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.759326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.111335Z","time spent":"1.64795975s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:06:33.759136Z","caller":"traceutil/trace.go:171","msg":"trace[828944793] transaction","detail":"{read_only:false; response_revision:19976; number_of_response:1; }","duration":"1.64882885s","start":"2026-03-02T22:06:32.110279Z","end":"2026-03-02T22:06:33.759108Z","steps":["trace[828944793] 'process raft request' (duration: 1.647804426s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.759629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.110265Z","time spent":"1.6492565s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:06:33.760036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195998928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:06:33.760113Z","caller":"traceutil/trace.go:171","msg":"trace[378710471] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19978; }","duration":"1.196111182s","start":"2026-03-02T22:06:32.563975Z","end":"2026-03-02T22:06:33.760086Z","steps":["trace[378710471] 'agreement among raft nodes before linearized reading' (duration: 1.195999689s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.760168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.563941Z","time spent":"1.196214363s","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:06:33.760363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655090756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:33.760399Z","caller":"traceutil/trace.go:171","msg":"trace[59758902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19978; }","duration":"1.655161638s","start":"2026-03-02T22:06:32.105226Z","end":"2026-03-02T22:06:33.760388Z","steps":["trace[59758902] 'agreement among raft nodes before linearized reading' (duration: 1.655105096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.760432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.105203Z","time spent":"1.655221469s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:06:33.76039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556605091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T22:06:33.760474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554963033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:06:33.760525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558520256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:06:33.760542Z","caller":"traceutil/trace.go:171","msg":"trace[390355534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19978; }","duration":"1.555075586s","start":"2026-03-02T22:06:32.205446Z","end":"2026-03-02T22:06:33.760521Z","steps":["trace[390355534] 'agreement among raft nodes before linearized reading' (duration: 1.554910112s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:33.760538Z","caller":"traceutil/trace.go:171","msg":"trace[1688005314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19978; }","duration":"1.556783365s","start":"2026-03-02T22:06:32.203718Z","end":"2026-03-02T22:06:33.760502Z","steps":["trace[1688005314] 'agreement among raft nodes before linearized reading' (duration: 1.556371046s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:33.760575Z","caller":"traceutil/trace.go:171","msg":"trace[636456019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19978; }","duration":"1.558591928s","start":"2026-03-02T22:06:32.201969Z","end":"2026-03-02T22:06:33.760561Z","steps":["trace[636456019] 'agreement among raft nodes before linearized reading' (duration: 1.558388793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.76059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.205414Z","time spent":"1.555163848s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:06:33.760619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.201958Z","time spent":"1.558653889s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:06:33.760642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.203711Z","time spent":"1.556912318s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:06:33.76066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556912108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T22:06:33.760726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098156778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:06:33.760734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.30305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:33.760776Z","caller":"traceutil/trace.go:171","msg":"trace[930167361] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19978; }","duration":"1.0982451s","start":"2026-03-02T22:06:32.662516Z","end":"2026-03-02T22:06:33.760761Z","steps":["trace[930167361] 'agreement among raft nodes before linearized reading' (duration: 1.098162109s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.760784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.94871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:33.760783Z","caller":"traceutil/trace.go:171","msg":"trace[876498232] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19978; }","duration":"140.386162ms","start":"2026-03-02T22:06:33.620379Z","end":"2026-03-02T22:06:33.760765Z","steps":["trace[876498232] 'agreement among raft nodes before linearized reading' (duration: 140.31849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.76065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.675929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7697"} {"level":"warn","ts":"2026-03-02T22:06:33.760824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.662491Z","time spent":"1.098322993s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:06:33.760838Z","caller":"traceutil/trace.go:171","msg":"trace[1174439839] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19978; }","duration":"194.065802ms","start":"2026-03-02T22:06:33.566754Z","end":"2026-03-02T22:06:33.76082Z","steps":["trace[1174439839] 'agreement among raft nodes before linearized reading' (duration: 193.98482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:33.760865Z","caller":"traceutil/trace.go:171","msg":"trace[1716572595] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19978; }","duration":"637.924824ms","start":"2026-03-02T22:06:33.122922Z","end":"2026-03-02T22:06:33.760847Z","steps":["trace[1716572595] 'agreement among raft nodes before linearized reading' (duration: 637.667398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.760911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:33.122896Z","time spent":"637.999027ms","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7719,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T22:06:33.760693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.552196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:06:33.76113Z","caller":"traceutil/trace.go:171","msg":"trace[1397579986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19978; }","duration":"429.040458ms","start":"2026-03-02T22:06:33.332076Z","end":"2026-03-02T22:06:33.761117Z","steps":["trace[1397579986] 'agreement among raft nodes before linearized reading' (duration: 428.411753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.761169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:33.332046Z","time spent":"429.111039ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:06:33.760783Z","caller":"traceutil/trace.go:171","msg":"trace[806472975] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19978; }","duration":"1.557067042s","start":"2026-03-02T22:06:32.203683Z","end":"2026-03-02T22:06:33.76075Z","steps":["trace[806472975] 'agreement among raft nodes before linearized reading' (duration: 1.556755175s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.761345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.203671Z","time spent":"1.557664366s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:06:33.761225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421865282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:06:33.761476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560129443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:06:33.761597Z","caller":"traceutil/trace.go:171","msg":"trace[292782102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19978; }","duration":"1.422426924s","start":"2026-03-02T22:06:32.339142Z","end":"2026-03-02T22:06:33.761569Z","steps":["trace[292782102] 'agreement among raft nodes before linearized reading' (duration: 1.421134144s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:33.761931Z","caller":"traceutil/trace.go:171","msg":"trace[354500903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19978; }","duration":"1.560680816s","start":"2026-03-02T22:06:32.200974Z","end":"2026-03-02T22:06:33.761655Z","steps":["trace[354500903] 'agreement among raft nodes before linearized reading' (duration: 1.559647952s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.761951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.33912Z","time spent":"1.422806234s","remote":"127.0.0.1:36292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:06:33.759358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651732388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f9c5f28b-3f81-4732-a349-cadcb9364403\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-02T22:06:33.762305Z","caller":"traceutil/trace.go:171","msg":"trace[1518545123] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f9c5f28b-3f81-4732-a349-cadcb9364403; range_end:; response_count:1; response_revision:19978; }","duration":"1.654663006s","start":"2026-03-02T22:06:32.10758Z","end":"2026-03-02T22:06:33.762243Z","steps":["trace[1518545123] 'agreement among raft nodes before linearized reading' (duration: 1.651469521s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:33.76245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.107568Z","time spent":"1.65486164s","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-f9c5f28b-3f81-4732-a349-cadcb9364403\" "} {"level":"warn","ts":"2026-03-02T22:06:33.762236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:32.200953Z","time spent":"1.561046934s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:06:34.281356Z","caller":"traceutil/trace.go:171","msg":"trace[105010123] transaction","detail":"{read_only:false; response_revision:19979; number_of_response:1; }","duration":"518.536632ms","start":"2026-03-02T22:06:33.762796Z","end":"2026-03-02T22:06:34.281333Z","steps":["trace[105010123] 'process raft request' (duration: 478.811967ms)","trace[105010123] 'compare' (duration: 39.50067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:06:34.281555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:33.762761Z","time spent":"518.705567ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:06:34.731807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.371827ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:34.732212Z","caller":"traceutil/trace.go:171","msg":"trace[1532435623] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19979; }","duration":"169.803667ms","start":"2026-03-02T22:06:34.562384Z","end":"2026-03-02T22:06:34.732187Z","steps":["trace[1532435623] 'range keys from in-memory index tree' (duration: 169.343286ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:34.73229Z","caller":"traceutil/trace.go:171","msg":"trace[1246516864] transaction","detail":"{read_only:false; response_revision:19980; number_of_response:1; }","duration":"966.954881ms","start":"2026-03-02T22:06:33.765292Z","end":"2026-03-02T22:06:34.732247Z","steps":["trace[1246516864] 'process raft request' (duration: 966.613803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:34.732633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:33.765273Z","time spent":"967.297499ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:06:34.732592Z","caller":"traceutil/trace.go:171","msg":"trace[1406166874] transaction","detail":"{read_only:false; response_revision:19981; number_of_response:1; }","duration":"966.778747ms","start":"2026-03-02T22:06:33.765756Z","end":"2026-03-02T22:06:34.732534Z","steps":["trace[1406166874] 'process raft request' (duration: 966.421729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:34.732728Z","caller":"traceutil/trace.go:171","msg":"trace[1640337481] transaction","detail":"{read_only:false; response_revision:19982; number_of_response:1; }","duration":"965.463716ms","start":"2026-03-02T22:06:33.76725Z","end":"2026-03-02T22:06:34.732714Z","steps":["trace[1640337481] 'process raft request' (duration: 965.17421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:34.732777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:33.767226Z","time spent":"965.525338ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:06:34.732698Z","caller":"traceutil/trace.go:171","msg":"trace[1505413081] transaction","detail":"{read_only:false; response_revision:19984; number_of_response:1; }","duration":"965.364084ms","start":"2026-03-02T22:06:33.767313Z","end":"2026-03-02T22:06:34.732677Z","steps":["trace[1505413081] 'process raft request' (duration: 965.237541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:34.732926Z","caller":"traceutil/trace.go:171","msg":"trace[153068839] transaction","detail":"{read_only:false; response_revision:19985; number_of_response:1; }","duration":"619.946356ms","start":"2026-03-02T22:06:34.112972Z","end":"2026-03-02T22:06:34.732918Z","steps":["trace[153068839] 'process raft request' (duration: 619.623239ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:34.732926Z","caller":"traceutil/trace.go:171","msg":"trace[1476562044] linearizableReadLoop","detail":"{readStateIndex:20693; appliedIndex:20691; }","duration":"967.290589ms","start":"2026-03-02T22:06:33.7656Z","end":"2026-03-02T22:06:34.732891Z","steps":["trace[1476562044] 'read index received' (duration: 476.028622ms)","trace[1476562044] 'applied index is now lower than readState.Index' (duration: 491.259617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:06:34.733139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:33.767285Z","time spent":"965.626421ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:06:34.733293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.661118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:06:34.733365Z","caller":"traceutil/trace.go:171","msg":"trace[1909249794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19985; }","duration":"967.76953ms","start":"2026-03-02T22:06:33.765581Z","end":"2026-03-02T22:06:34.733351Z","steps":["trace[1909249794] 'agreement among raft nodes before linearized reading' (duration: 967.455433ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:34.73276Z","caller":"traceutil/trace.go:171","msg":"trace[1342845308] transaction","detail":"{read_only:false; response_revision:19983; number_of_response:1; }","duration":"965.451926ms","start":"2026-03-02T22:06:33.767268Z","end":"2026-03-02T22:06:34.73272Z","steps":["trace[1342845308] 'process raft request' (duration: 965.237811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:34.733412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:33.765575Z","time spent":"967.821071ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:06:34.733491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:33.767253Z","time spent":"966.171143ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:06:34.732838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:33.76575Z","time spent":"966.953201ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:06:34.734091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:34.112943Z","time spent":"620.99965ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:06:35.234905Z","caller":"traceutil/trace.go:171","msg":"trace[2078725932] linearizableReadLoop","detail":"{readStateIndex:20699; appliedIndex:20698; }","duration":"501.879123ms","start":"2026-03-02T22:06:34.732998Z","end":"2026-03-02T22:06:35.234877Z","steps":["trace[2078725932] 'read index received' (duration: 472.469618ms)","trace[2078725932] 'applied index is now lower than readState.Index' (duration: 29.408295ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:06:35.234913Z","caller":"traceutil/trace.go:171","msg":"trace[1921664341] transaction","detail":"{read_only:false; response_revision:19986; number_of_response:1; }","duration":"774.283311ms","start":"2026-03-02T22:06:34.460604Z","end":"2026-03-02T22:06:35.234887Z","steps":["trace[1921664341] 'process raft request' (duration: 744.819954ms)","trace[1921664341] 'compare' (duration: 28.997206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:06:35.235107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:34.460584Z","time spent":"774.441115ms","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:06:35.235092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464851831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:06:35.235155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.946047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:06:35.235198Z","caller":"traceutil/trace.go:171","msg":"trace[1107627964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19986; }","duration":"1.464980635s","start":"2026-03-02T22:06:33.770192Z","end":"2026-03-02T22:06:35.235173Z","steps":["trace[1107627964] 'agreement among raft nodes before linearized reading' (duration: 1.464796551s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:35.235259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:33.770185Z","time spent":"1.465065077s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:06:35.235262Z","caller":"traceutil/trace.go:171","msg":"trace[855959624] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19986; }","duration":"951.137942ms","start":"2026-03-02T22:06:34.2841Z","end":"2026-03-02T22:06:35.235238Z","steps":["trace[855959624] 'agreement among raft nodes before linearized reading' (duration: 950.803014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:35.235258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.433196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18311"} {"level":"warn","ts":"2026-03-02T22:06:35.235328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:34.284076Z","time spent":"951.238755ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T22:06:35.235355Z","caller":"traceutil/trace.go:171","msg":"trace[540792131] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19986; }","duration":"499.58788ms","start":"2026-03-02T22:06:34.735747Z","end":"2026-03-02T22:06:35.235335Z","steps":["trace[540792131] 'agreement among raft nodes before linearized reading' (duration: 499.321144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:35.235403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:34.735729Z","time spent":"499.665741ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18333,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:06:35.23564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.837249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:06:35.235941Z","caller":"traceutil/trace.go:171","msg":"trace[2093168893] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19986; }","duration":"940.261689ms","start":"2026-03-02T22:06:34.295656Z","end":"2026-03-02T22:06:35.235918Z","steps":["trace[2093168893] 'agreement among raft nodes before linearized reading' (duration: 939.231315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:35.23616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:34.295622Z","time spent":"940.519425ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":73,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:06:35.624116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.816147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:35.62423Z","caller":"traceutil/trace.go:171","msg":"trace[1577640351] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19986; }","duration":"272.994121ms","start":"2026-03-02T22:06:35.351204Z","end":"2026-03-02T22:06:35.624199Z","steps":["trace[1577640351] 'range keys from in-memory index tree' (duration: 272.707945ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:36.035197Z","caller":"traceutil/trace.go:171","msg":"trace[1990499396] linearizableReadLoop","detail":"{readStateIndex:20700; appliedIndex:20699; }","duration":"388.767549ms","start":"2026-03-02T22:06:35.646395Z","end":"2026-03-02T22:06:36.035162Z","steps":["trace[1990499396] 'read index received' (duration: 388.520553ms)","trace[1990499396] 'applied index is now lower than readState.Index' (duration: 245.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:06:36.035313Z","caller":"traceutil/trace.go:171","msg":"trace[1113537304] transaction","detail":"{read_only:false; response_revision:19987; number_of_response:1; }","duration":"397.165525ms","start":"2026-03-02T22:06:35.638109Z","end":"2026-03-02T22:06:36.035274Z","steps":["trace[1113537304] 'process raft request' (duration: 396.883288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:36.03549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.076796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-02T22:06:36.035528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:35.638076Z","time spent":"397.319897ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:06:36.035543Z","caller":"traceutil/trace.go:171","msg":"trace[1060611634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19987; }","duration":"389.172968ms","start":"2026-03-02T22:06:35.646353Z","end":"2026-03-02T22:06:36.035526Z","steps":["trace[1060611634] 'agreement among raft nodes before linearized reading' (duration: 388.974064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:36.035584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:35.64634Z","time spent":"389.23476ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T22:06:36.035851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.52468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:06:36.035955Z","caller":"traceutil/trace.go:171","msg":"trace[953047475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19987; }","duration":"269.734125ms","start":"2026-03-02T22:06:35.766197Z","end":"2026-03-02T22:06:36.035931Z","steps":["trace[953047475] 'agreement among raft nodes before linearized reading' (duration: 269.383347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:36.036075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.135421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:06:36.036178Z","caller":"traceutil/trace.go:171","msg":"trace[242314396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19987; }","duration":"266.314525ms","start":"2026-03-02T22:06:35.769842Z","end":"2026-03-02T22:06:36.036157Z","steps":["trace[242314396] 'agreement among raft nodes before linearized reading' (duration: 265.747462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:37.100268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.429563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:06:37.101332Z","caller":"traceutil/trace.go:171","msg":"trace[88030284] transaction","detail":"{read_only:false; response_revision:19989; number_of_response:1; }","duration":"1.060464311s","start":"2026-03-02T22:06:36.040826Z","end":"2026-03-02T22:06:37.10129Z","steps":["trace[88030284] 'process raft request' (duration: 1.05956067s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:37.101439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.040788Z","time spent":"1.060603334s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:06:37.101584Z","caller":"traceutil/trace.go:171","msg":"trace[839188237] transaction","detail":"{read_only:false; response_revision:19988; number_of_response:1; }","duration":"1.060741317s","start":"2026-03-02T22:06:36.040828Z","end":"2026-03-02T22:06:37.101569Z","steps":["trace[839188237] 'process raft request' (duration: 727.894121ms)","trace[839188237] 'compare' (duration: 331.30002ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:06:37.101581Z","caller":"traceutil/trace.go:171","msg":"trace[609873998] transaction","detail":"{read_only:false; response_revision:19990; number_of_response:1; }","duration":"361.565585ms","start":"2026-03-02T22:06:36.739973Z","end":"2026-03-02T22:06:37.101539Z","steps":["trace[609873998] 'process raft request' (duration: 360.530611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:37.10169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.040797Z","time spent":"1.060815159s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:06:37.101838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.739948Z","time spent":"361.77755ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:06:37.101996Z","caller":"traceutil/trace.go:171","msg":"trace[897281887] linearizableReadLoop","detail":"{readStateIndex:20702; appliedIndex:20700; }","duration":"472.862499ms","start":"2026-03-02T22:06:36.628993Z","end":"2026-03-02T22:06:37.101855Z","steps":["trace[897281887] 'read index received' (duration: 139.859259ms)","trace[897281887] 'applied index is now lower than readState.Index' (duration: 332.522938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:06:38.367296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266675326s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:06:38.367397Z","caller":"traceutil/trace.go:171","msg":"trace[1732194692] linearizableReadLoop","detail":"{readStateIndex:20704; appliedIndex:20703; }","duration":"1.265233212s","start":"2026-03-02T22:06:37.102148Z","end":"2026-03-02T22:06:38.367381Z","steps":["trace[1732194692] 'read index received' (duration: 68.772µs)","trace[1732194692] 'applied index is now lower than readState.Index' (duration: 1.26516342s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:06:38.367609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690723026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:06:38.367637Z","caller":"traceutil/trace.go:171","msg":"trace[1137667202] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19990; }","duration":"1.690822389s","start":"2026-03-02T22:06:36.676808Z","end":"2026-03-02T22:06:38.367631Z","steps":["trace[1137667202] 'agreement among raft nodes before linearized reading' (duration: 1.690611794s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:38.367662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.676778Z","time spent":"1.69087791s","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":164,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:06:38.367732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738720395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:38.367831Z","caller":"traceutil/trace.go:171","msg":"trace[2117515972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19990; }","duration":"1.738867598s","start":"2026-03-02T22:06:36.628937Z","end":"2026-03-02T22:06:38.367804Z","steps":["trace[2117515972] 'agreement among raft nodes before linearized reading' (duration: 472.994501ms)","trace[2117515972] 'range keys from in-memory index tree' (duration: 1.265724933s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:06:38.367879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.628916Z","time spent":"1.738954371s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:06:38.367921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428785493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:06:38.367954Z","caller":"traceutil/trace.go:171","msg":"trace[982991639] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19990; }","duration":"1.428866504s","start":"2026-03-02T22:06:36.93908Z","end":"2026-03-02T22:06:38.367947Z","steps":["trace[982991639] 'agreement among raft nodes before linearized reading' (duration: 1.428815983s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:38.367973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.939056Z","time spent":"1.428913696s","remote":"127.0.0.1:59876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:06:38.368182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629566082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T22:06:38.368201Z","caller":"traceutil/trace.go:171","msg":"trace[1470576409] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19990; }","duration":"1.629642193s","start":"2026-03-02T22:06:36.738554Z","end":"2026-03-02T22:06:38.368196Z","steps":["trace[1470576409] 'agreement among raft nodes before linearized reading' (duration: 1.629540361s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:38.368215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.738527Z","time spent":"1.629684845s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:06:38.368206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62951357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:06:38.368326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678355938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:06:38.36835Z","caller":"traceutil/trace.go:171","msg":"trace[998672530] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:19990; }","duration":"1.67840877s","start":"2026-03-02T22:06:36.689936Z","end":"2026-03-02T22:06:38.368345Z","steps":["trace[998672530] 'agreement among raft nodes before linearized reading' (duration: 1.678367609s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:38.368367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.689922Z","time spent":"1.67843977s","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:06:38.368413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629710275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:06:38.36845Z","caller":"traceutil/trace.go:171","msg":"trace[966876769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19990; }","duration":"1.629802777s","start":"2026-03-02T22:06:36.738638Z","end":"2026-03-02T22:06:38.368441Z","steps":["trace[966876769] 'agreement among raft nodes before linearized reading' (duration: 1.629708375s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:38.368318Z","caller":"traceutil/trace.go:171","msg":"trace[2059554871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19990; }","duration":"1.629667233s","start":"2026-03-02T22:06:36.738624Z","end":"2026-03-02T22:06:38.368291Z","steps":["trace[2059554871] 'agreement among raft nodes before linearized reading' (duration: 1.629353796s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:38.368494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.738607Z","time spent":"1.629879349s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:06:38.368522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.738608Z","time spent":"1.62990502s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:06:38.368681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620353576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:06:38.368701Z","caller":"traceutil/trace.go:171","msg":"trace[1555129729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19990; }","duration":"1.620402288s","start":"2026-03-02T22:06:36.748294Z","end":"2026-03-02T22:06:38.368696Z","steps":["trace[1555129729] 'agreement among raft nodes before linearized reading' (duration: 1.620344426s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:38.368718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.748275Z","time spent":"1.620437228s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:06:38.369934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630747438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:06:38.370044Z","caller":"traceutil/trace.go:171","msg":"trace[81787009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19990; }","duration":"1.630906973s","start":"2026-03-02T22:06:36.739114Z","end":"2026-03-02T22:06:38.370021Z","steps":["trace[81787009] 'agreement among raft nodes before linearized reading' (duration: 1.629114691s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:38.370103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:06:36.739106Z","time spent":"1.630981474s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:06:46.547454Z","caller":"traceutil/trace.go:171","msg":"trace[250871086] linearizableReadLoop","detail":"{readStateIndex:20744; appliedIndex:20743; }","duration":"128.988586ms","start":"2026-03-02T22:06:46.41843Z","end":"2026-03-02T22:06:46.547418Z","steps":["trace[250871086] 'read index received' (duration: 128.767421ms)","trace[250871086] 'applied index is now lower than readState.Index' (duration: 219.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:06:46.54748Z","caller":"traceutil/trace.go:171","msg":"trace[1083060308] transaction","detail":"{read_only:false; response_revision:20029; number_of_response:1; }","duration":"130.158133ms","start":"2026-03-02T22:06:46.417291Z","end":"2026-03-02T22:06:46.547449Z","steps":["trace[1083060308] 'process raft request' (duration: 129.954908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:46.547667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.206271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:06:46.547706Z","caller":"traceutil/trace.go:171","msg":"trace[1713711186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20029; }","duration":"129.299752ms","start":"2026-03-02T22:06:46.418401Z","end":"2026-03-02T22:06:46.547701Z","steps":["trace[1713711186] 'agreement among raft nodes before linearized reading' (duration: 129.125208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:06:46.548178Z","caller":"traceutil/trace.go:171","msg":"trace[984704979] transaction","detail":"{read_only:false; response_revision:20030; number_of_response:1; }","duration":"128.825791ms","start":"2026-03-02T22:06:46.419344Z","end":"2026-03-02T22:06:46.548169Z","steps":["trace[984704979] 'process raft request' (duration: 128.594126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:46.548432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.367545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:06:46.548489Z","caller":"traceutil/trace.go:171","msg":"trace[431179618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20030; }","duration":"129.458197ms","start":"2026-03-02T22:06:46.419017Z","end":"2026-03-02T22:06:46.548476Z","steps":["trace[431179618] 'agreement among raft nodes before linearized reading' (duration: 129.19552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:06:46.548655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.143763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:06:46.548756Z","caller":"traceutil/trace.go:171","msg":"trace[890010780] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20030; }","duration":"130.274055ms","start":"2026-03-02T22:06:46.418453Z","end":"2026-03-02T22:06:46.548727Z","steps":["trace[890010780] 'agreement among raft nodes before linearized reading' (duration: 129.658181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:20.795356Z","caller":"traceutil/trace.go:171","msg":"trace[1961262996] transaction","detail":"{read_only:false; response_revision:20270; number_of_response:1; }","duration":"145.387638ms","start":"2026-03-02T22:07:20.649935Z","end":"2026-03-02T22:07:20.795323Z","steps":["trace[1961262996] 'process raft request' (duration: 145.157323ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:20.797558Z","caller":"traceutil/trace.go:171","msg":"trace[1751730479] transaction","detail":"{read_only:false; response_revision:20271; number_of_response:1; }","duration":"141.853985ms","start":"2026-03-02T22:07:20.655679Z","end":"2026-03-02T22:07:20.797533Z","steps":["trace[1751730479] 'process raft request' (duration: 141.264682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:51.890737Z","caller":"traceutil/trace.go:171","msg":"trace[312662885] transaction","detail":"{read_only:false; response_revision:20595; number_of_response:1; }","duration":"249.719299ms","start":"2026-03-02T22:07:51.640985Z","end":"2026-03-02T22:07:51.890705Z","steps":["trace[312662885] 'process raft request' (duration: 249.461133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:51.907702Z","caller":"traceutil/trace.go:171","msg":"trace[2095454147] linearizableReadLoop","detail":"{readStateIndex:21335; appliedIndex:21333; }","duration":"262.185629ms","start":"2026-03-02T22:07:51.645487Z","end":"2026-03-02T22:07:51.907673Z","steps":["trace[2095454147] 'read index received' (duration: 245.01793ms)","trace[2095454147] 'applied index is now lower than readState.Index' (duration: 17.166859ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:07:51.90778Z","caller":"traceutil/trace.go:171","msg":"trace[1407475797] transaction","detail":"{read_only:false; response_revision:20597; number_of_response:1; }","duration":"194.640298ms","start":"2026-03-02T22:07:51.713113Z","end":"2026-03-02T22:07:51.907753Z","steps":["trace[1407475797] 'process raft request' (duration: 194.475714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:51.907759Z","caller":"traceutil/trace.go:171","msg":"trace[417163231] transaction","detail":"{read_only:false; response_revision:20596; number_of_response:1; }","duration":"265.774512ms","start":"2026-03-02T22:07:51.641944Z","end":"2026-03-02T22:07:51.907719Z","steps":["trace[417163231] 'process raft request' (duration: 265.481636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:51.907919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.388584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:07:51.908082Z","caller":"traceutil/trace.go:171","msg":"trace[107383667] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:20597; }","duration":"262.64923ms","start":"2026-03-02T22:07:51.645418Z","end":"2026-03-02T22:07:51.908068Z","steps":["trace[107383667] 'agreement among raft nodes before linearized reading' (duration: 262.369973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:53.23088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.47655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:07:53.23122Z","caller":"traceutil/trace.go:171","msg":"trace[856513038] transaction","detail":"{read_only:false; response_revision:20600; number_of_response:1; }","duration":"166.671887ms","start":"2026-03-02T22:07:53.064521Z","end":"2026-03-02T22:07:53.231193Z","steps":["trace[856513038] 'process raft request' (duration: 58.163953ms)","trace[856513038] 'compare' (duration: 107.235715ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:07:53.233062Z","caller":"traceutil/trace.go:171","msg":"trace[595468423] transaction","detail":"{read_only:false; response_revision:20602; number_of_response:1; }","duration":"166.304789ms","start":"2026-03-02T22:07:53.06673Z","end":"2026-03-02T22:07:53.233035Z","steps":["trace[595468423] 'process raft request' (duration: 166.213277ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:53.233074Z","caller":"traceutil/trace.go:171","msg":"trace[853867121] transaction","detail":"{read_only:false; response_revision:20601; number_of_response:1; }","duration":"166.37017ms","start":"2026-03-02T22:07:53.06668Z","end":"2026-03-02T22:07:53.23305Z","steps":["trace[853867121] 'process raft request' (duration: 166.112984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:53.233289Z","caller":"traceutil/trace.go:171","msg":"trace[892337328] linearizableReadLoop","detail":"{readStateIndex:21343; appliedIndex:21339; }","duration":"165.782257ms","start":"2026-03-02T22:07:53.067494Z","end":"2026-03-02T22:07:53.233276Z","steps":["trace[892337328] 'read index received' (duration: 55.196414ms)","trace[892337328] 'applied index is now lower than readState.Index' (duration: 110.584773ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:07:53.233391Z","caller":"traceutil/trace.go:171","msg":"trace[1047621223] transaction","detail":"{read_only:false; response_revision:20603; number_of_response:1; }","duration":"166.612496ms","start":"2026-03-02T22:07:53.066754Z","end":"2026-03-02T22:07:53.233367Z","steps":["trace[1047621223] 'process raft request' (duration: 166.231787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:53.233499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.983731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:07:53.233556Z","caller":"traceutil/trace.go:171","msg":"trace[1772240119] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20603; }","duration":"166.078254ms","start":"2026-03-02T22:07:53.067468Z","end":"2026-03-02T22:07:53.233547Z","steps":["trace[1772240119] 'agreement among raft nodes before linearized reading' (duration: 165.855339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:18.412415Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18665} {"level":"info","ts":"2026-03-02T22:08:18.53064Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18665,"took":"114.392602ms","hash":1861443583,"current-db-size-bytes":43450368,"current-db-size":"44 MB","current-db-size-in-use-bytes":28106752,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:08:18.530725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1861443583,"revision":18665,"compact-revision":16093} {"level":"info","ts":"2026-03-02T22:08:38.807036Z","caller":"traceutil/trace.go:171","msg":"trace[311488842] transaction","detail":"{read_only:false; response_revision:20898; number_of_response:1; }","duration":"165.879239ms","start":"2026-03-02T22:08:38.64113Z","end":"2026-03-02T22:08:38.80701Z","steps":["trace[311488842] 'process raft request' (duration: 165.51097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:01.920066Z","caller":"traceutil/trace.go:171","msg":"trace[427284002] transaction","detail":"{read_only:false; response_revision:21032; number_of_response:1; }","duration":"177.631112ms","start":"2026-03-02T22:09:01.742408Z","end":"2026-03-02T22:09:01.920039Z","steps":["trace[427284002] 'process raft request' (duration: 177.474818ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:01.948658Z","caller":"traceutil/trace.go:171","msg":"trace[2069261245] linearizableReadLoop","detail":"{readStateIndex:21789; appliedIndex:21788; }","duration":"204.817524ms","start":"2026-03-02T22:09:01.743819Z","end":"2026-03-02T22:09:01.948636Z","steps":["trace[2069261245] 'read index received' (duration: 176.25011ms)","trace[2069261245] 'applied index is now lower than readState.Index' (duration: 28.566494ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:01.948762Z","caller":"traceutil/trace.go:171","msg":"trace[25541586] transaction","detail":"{read_only:false; response_revision:21033; number_of_response:1; }","duration":"205.366947ms","start":"2026-03-02T22:09:01.74336Z","end":"2026-03-02T22:09:01.948727Z","steps":["trace[25541586] 'process raft request' (duration: 205.171713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:01.948897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.05294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:09:01.94895Z","caller":"traceutil/trace.go:171","msg":"trace[435713157] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21033; }","duration":"205.137222ms","start":"2026-03-02T22:09:01.743798Z","end":"2026-03-02T22:09:01.948936Z","steps":["trace[435713157] 'agreement among raft nodes before linearized reading' (duration: 204.926437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:14.674136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.790491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:14.674239Z","caller":"traceutil/trace.go:171","msg":"trace[752775385] linearizableReadLoop","detail":"{readStateIndex:22442; appliedIndex:22441; }","duration":"161.458356ms","start":"2026-03-02T22:10:14.512734Z","end":"2026-03-02T22:10:14.674192Z","steps":["trace[752775385] 'read index received' (duration: 161.167109ms)","trace[752775385] 'applied index is now lower than readState.Index' (duration: 289.737µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:14.674327Z","caller":"traceutil/trace.go:171","msg":"trace[1448418192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21666; }","duration":"111.999605ms","start":"2026-03-02T22:10:14.562304Z","end":"2026-03-02T22:10:14.674304Z","steps":["trace[1448418192] 'range keys from in-memory index tree' (duration: 111.77543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:14.674433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.681851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:14.674507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.006378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:14.67453Z","caller":"traceutil/trace.go:171","msg":"trace[701398962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21667; }","duration":"161.872385ms","start":"2026-03-02T22:10:14.512637Z","end":"2026-03-02T22:10:14.674509Z","steps":["trace[701398962] 'agreement among raft nodes before linearized reading' (duration: 161.66269ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:14.674554Z","caller":"traceutil/trace.go:171","msg":"trace[73701626] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:21667; }","duration":"116.101431ms","start":"2026-03-02T22:10:14.558436Z","end":"2026-03-02T22:10:14.674538Z","steps":["trace[73701626] 'agreement among raft nodes before linearized reading' (duration: 115.979908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:14.674291Z","caller":"traceutil/trace.go:171","msg":"trace[381628100] transaction","detail":"{read_only:false; response_revision:21667; number_of_response:1; }","duration":"224.789329ms","start":"2026-03-02T22:10:14.44943Z","end":"2026-03-02T22:10:14.67422Z","steps":["trace[381628100] 'process raft request' (duration: 224.496473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:14.674985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.781534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:10:14.675088Z","caller":"traceutil/trace.go:171","msg":"trace[114124635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21667; }","duration":"109.891036ms","start":"2026-03-02T22:10:14.565173Z","end":"2026-03-02T22:10:14.675064Z","steps":["trace[114124635] 'agreement among raft nodes before linearized reading' (duration: 109.61105ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:15.580927Z","caller":"traceutil/trace.go:171","msg":"trace[1447872135] transaction","detail":"{read_only:false; response_revision:21734; number_of_response:1; }","duration":"108.654878ms","start":"2026-03-02T22:10:15.472239Z","end":"2026-03-02T22:10:15.580894Z","steps":["trace[1447872135] 'process raft request' (duration: 38.709121ms)","trace[1447872135] 'compare' (duration: 69.815374ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:15.740159Z","caller":"traceutil/trace.go:171","msg":"trace[437784411] transaction","detail":"{read_only:false; response_revision:21736; number_of_response:1; }","duration":"130.825363ms","start":"2026-03-02T22:10:15.609303Z","end":"2026-03-02T22:10:15.740129Z","steps":["trace[437784411] 'process raft request' (duration: 130.382863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:23.759047Z","caller":"traceutil/trace.go:171","msg":"trace[304266842] linearizableReadLoop","detail":"{readStateIndex:22889; appliedIndex:22888; }","duration":"214.595442ms","start":"2026-03-02T22:10:23.544423Z","end":"2026-03-02T22:10:23.759018Z","steps":["trace[304266842] 'read index received' (duration: 213.783863ms)","trace[304266842] 'applied index is now lower than readState.Index' (duration: 810.639µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:23.759163Z","caller":"traceutil/trace.go:171","msg":"trace[1719604331] transaction","detail":"{read_only:false; response_revision:22103; number_of_response:1; }","duration":"216.420064ms","start":"2026-03-02T22:10:23.542735Z","end":"2026-03-02T22:10:23.759155Z","steps":["trace[1719604331] 'process raft request' (duration: 215.431231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:23.759402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.94507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/capo-system/capo-leader-election-role\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:23.759558Z","caller":"traceutil/trace.go:171","msg":"trace[1191276132] range","detail":"{range_begin:/registry/roles/capo-system/capo-leader-election-role; range_end:; response_count:0; response_revision:22103; }","duration":"215.116284ms","start":"2026-03-02T22:10:23.544378Z","end":"2026-03-02T22:10:23.759495Z","steps":["trace[1191276132] 'agreement among raft nodes before linearized reading' (duration: 214.870698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:23.763237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.955487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-02T22:10:23.763352Z","caller":"traceutil/trace.go:171","msg":"trace[578414320] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22105; }","duration":"211.140822ms","start":"2026-03-02T22:10:23.552186Z","end":"2026-03-02T22:10:23.763327Z","steps":["trace[578414320] 'agreement among raft nodes before linearized reading' (duration: 210.791544ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:23.763656Z","caller":"traceutil/trace.go:171","msg":"trace[178047844] transaction","detail":"{read_only:false; response_revision:22104; number_of_response:1; }","duration":"204.546808ms","start":"2026-03-02T22:10:23.559068Z","end":"2026-03-02T22:10:23.763615Z","steps":["trace[178047844] 'process raft request' (duration: 203.670827ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:23.763712Z","caller":"traceutil/trace.go:171","msg":"trace[282857111] transaction","detail":"{read_only:false; response_revision:22105; number_of_response:1; }","duration":"147.588933ms","start":"2026-03-02T22:10:23.616108Z","end":"2026-03-02T22:10:23.763697Z","steps":["trace[282857111] 'process raft request' (duration: 146.801534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:23.763902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.994301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:23.763953Z","caller":"traceutil/trace.go:171","msg":"trace[216864599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22105; }","duration":"135.111273ms","start":"2026-03-02T22:10:23.628826Z","end":"2026-03-02T22:10:23.763937Z","steps":["trace[216864599] 'agreement among raft nodes before linearized reading' (duration: 135.008271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.690827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.363535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.690998Z","caller":"traceutil/trace.go:171","msg":"trace[939226295] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22188; }","duration":"180.58206ms","start":"2026-03-02T22:10:25.510382Z","end":"2026-03-02T22:10:25.690964Z","steps":["trace[939226295] 'count revisions from in-memory index tree' (duration: 180.297034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.691227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.904651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:25.69127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.53191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.691362Z","caller":"traceutil/trace.go:171","msg":"trace[264407216] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22188; }","duration":"234.022784ms","start":"2026-03-02T22:10:25.457287Z","end":"2026-03-02T22:10:25.69131Z","steps":["trace[264407216] 'range keys from in-memory index tree' (duration: 233.793458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.691357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.208826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-8hfgd\" ","response":"range_response_count:1 size:5107"} {"level":"info","ts":"2026-03-02T22:10:25.691388Z","caller":"traceutil/trace.go:171","msg":"trace[1207932464] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22188; }","duration":"180.848786ms","start":"2026-03-02T22:10:25.510512Z","end":"2026-03-02T22:10:25.691361Z","steps":["trace[1207932464] 'range keys from in-memory index tree' (duration: 180.425447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:25.691472Z","caller":"traceutil/trace.go:171","msg":"trace[1173941029] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-8hfgd; range_end:; response_count:1; response_revision:22188; }","duration":"169.353799ms","start":"2026-03-02T22:10:25.522089Z","end":"2026-03-02T22:10:25.691443Z","steps":["trace[1173941029] 'range keys from in-memory index tree' (duration: 168.990671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.691528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.690619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.691575Z","caller":"traceutil/trace.go:171","msg":"trace[897997704] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22188; }","duration":"197.7497ms","start":"2026-03-02T22:10:25.493813Z","end":"2026-03-02T22:10:25.691562Z","steps":["trace[897997704] 'count revisions from in-memory index tree' (duration: 197.657358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.69149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.478179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:25.691446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.584822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.692061Z","caller":"traceutil/trace.go:171","msg":"trace[1885043032] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22188; }","duration":"212.075263ms","start":"2026-03-02T22:10:25.479964Z","end":"2026-03-02T22:10:25.692039Z","steps":["trace[1885043032] 'count revisions from in-memory index tree' (duration: 211.370097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.691785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.996836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.692257Z","caller":"traceutil/trace.go:171","msg":"trace[1842984869] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22188; }","duration":"198.483007ms","start":"2026-03-02T22:10:25.493739Z","end":"2026-03-02T22:10:25.692222Z","steps":["trace[1842984869] 'range keys from in-memory index tree' (duration: 197.861022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.691781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.857963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.692159Z","caller":"traceutil/trace.go:171","msg":"trace[1162546962] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22188; }","duration":"212.326769ms","start":"2026-03-02T22:10:25.4798Z","end":"2026-03-02T22:10:25.692127Z","steps":["trace[1162546962] 'range keys from in-memory index tree' (duration: 211.49532ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:25.692402Z","caller":"traceutil/trace.go:171","msg":"trace[383501990] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22188; }","duration":"235.542779ms","start":"2026-03-02T22:10:25.456827Z","end":"2026-03-02T22:10:25.69237Z","steps":["trace[383501990] 'count revisions from in-memory index tree' (duration: 234.758941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.691828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.515375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.692585Z","caller":"traceutil/trace.go:171","msg":"trace[791998890] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22188; }","duration":"235.307533ms","start":"2026-03-02T22:10:25.457258Z","end":"2026-03-02T22:10:25.692565Z","steps":["trace[791998890] 'range keys from in-memory index tree' (duration: 234.437814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.69208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.970457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.692955Z","caller":"traceutil/trace.go:171","msg":"trace[1513450163] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22188; }","duration":"180.856677ms","start":"2026-03-02T22:10:25.51207Z","end":"2026-03-02T22:10:25.692926Z","steps":["trace[1513450163] 'range keys from in-memory index tree' (duration: 179.869894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:27.256509Z","caller":"traceutil/trace.go:171","msg":"trace[1242119418] linearizableReadLoop","detail":"{readStateIndex:23026; appliedIndex:23025; }","duration":"131.54797ms","start":"2026-03-02T22:10:27.124931Z","end":"2026-03-02T22:10:27.256479Z","steps":["trace[1242119418] 'read index received' (duration: 131.454868ms)","trace[1242119418] 'applied index is now lower than readState.Index' (duration: 91.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:27.25659Z","caller":"traceutil/trace.go:171","msg":"trace[338833083] transaction","detail":"{read_only:false; response_revision:22239; number_of_response:1; }","duration":"139.823263ms","start":"2026-03-02T22:10:27.116725Z","end":"2026-03-02T22:10:27.256549Z","steps":["trace[338833083] 'process raft request' (duration: 139.526646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:27.256818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.846177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:27.256874Z","caller":"traceutil/trace.go:171","msg":"trace[1247123697] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22239; }","duration":"131.95927ms","start":"2026-03-02T22:10:27.1249Z","end":"2026-03-02T22:10:27.256859Z","steps":["trace[1247123697] 'agreement among raft nodes before linearized reading' (duration: 131.732015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:27.256893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.918669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:27.256967Z","caller":"traceutil/trace.go:171","msg":"trace[149166618] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22239; }","duration":"132.053202ms","start":"2026-03-02T22:10:27.124896Z","end":"2026-03-02T22:10:27.256949Z","steps":["trace[149166618] 'agreement among raft nodes before linearized reading' (duration: 131.892338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:27.257389Z","caller":"traceutil/trace.go:171","msg":"trace[1509176311] transaction","detail":"{read_only:false; response_revision:22240; number_of_response:1; }","duration":"132.249287ms","start":"2026-03-02T22:10:27.125122Z","end":"2026-03-02T22:10:27.257372Z","steps":["trace[1509176311] 'process raft request' (duration: 131.93372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:27.257459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.069562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:27.25754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.302375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"info","ts":"2026-03-02T22:10:27.257603Z","caller":"traceutil/trace.go:171","msg":"trace[76008328] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test0; response_count:0; response_revision:22240; }","duration":"132.273097ms","start":"2026-03-02T22:10:27.125306Z","end":"2026-03-02T22:10:27.257579Z","steps":["trace[76008328] 'agreement among raft nodes before linearized reading' (duration: 132.00018ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:27.257614Z","caller":"traceutil/trace.go:171","msg":"trace[1944469967] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22240; }","duration":"122.358947ms","start":"2026-03-02T22:10:27.135213Z","end":"2026-03-02T22:10:27.257572Z","steps":["trace[1944469967] 'agreement among raft nodes before linearized reading' (duration: 122.154382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:28.724889Z","caller":"traceutil/trace.go:171","msg":"trace[1812015549] transaction","detail":"{read_only:false; response_revision:22265; number_of_response:1; }","duration":"121.437106ms","start":"2026-03-02T22:10:28.603374Z","end":"2026-03-02T22:10:28.724811Z","steps":["trace[1812015549] 'process raft request' (duration: 121.234221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:29.852633Z","caller":"traceutil/trace.go:171","msg":"trace[2002088120] linearizableReadLoop","detail":"{readStateIndex:23062; appliedIndex:23061; }","duration":"165.337756ms","start":"2026-03-02T22:10:29.687259Z","end":"2026-03-02T22:10:29.852597Z","steps":["trace[2002088120] 'read index received' (duration: 164.951837ms)","trace[2002088120] 'applied index is now lower than readState.Index' (duration: 384.579µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:29.852742Z","caller":"traceutil/trace.go:171","msg":"trace[473326491] transaction","detail":"{read_only:false; response_revision:22275; number_of_response:1; }","duration":"206.384141ms","start":"2026-03-02T22:10:29.64632Z","end":"2026-03-02T22:10:29.852704Z","steps":["trace[473326491] 'process raft request' (duration: 206.021043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:29.85291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.04456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:10:29.852979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.711735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:10:29.853003Z","caller":"traceutil/trace.go:171","msg":"trace[961978154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22275; }","duration":"107.200444ms","start":"2026-03-02T22:10:29.745783Z","end":"2026-03-02T22:10:29.852983Z","steps":["trace[961978154] 'agreement among raft nodes before linearized reading' (duration: 107.03875ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:29.853043Z","caller":"traceutil/trace.go:171","msg":"trace[1319606689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22275; }","duration":"165.828768ms","start":"2026-03-02T22:10:29.687198Z","end":"2026-03-02T22:10:29.853027Z","steps":["trace[1319606689] 'agreement among raft nodes before linearized reading' (duration: 165.530691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:30.595558Z","caller":"traceutil/trace.go:171","msg":"trace[299903636] linearizableReadLoop","detail":"{readStateIndex:23079; appliedIndex:23078; }","duration":"103.979539ms","start":"2026-03-02T22:10:30.491556Z","end":"2026-03-02T22:10:30.595536Z","steps":["trace[299903636] 'read index received' (duration: 59.991965ms)","trace[299903636] 'applied index is now lower than readState.Index' (duration: 43.986444ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:30.595565Z","caller":"traceutil/trace.go:171","msg":"trace[1503875360] transaction","detail":"{read_only:false; response_revision:22292; number_of_response:1; }","duration":"128.380277ms","start":"2026-03-02T22:10:30.467165Z","end":"2026-03-02T22:10:30.595546Z","steps":["trace[1503875360] 'process raft request' (duration: 84.439055ms)","trace[1503875360] 'compare' (duration: 43.678996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:30.595808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.253525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:10:30.595865Z","caller":"traceutil/trace.go:171","msg":"trace[74978824] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22292; }","duration":"104.396229ms","start":"2026-03-02T22:10:30.49145Z","end":"2026-03-02T22:10:30.595846Z","steps":["trace[74978824] 'agreement among raft nodes before linearized reading' (duration: 104.161523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.16913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.579328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:32.169432Z","caller":"traceutil/trace.go:171","msg":"trace[1955245470] transaction","detail":"{read_only:false; response_revision:22326; number_of_response:1; }","duration":"161.316883ms","start":"2026-03-02T22:10:32.008088Z","end":"2026-03-02T22:10:32.169405Z","steps":["trace[1955245470] 'process raft request' (duration: 161.20679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.16972Z","caller":"traceutil/trace.go:171","msg":"trace[1273811345] linearizableReadLoop","detail":"{readStateIndex:23113; appliedIndex:23112; }","duration":"206.79076ms","start":"2026-03-02T22:10:31.962895Z","end":"2026-03-02T22:10:32.169685Z","steps":["trace[1273811345] 'read index received' (duration: 35.401804ms)","trace[1273811345] 'applied index is now lower than readState.Index' (duration: 171.384996ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:32.169925Z","caller":"traceutil/trace.go:171","msg":"trace[1344076217] transaction","detail":"{read_only:false; response_revision:22325; number_of_response:1; }","duration":"217.401278ms","start":"2026-03-02T22:10:31.951918Z","end":"2026-03-02T22:10:32.169319Z","steps":["trace[1344076217] 'process raft request' (duration: 46.488882ms)","trace[1344076217] 'compare' (duration: 170.384294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:32.169986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.074287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18241"} {"level":"info","ts":"2026-03-02T22:10:32.170013Z","caller":"traceutil/trace.go:171","msg":"trace[912939390] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22326; }","duration":"207.150519ms","start":"2026-03-02T22:10:31.962856Z","end":"2026-03-02T22:10:32.170006Z","steps":["trace[912939390] 'agreement among raft nodes before linearized reading' (duration: 207.001645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.764144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.442178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:32.764256Z","caller":"traceutil/trace.go:171","msg":"trace[872867536] transaction","detail":"{read_only:false; response_revision:22327; number_of_response:1; }","duration":"587.20691ms","start":"2026-03-02T22:10:32.177031Z","end":"2026-03-02T22:10:32.764238Z","steps":["trace[872867536] 'process raft request' (duration: 446.566378ms)","trace[872867536] 'compare' (duration: 140.037398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:32.764305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.177004Z","time spent":"587.279562ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:32.908864Z","caller":"traceutil/trace.go:171","msg":"trace[242713826] transaction","detail":"{read_only:false; response_revision:22328; number_of_response:1; }","duration":"728.711883ms","start":"2026-03-02T22:10:32.180098Z","end":"2026-03-02T22:10:32.90881Z","steps":["trace[242713826] 'process raft request' (duration: 691.015756ms)","trace[242713826] 'compare' (duration: 37.304847ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:32.908901Z","caller":"traceutil/trace.go:171","msg":"trace[160418905] transaction","detail":"{read_only:false; response_revision:22329; number_of_response:1; }","duration":"468.880887ms","start":"2026-03-02T22:10:32.439958Z","end":"2026-03-02T22:10:32.908839Z","steps":["trace[160418905] 'process raft request' (duration: 468.644562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.909049Z","caller":"traceutil/trace.go:171","msg":"trace[2143733463] linearizableReadLoop","detail":"{readStateIndex:23116; appliedIndex:23114; }","duration":"692.646303ms","start":"2026-03-02T22:10:32.216336Z","end":"2026-03-02T22:10:32.908982Z","steps":["trace[2143733463] 'read index received' (duration: 407.293914ms)","trace[2143733463] 'applied index is now lower than readState.Index' (duration: 285.345218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:32.909097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.180091Z","time spent":"728.880776ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5122,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:32.909144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.439942Z","time spent":"469.059762ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:32.909208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.850718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:32.909289Z","caller":"traceutil/trace.go:171","msg":"trace[1399386505] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22329; }","duration":"692.993161ms","start":"2026-03-02T22:10:32.216279Z","end":"2026-03-02T22:10:32.909272Z","steps":["trace[1399386505] 'agreement among raft nodes before linearized reading' (duration: 692.848318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.909321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.216258Z","time spent":"693.057922ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:32.909722Z","caller":"traceutil/trace.go:171","msg":"trace[1067328923] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"168.378607ms","start":"2026-03-02T22:10:32.741305Z","end":"2026-03-02T22:10:32.909683Z","steps":["trace[1067328923] 'process raft request' (duration: 167.420665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.909938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.321511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:10:32.909972Z","caller":"traceutil/trace.go:171","msg":"trace[416122751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22330; }","duration":"470.394742ms","start":"2026-03-02T22:10:32.439567Z","end":"2026-03-02T22:10:32.909961Z","steps":["trace[416122751] 'agreement among raft nodes before linearized reading' (duration: 470.264829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.909988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.439542Z","time spent":"470.442114ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:32.910015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.966317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:10:32.910068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.77343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T22:10:32.910125Z","caller":"traceutil/trace.go:171","msg":"trace[1617190644] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22330; }","duration":"108.882103ms","start":"2026-03-02T22:10:32.801225Z","end":"2026-03-02T22:10:32.910107Z","steps":["trace[1617190644] 'agreement among raft nodes before linearized reading' (duration: 108.676178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.91011Z","caller":"traceutil/trace.go:171","msg":"trace[294254896] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22330; }","duration":"447.05916ms","start":"2026-03-02T22:10:32.463008Z","end":"2026-03-02T22:10:32.910068Z","steps":["trace[294254896] 'agreement among raft nodes before linearized reading' (duration: 446.802644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.910124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.958004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:10:32.910159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.310544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:10:32.910186Z","caller":"traceutil/trace.go:171","msg":"trace[1301828128] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22330; }","duration":"293.383685ms","start":"2026-03-02T22:10:32.616796Z","end":"2026-03-02T22:10:32.91018Z","steps":["trace[1301828128] 'agreement among raft nodes before linearized reading' (duration: 293.324934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.910202Z","caller":"traceutil/trace.go:171","msg":"trace[266175425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22330; }","duration":"495.118508ms","start":"2026-03-02T22:10:32.415062Z","end":"2026-03-02T22:10:32.91018Z","steps":["trace[266175425] 'agreement among raft nodes before linearized reading' (duration: 494.805231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.910186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.462992Z","time spent":"447.181572ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:10:32.910271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.41502Z","time spent":"495.22296ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:32.910427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.248431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:32.910494Z","caller":"traceutil/trace.go:171","msg":"trace[611955791] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22330; }","duration":"590.357523ms","start":"2026-03-02T22:10:32.320121Z","end":"2026-03-02T22:10:32.910479Z","steps":["trace[611955791] 'agreement among raft nodes before linearized reading' (duration: 589.624926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:32.910534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.320102Z","time spent":"590.422915ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:10:33.417907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299196761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:33.918057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299196761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:34.114964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19890503s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:10:34.225953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.681935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:34.226073Z","caller":"traceutil/trace.go:171","msg":"trace[577538182] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"1.310079256s","start":"2026-03-02T22:10:32.915961Z","end":"2026-03-02T22:10:34.22604Z","steps":["trace[577538182] 'process raft request' (duration: 1.199224127s)","trace[577538182] 'compare' (duration: 110.527591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:34.226141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.915942Z","time spent":"1.310158528s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:34.781304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.770788ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:34.781489Z","caller":"traceutil/trace.go:171","msg":"trace[1034991183] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22331; }","duration":"218.970662ms","start":"2026-03-02T22:10:34.562499Z","end":"2026-03-02T22:10:34.78147Z","steps":["trace[1034991183] 'range keys from in-memory index tree' (duration: 218.749417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:34.782374Z","caller":"traceutil/trace.go:171","msg":"trace[1502008034] linearizableReadLoop","detail":"{readStateIndex:23126; appliedIndex:23118; }","duration":"1.864666576s","start":"2026-03-02T22:10:32.917677Z","end":"2026-03-02T22:10:34.782343Z","steps":["trace[1502008034] 'read index received' (duration: 1.197524807s)","trace[1502008034] 'applied index is now lower than readState.Index' (duration: 667.140699ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:34.782541Z","caller":"traceutil/trace.go:171","msg":"trace[277493028] transaction","detail":"{read_only:false; response_revision:22335; number_of_response:1; }","duration":"1.724605838s","start":"2026-03-02T22:10:33.057921Z","end":"2026-03-02T22:10:34.782527Z","steps":["trace[277493028] 'process raft request' (duration: 1.724194808s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.782701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:33.057903Z","time spent":"1.72469798s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:34.782836Z","caller":"traceutil/trace.go:171","msg":"trace[555529797] transaction","detail":"{read_only:false; response_revision:22337; number_of_response:1; }","duration":"1.500935184s","start":"2026-03-02T22:10:33.281861Z","end":"2026-03-02T22:10:34.782796Z","steps":["trace[555529797] 'process raft request' (duration: 1.500369371s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:34.78287Z","caller":"traceutil/trace.go:171","msg":"trace[211518319] transaction","detail":"{read_only:false; response_revision:22338; number_of_response:1; }","duration":"1.385733485s","start":"2026-03-02T22:10:33.397125Z","end":"2026-03-02T22:10:34.782859Z","steps":["trace[211518319] 'process raft request' (duration: 1.385174572s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:34.782877Z","caller":"traceutil/trace.go:171","msg":"trace[991917846] transaction","detail":"{read_only:false; response_revision:22336; number_of_response:1; }","duration":"1.66539281s","start":"2026-03-02T22:10:33.11743Z","end":"2026-03-02T22:10:34.782823Z","steps":["trace[991917846] 'process raft request' (duration: 1.664757965s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.782936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:33.397098Z","time spent":"1.385803216s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:34.782973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:33.281828Z","time spent":"1.501061947s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:34.78297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865261069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:34.783051Z","caller":"traceutil/trace.go:171","msg":"trace[2132994121] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22338; }","duration":"1.865371373s","start":"2026-03-02T22:10:32.917655Z","end":"2026-03-02T22:10:34.783027Z","steps":["trace[2132994121] 'agreement among raft nodes before linearized reading' (duration: 1.865204389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.783049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:33.117399Z","time spent":"1.665562244s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:34.783089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.917633Z","time spent":"1.865448584s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:10:34.78288Z","caller":"traceutil/trace.go:171","msg":"trace[1049037616] transaction","detail":"{read_only:false; response_revision:22332; number_of_response:1; }","duration":"1.865925575s","start":"2026-03-02T22:10:32.916919Z","end":"2026-03-02T22:10:34.782845Z","steps":["trace[1049037616] 'process raft request' (duration: 1.864941803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.783195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.916899Z","time spent":"1.866273553s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:34.783271Z","caller":"traceutil/trace.go:171","msg":"trace[1778130615] transaction","detail":"{read_only:false; response_revision:22333; number_of_response:1; }","duration":"1.865935106s","start":"2026-03-02T22:10:32.917277Z","end":"2026-03-02T22:10:34.783212Z","steps":["trace[1778130615] 'process raft request' (duration: 1.864754809s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.783763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.917269Z","time spent":"1.866399047s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:34.784135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749716612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:10:34.78419Z","caller":"traceutil/trace.go:171","msg":"trace[450672783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22340; }","duration":"1.749823064s","start":"2026-03-02T22:10:33.034355Z","end":"2026-03-02T22:10:34.784178Z","steps":["trace[450672783] 'agreement among raft nodes before linearized reading' (duration: 1.74963023s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.784223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:33.034332Z","time spent":"1.749884296s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:10:34.78311Z","caller":"traceutil/trace.go:171","msg":"trace[137306051] transaction","detail":"{read_only:false; response_revision:22334; number_of_response:1; }","duration":"1.865418774s","start":"2026-03-02T22:10:32.917529Z","end":"2026-03-02T22:10:34.782948Z","steps":["trace[137306051] 'process raft request' (duration: 1.864551764s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:34.784533Z","caller":"traceutil/trace.go:171","msg":"trace[1047012833] transaction","detail":"{read_only:false; response_revision:22339; number_of_response:1; }","duration":"617.880262ms","start":"2026-03-02T22:10:34.166639Z","end":"2026-03-02T22:10:34.784519Z","steps":["trace[1047012833] 'process raft request' (duration: 617.195266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.7846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:34.166603Z","time spent":"617.965855ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:34.784586Z","caller":"traceutil/trace.go:171","msg":"trace[957588093] transaction","detail":"{read_only:false; response_revision:22340; number_of_response:1; }","duration":"608.110885ms","start":"2026-03-02T22:10:34.176452Z","end":"2026-03-02T22:10:34.784563Z","steps":["trace[957588093] 'process raft request' (duration: 607.489621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.784607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706384524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:34.784677Z","caller":"traceutil/trace.go:171","msg":"trace[700972958] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:22340; }","duration":"1.706500997s","start":"2026-03-02T22:10:33.078161Z","end":"2026-03-02T22:10:34.784662Z","steps":["trace[700972958] 'agreement among raft nodes before linearized reading' (duration: 1.706368144s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.784659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154354892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:34.784692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:34.17641Z","time spent":"608.221728ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:34.784705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502577132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:10:34.784763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:32.917521Z","time spent":"1.86697433s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:34.784792Z","caller":"traceutil/trace.go:171","msg":"trace[258307406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22340; }","duration":"1.502881329s","start":"2026-03-02T22:10:33.281894Z","end":"2026-03-02T22:10:34.784776Z","steps":["trace[258307406] 'agreement among raft nodes before linearized reading' (duration: 1.502402028s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.784724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:33.078146Z","time spent":"1.706567978s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:34.784941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:33.281871Z","time spent":"1.503055584s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:10:34.784742Z","caller":"traceutil/trace.go:171","msg":"trace[1860567472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22340; }","duration":"1.154506236s","start":"2026-03-02T22:10:33.630208Z","end":"2026-03-02T22:10:34.784714Z","steps":["trace[1860567472] 'agreement among raft nodes before linearized reading' (duration: 1.15427079s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:34.785173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:33.630184Z","time spent":"1.154977696s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:45.166484Z","caller":"traceutil/trace.go:171","msg":"trace[1422715250] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"182.261468ms","start":"2026-03-02T22:11:44.984189Z","end":"2026-03-02T22:11:45.16645Z","steps":["trace[1422715250] 'process raft request' (duration: 182.016422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:45.537367Z","caller":"traceutil/trace.go:171","msg":"trace[1955950345] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"430.808678ms","start":"2026-03-02T22:11:45.106506Z","end":"2026-03-02T22:11:45.537315Z","steps":["trace[1955950345] 'process raft request' (duration: 332.960443ms)","trace[1955950345] 'compare' (duration: 97.555268ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:45.537426Z","caller":"traceutil/trace.go:171","msg":"trace[21576709] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"316.325096ms","start":"2026-03-02T22:11:45.221066Z","end":"2026-03-02T22:11:45.537391Z","steps":["trace[21576709] 'process raft request' (duration: 316.185903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.537584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.106472Z","time spent":"430.996343ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:45.537634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.22103Z","time spent":"316.48703ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:45.537391Z","caller":"traceutil/trace.go:171","msg":"trace[393972881] linearizableReadLoop","detail":"{readStateIndex:23902; appliedIndex:23900; }","duration":"373.70952ms","start":"2026-03-02T22:11:45.163644Z","end":"2026-03-02T22:11:45.537354Z","steps":["trace[393972881] 'read index received' (duration: 2.548569ms)","trace[393972881] 'applied index is now lower than readState.Index' (duration: 371.157161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:45.537837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.15365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:11:45.537928Z","caller":"traceutil/trace.go:171","msg":"trace[107136047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23096; }","duration":"374.329285ms","start":"2026-03-02T22:11:45.163579Z","end":"2026-03-02T22:11:45.537908Z","steps":["trace[107136047] 'agreement among raft nodes before linearized reading' (duration: 373.859224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.53798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.16355Z","time spent":"374.415496ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:45.537976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.141504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:11:45.538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.3923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:11:45.538048Z","caller":"traceutil/trace.go:171","msg":"trace[956964518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23096; }","duration":"372.242126ms","start":"2026-03-02T22:11:45.165785Z","end":"2026-03-02T22:11:45.538027Z","steps":["trace[956964518] 'agreement among raft nodes before linearized reading' (duration: 372.023821ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:45.538066Z","caller":"traceutil/trace.go:171","msg":"trace[582943293] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23096; }","duration":"243.487262ms","start":"2026-03-02T22:11:45.294563Z","end":"2026-03-02T22:11:45.53805Z","steps":["trace[582943293] 'agreement among raft nodes before linearized reading' (duration: 243.278737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.538086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:45.165769Z","time spent":"372.309218ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:45.538083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.033201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:11:45.538162Z","caller":"traceutil/trace.go:171","msg":"trace[254324309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23096; }","duration":"249.145354ms","start":"2026-03-02T22:11:45.288998Z","end":"2026-03-02T22:11:45.538144Z","steps":["trace[254324309] 'agreement among raft nodes before linearized reading' (duration: 248.902248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:45.53832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.379463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:11:45.53833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.507392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:11:45.538382Z","caller":"traceutil/trace.go:171","msg":"trace[622560859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23096; }","duration":"243.575604ms","start":"2026-03-02T22:11:45.294796Z","end":"2026-03-02T22:11:45.538371Z","steps":["trace[622560859] 'agreement among raft nodes before linearized reading' (duration: 243.023631ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:45.538386Z","caller":"traceutil/trace.go:171","msg":"trace[409019776] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23096; }","duration":"238.495936ms","start":"2026-03-02T22:11:45.299871Z","end":"2026-03-02T22:11:45.538367Z","steps":["trace[409019776] 'agreement among raft nodes before linearized reading' (duration: 237.996864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.03057Z","caller":"traceutil/trace.go:171","msg":"trace[1721774408] linearizableReadLoop","detail":"{readStateIndex:24000; appliedIndex:23999; }","duration":"310.811678ms","start":"2026-03-02T22:11:58.719728Z","end":"2026-03-02T22:11:59.03054Z","steps":["trace[1721774408] 'read index received' (duration: 310.630464ms)","trace[1721774408] 'applied index is now lower than readState.Index' (duration: 179.914µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:59.030842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.096914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:11:59.030878Z","caller":"traceutil/trace.go:171","msg":"trace[541546427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23189; }","duration":"311.176117ms","start":"2026-03-02T22:11:58.719688Z","end":"2026-03-02T22:11:59.030864Z","steps":["trace[541546427] 'agreement among raft nodes before linearized reading' (duration: 310.977432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.030912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.719678Z","time spent":"311.226927ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:11:59.031096Z","caller":"traceutil/trace.go:171","msg":"trace[311396337] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"372.81729ms","start":"2026-03-02T22:11:58.658226Z","end":"2026-03-02T22:11:59.031044Z","steps":["trace[311396337] 'process raft request' (duration: 372.142474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.031362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.658196Z","time spent":"373.027365ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:59.329201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.120546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:59.329381Z","caller":"traceutil/trace.go:171","msg":"trace[1144990248] linearizableReadLoop","detail":"{readStateIndex:24001; appliedIndex:24000; }","duration":"251.55135ms","start":"2026-03-02T22:11:59.077808Z","end":"2026-03-02T22:11:59.329359Z","steps":["trace[1144990248] 'read index received' (duration: 130.011334ms)","trace[1144990248] 'applied index is now lower than readState.Index' (duration: 121.537586ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:59.329431Z","caller":"traceutil/trace.go:171","msg":"trace[376428158] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"292.955972ms","start":"2026-03-02T22:11:59.03642Z","end":"2026-03-02T22:11:59.329376Z","steps":["trace[376428158] 'process raft request' (duration: 171.528019ms)","trace[376428158] 'compare' (duration: 120.879391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:59.329659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.816166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:59.329765Z","caller":"traceutil/trace.go:171","msg":"trace[1961888458] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23190; }","duration":"251.99544ms","start":"2026-03-02T22:11:59.077747Z","end":"2026-03-02T22:11:59.329742Z","steps":["trace[1961888458] 'agreement among raft nodes before linearized reading' (duration: 251.714873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.641399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.668495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:59.641522Z","caller":"traceutil/trace.go:171","msg":"trace[2011427652] linearizableReadLoop","detail":"{readStateIndex:24002; appliedIndex:24001; }","duration":"190.814948ms","start":"2026-03-02T22:11:59.45069Z","end":"2026-03-02T22:11:59.641505Z","steps":["trace[2011427652] 'read index received' (duration: 6.155893ms)","trace[2011427652] 'applied index is now lower than readState.Index' (duration: 184.657215ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:59.64157Z","caller":"traceutil/trace.go:171","msg":"trace[1154901096] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"306.373484ms","start":"2026-03-02T22:11:59.335154Z","end":"2026-03-02T22:11:59.641527Z","steps":["trace[1154901096] 'process raft request' (duration: 121.477574ms)","trace[1154901096] 'compare' (duration: 183.875357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:59.641653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.92671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:59.641753Z","caller":"traceutil/trace.go:171","msg":"trace[1302091705] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23191; }","duration":"191.091894ms","start":"2026-03-02T22:11:59.450638Z","end":"2026-03-02T22:11:59.64173Z","steps":["trace[1302091705] 'agreement among raft nodes before linearized reading' (duration: 190.93452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.641774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.335128Z","time spent":"306.531868ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:59.74712Z","caller":"traceutil/trace.go:171","msg":"trace[1490721613] linearizableReadLoop","detail":"{readStateIndex:24005; appliedIndex:24003; }","duration":"105.545024ms","start":"2026-03-02T22:11:59.641551Z","end":"2026-03-02T22:11:59.747096Z","steps":["trace[1490721613] 'read index received' (duration: 8.257462ms)","trace[1490721613] 'applied index is now lower than readState.Index' (duration: 97.286302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:59.74729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.477203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:59.747289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.202906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:11:59.747331Z","caller":"traceutil/trace.go:171","msg":"trace[848047179] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23194; }","duration":"268.583315ms","start":"2026-03-02T22:11:59.478733Z","end":"2026-03-02T22:11:59.747316Z","steps":["trace[848047179] 'agreement among raft nodes before linearized reading' (duration: 268.492263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.747347Z","caller":"traceutil/trace.go:171","msg":"trace[283645341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23194; }","duration":"108.327279ms","start":"2026-03-02T22:11:59.639005Z","end":"2026-03-02T22:11:59.747332Z","steps":["trace[283645341] 'agreement among raft nodes before linearized reading' (duration: 108.115904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.747317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.720127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:59.747357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.720397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:59.747445Z","caller":"traceutil/trace.go:171","msg":"trace[825164722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23194; }","duration":"123.903072ms","start":"2026-03-02T22:11:59.623516Z","end":"2026-03-02T22:11:59.747419Z","steps":["trace[825164722] 'agreement among raft nodes before linearized reading' (duration: 123.707377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.747368Z","caller":"traceutil/trace.go:171","msg":"trace[1008237008] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"135.659514ms","start":"2026-03-02T22:11:59.611657Z","end":"2026-03-02T22:11:59.747317Z","steps":["trace[1008237008] 'process raft request' (duration: 135.386568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.747519Z","caller":"traceutil/trace.go:171","msg":"trace[236593580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23194; }","duration":"117.929792ms","start":"2026-03-02T22:11:59.629559Z","end":"2026-03-02T22:11:59.747489Z","steps":["trace[236593580] 'agreement among raft nodes before linearized reading' (duration: 117.630785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.747539Z","caller":"traceutil/trace.go:171","msg":"trace[675514764] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"137.688732ms","start":"2026-03-02T22:11:59.609829Z","end":"2026-03-02T22:11:59.747518Z","steps":["trace[675514764] 'process raft request' (duration: 137.060637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.750797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.487167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:11:59.750849Z","caller":"traceutil/trace.go:171","msg":"trace[1069438110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23195; }","duration":"103.574548ms","start":"2026-03-02T22:11:59.647261Z","end":"2026-03-02T22:11:59.750836Z","steps":["trace[1069438110] 'agreement among raft nodes before linearized reading' (duration: 103.378184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.750865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.480646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-02T22:11:59.750899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.580329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:11:59.750928Z","caller":"traceutil/trace.go:171","msg":"trace[2126522438] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23195; }","duration":"103.558008ms","start":"2026-03-02T22:11:59.647349Z","end":"2026-03-02T22:11:59.750907Z","steps":["trace[2126522438] 'agreement among raft nodes before linearized reading' (duration: 103.359073ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.750972Z","caller":"traceutil/trace.go:171","msg":"trace[1726385262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23195; }","duration":"103.674121ms","start":"2026-03-02T22:11:59.647274Z","end":"2026-03-02T22:11:59.750948Z","steps":["trace[1726385262] 'agreement among raft nodes before linearized reading' (duration: 103.481636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.9575Z","caller":"traceutil/trace.go:171","msg":"trace[9504208] linearizableReadLoop","detail":"{readStateIndex:24013; appliedIndex:24007; }","duration":"165.96016ms","start":"2026-03-02T22:11:59.791521Z","end":"2026-03-02T22:11:59.957481Z","steps":["trace[9504208] 'read index received' (duration: 20.264461ms)","trace[9504208] 'applied index is now lower than readState.Index' (duration: 145.694379ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:59.957751Z","caller":"traceutil/trace.go:171","msg":"trace[1899403262] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"201.468826ms","start":"2026-03-02T22:11:59.756269Z","end":"2026-03-02T22:11:59.957738Z","steps":["trace[1899403262] 'process raft request' (duration: 200.873822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.957944Z","caller":"traceutil/trace.go:171","msg":"trace[1147387793] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"201.334182ms","start":"2026-03-02T22:11:59.7566Z","end":"2026-03-02T22:11:59.957934Z","steps":["trace[1147387793] 'process raft request' (duration: 200.689017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.958061Z","caller":"traceutil/trace.go:171","msg":"trace[442510391] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"201.386173ms","start":"2026-03-02T22:11:59.756667Z","end":"2026-03-02T22:11:59.958053Z","steps":["trace[442510391] 'process raft request' (duration: 200.664446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.958193Z","caller":"traceutil/trace.go:171","msg":"trace[986933447] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"201.476815ms","start":"2026-03-02T22:11:59.756706Z","end":"2026-03-02T22:11:59.958183Z","steps":["trace[986933447] 'process raft request' (duration: 200.652796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.958486Z","caller":"traceutil/trace.go:171","msg":"trace[21249452] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"200.79473ms","start":"2026-03-02T22:11:59.75768Z","end":"2026-03-02T22:11:59.958474Z","steps":["trace[21249452] 'process raft request' (duration: 199.710584ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:59.958657Z","caller":"traceutil/trace.go:171","msg":"trace[1967238013] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"200.35934ms","start":"2026-03-02T22:11:59.758287Z","end":"2026-03-02T22:11:59.958646Z","steps":["trace[1967238013] 'process raft request' (duration: 199.158042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.958833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.2862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:59.958875Z","caller":"traceutil/trace.go:171","msg":"trace[1003636479] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23202; }","duration":"167.380162ms","start":"2026-03-02T22:11:59.791485Z","end":"2026-03-02T22:11:59.958865Z","steps":["trace[1003636479] 'agreement among raft nodes before linearized reading' (duration: 167.28801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.959073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.902424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:59.959129Z","caller":"traceutil/trace.go:171","msg":"trace[666261385] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23202; }","duration":"164.973057ms","start":"2026-03-02T22:11:59.794143Z","end":"2026-03-02T22:11:59.959116Z","steps":["trace[666261385] 'agreement among raft nodes before linearized reading' (duration: 164.892995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.96072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.088087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:11:59.960779Z","caller":"traceutil/trace.go:171","msg":"trace[313341550] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23202; }","duration":"149.146968ms","start":"2026-03-02T22:11:59.811618Z","end":"2026-03-02T22:11:59.960765Z","steps":["trace[313341550] 'agreement among raft nodes before linearized reading' (duration: 149.006425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.960963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.379229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:59.961Z","caller":"traceutil/trace.go:171","msg":"trace[741941852] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23202; }","duration":"166.42863ms","start":"2026-03-02T22:11:59.794562Z","end":"2026-03-02T22:11:59.960991Z","steps":["trace[741941852] 'agreement among raft nodes before linearized reading' (duration: 166.373609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.961144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.953253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:59.961179Z","caller":"traceutil/trace.go:171","msg":"trace[2137299881] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23202; }","duration":"166.994833ms","start":"2026-03-02T22:11:59.794175Z","end":"2026-03-02T22:11:59.96117Z","steps":["trace[2137299881] 'agreement among raft nodes before linearized reading' (duration: 166.948412ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:19.75066Z","caller":"traceutil/trace.go:171","msg":"trace[2002045418] linearizableReadLoop","detail":"{readStateIndex:24199; appliedIndex:24198; }","duration":"118.947375ms","start":"2026-03-02T22:12:19.63168Z","end":"2026-03-02T22:12:19.750628Z","steps":["trace[2002045418] 'read index received' (duration: 118.790912ms)","trace[2002045418] 'applied index is now lower than readState.Index' (duration: 155.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:19.750808Z","caller":"traceutil/trace.go:171","msg":"trace[157424792] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"287.873394ms","start":"2026-03-02T22:12:19.4629Z","end":"2026-03-02T22:12:19.750774Z","steps":["trace[157424792] 'process raft request' (duration: 287.552416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:19.750938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.204172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:19.750986Z","caller":"traceutil/trace.go:171","msg":"trace[929956040] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23384; }","duration":"119.348465ms","start":"2026-03-02T22:12:19.631624Z","end":"2026-03-02T22:12:19.750972Z","steps":["trace[929956040] 'agreement among raft nodes before linearized reading' (duration: 119.213262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:20.012635Z","caller":"traceutil/trace.go:171","msg":"trace[176150006] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"158.822313ms","start":"2026-03-02T22:12:19.85377Z","end":"2026-03-02T22:12:20.012592Z","steps":["trace[176150006] 'process raft request' (duration: 119.043428ms)","trace[176150006] 'compare' (duration: 39.460708ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:20.013431Z","caller":"traceutil/trace.go:171","msg":"trace[1785612629] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"101.157092ms","start":"2026-03-02T22:12:19.912254Z","end":"2026-03-02T22:12:20.013412Z","steps":["trace[1785612629] 'process raft request' (duration: 100.883886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:25.766324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.101432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:25.766488Z","caller":"traceutil/trace.go:171","msg":"trace[1645467338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23423; }","duration":"132.380038ms","start":"2026-03-02T22:12:25.634073Z","end":"2026-03-02T22:12:25.766453Z","steps":["trace[1645467338] 'range keys from in-memory index tree' (duration: 131.998589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:25.76674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.68746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:25.766856Z","caller":"traceutil/trace.go:171","msg":"trace[1736884099] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23423; }","duration":"192.865014ms","start":"2026-03-02T22:12:25.573964Z","end":"2026-03-02T22:12:25.766828Z","steps":["trace[1736884099] 'count revisions from in-memory index tree' (duration: 192.620868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.735271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.662686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:26.73564Z","caller":"traceutil/trace.go:171","msg":"trace[90223061] linearizableReadLoop","detail":"{readStateIndex:24243; appliedIndex:24241; }","duration":"793.088653ms","start":"2026-03-02T22:12:25.942526Z","end":"2026-03-02T22:12:26.735615Z","steps":["trace[90223061] 'read index received' (duration: 216.983406ms)","trace[90223061] 'applied index is now lower than readState.Index' (duration: 576.103907ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:26.735766Z","caller":"traceutil/trace.go:171","msg":"trace[1662109559] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"855.260829ms","start":"2026-03-02T22:12:25.880486Z","end":"2026-03-02T22:12:26.735747Z","steps":["trace[1662109559] 'process raft request' (duration: 279.003348ms)","trace[1662109559] 'compare' (duration: 575.242547ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:26.735825Z","caller":"traceutil/trace.go:171","msg":"trace[1095243968] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"846.508935ms","start":"2026-03-02T22:12:25.889278Z","end":"2026-03-02T22:12:26.735787Z","steps":["trace[1095243968] 'process raft request' (duration: 846.149886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.735869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:25.880461Z","time spent":"855.353321ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:26.735869Z","caller":"traceutil/trace.go:171","msg":"trace[1541664491] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"694.538431ms","start":"2026-03-02T22:12:26.041315Z","end":"2026-03-02T22:12:26.735854Z","steps":["trace[1541664491] 'process raft request' (duration: 694.245474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.735997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:25.889263Z","time spent":"846.647019ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:26.735997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.041285Z","time spent":"694.644144ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:26.736229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.689816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:26.736329Z","caller":"traceutil/trace.go:171","msg":"trace[1671797722] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23428; }","duration":"793.83254ms","start":"2026-03-02T22:12:25.942469Z","end":"2026-03-02T22:12:26.736301Z","steps":["trace[1671797722] 'agreement among raft nodes before linearized reading' (duration: 793.647975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.736393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:25.942447Z","time spent":"793.929732ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:26.765823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.13179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:26.765906Z","caller":"traceutil/trace.go:171","msg":"trace[444962838] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23429; }","duration":"660.244603ms","start":"2026-03-02T22:12:26.105642Z","end":"2026-03-02T22:12:26.765887Z","steps":["trace[444962838] 'agreement among raft nodes before linearized reading' (duration: 660.10785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.765954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.10563Z","time spent":"660.313515ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:12:26.765947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.543994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T22:12:26.765974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.878611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:12:26.766004Z","caller":"traceutil/trace.go:171","msg":"trace[1867244027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23429; }","duration":"649.627957ms","start":"2026-03-02T22:12:26.116359Z","end":"2026-03-02T22:12:26.765987Z","steps":["trace[1867244027] 'agreement among raft nodes before linearized reading' (duration: 649.388221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:26.766046Z","caller":"traceutil/trace.go:171","msg":"trace[80469780] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23429; }","duration":"630.980073ms","start":"2026-03-02T22:12:26.135048Z","end":"2026-03-02T22:12:26.766028Z","steps":["trace[80469780] 'agreement among raft nodes before linearized reading' (duration: 630.780758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.766026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.327831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:12:26.7661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.135036Z","time spent":"631.051355ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:26.766138Z","caller":"traceutil/trace.go:171","msg":"trace[413962322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23429; }","duration":"634.508535ms","start":"2026-03-02T22:12:26.131605Z","end":"2026-03-02T22:12:26.766114Z","steps":["trace[413962322] 'agreement among raft nodes before linearized reading' (duration: 634.190217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.76616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.69291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:12:26.766197Z","caller":"traceutil/trace.go:171","msg":"trace[436592045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23429; }","duration":"634.74728ms","start":"2026-03-02T22:12:26.131438Z","end":"2026-03-02T22:12:26.766186Z","steps":["trace[436592045] 'agreement among raft nodes before linearized reading' (duration: 634.640818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.766196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.131569Z","time spent":"634.617677ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:26.766225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.131426Z","time spent":"634.793492ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:26.766317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.717394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:26.766367Z","caller":"traceutil/trace.go:171","msg":"trace[2023396560] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23429; }","duration":"703.824547ms","start":"2026-03-02T22:12:26.062527Z","end":"2026-03-02T22:12:26.766352Z","steps":["trace[2023396560] 'agreement among raft nodes before linearized reading' (duration: 703.754416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:26.766387Z","caller":"traceutil/trace.go:171","msg":"trace[1658996009] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"579.388404ms","start":"2026-03-02T22:12:26.186982Z","end":"2026-03-02T22:12:26.76637Z","steps":["trace[1658996009] 'process raft request' (duration: 578.550074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.766405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.0625Z","time spent":"703.894648ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:26.766228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.54991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:26.766462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.74634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:26.766491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.18696Z","time spent":"579.478525ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:26.766515Z","caller":"traceutil/trace.go:171","msg":"trace[109290278] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23429; }","duration":"729.811102ms","start":"2026-03-02T22:12:26.036691Z","end":"2026-03-02T22:12:26.766502Z","steps":["trace[109290278] 'agreement among raft nodes before linearized reading' (duration: 729.74104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.766555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.036685Z","time spent":"729.862693ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T22:12:26.766647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.962695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:26.766054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.116347Z","time spent":"649.695388ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:12:26.766677Z","caller":"traceutil/trace.go:171","msg":"trace[1429856127] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23429; }","duration":"729.992796ms","start":"2026-03-02T22:12:26.036677Z","end":"2026-03-02T22:12:26.766669Z","steps":["trace[1429856127] 'agreement among raft nodes before linearized reading' (duration: 729.948094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.766635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.405923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-02T22:12:26.766713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.483684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:12:26.766742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.079007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:26.766749Z","caller":"traceutil/trace.go:171","msg":"trace[852755527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23429; }","duration":"631.545946ms","start":"2026-03-02T22:12:26.135191Z","end":"2026-03-02T22:12:26.766737Z","steps":["trace[852755527] 'agreement among raft nodes before linearized reading' (duration: 631.450744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:26.766478Z","caller":"traceutil/trace.go:171","msg":"trace[1714061228] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23429; }","duration":"660.852258ms","start":"2026-03-02T22:12:26.105613Z","end":"2026-03-02T22:12:26.766466Z","steps":["trace[1714061228] 'agreement among raft nodes before linearized reading' (duration: 660.583762ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:26.766777Z","caller":"traceutil/trace.go:171","msg":"trace[63634832] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23429; }","duration":"730.129079ms","start":"2026-03-02T22:12:26.036639Z","end":"2026-03-02T22:12:26.766768Z","steps":["trace[63634832] 'agreement among raft nodes before linearized reading' (duration: 730.083718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.766789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.135151Z","time spent":"631.624538ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:12:26.766764Z","caller":"traceutil/trace.go:171","msg":"trace[1767700409] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23429; }","duration":"631.639398ms","start":"2026-03-02T22:12:26.135095Z","end":"2026-03-02T22:12:26.766734Z","steps":["trace[1767700409] 'agreement among raft nodes before linearized reading' (duration: 630.676886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.766803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.036631Z","time spent":"730.166909ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:12:26.766402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.734919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:26.766847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.105584Z","time spent":"661.203015ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T22:12:26.76685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.135089Z","time spent":"631.74506ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:26.766868Z","caller":"traceutil/trace.go:171","msg":"trace[1614537098] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23429; }","duration":"733.249841ms","start":"2026-03-02T22:12:26.033604Z","end":"2026-03-02T22:12:26.766854Z","steps":["trace[1614537098] 'agreement among raft nodes before linearized reading' (duration: 732.753849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.766706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.036647Z","time spent":"730.052807ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:12:26.766922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:26.033578Z","time spent":"733.331043ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-02T22:12:26.944165Z","caller":"traceutil/trace.go:171","msg":"trace[799737539] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"170.472644ms","start":"2026-03-02T22:12:26.773649Z","end":"2026-03-02T22:12:26.944121Z","steps":["trace[799737539] 'process raft request' (duration: 170.325891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:26.944345Z","caller":"traceutil/trace.go:171","msg":"trace[2067923135] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"167.503666ms","start":"2026-03-02T22:12:26.776811Z","end":"2026-03-02T22:12:26.944315Z","steps":["trace[2067923135] 'process raft request' (duration: 167.217299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:26.944419Z","caller":"traceutil/trace.go:171","msg":"trace[1662103436] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"170.756841ms","start":"2026-03-02T22:12:26.7736Z","end":"2026-03-02T22:12:26.944357Z","steps":["trace[1662103436] 'process raft request' (duration: 94.994159ms)","trace[1662103436] 'compare' (duration: 75.239189ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:26.944525Z","caller":"traceutil/trace.go:171","msg":"trace[1799681105] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"167.352291ms","start":"2026-03-02T22:12:26.777126Z","end":"2026-03-02T22:12:26.944479Z","steps":["trace[1799681105] 'process raft request' (duration: 166.922241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:26.944655Z","caller":"traceutil/trace.go:171","msg":"trace[868836233] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"167.623338ms","start":"2026-03-02T22:12:26.776802Z","end":"2026-03-02T22:12:26.944425Z","steps":["trace[868836233] 'process raft request' (duration: 167.204688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:28.003633Z","caller":"traceutil/trace.go:171","msg":"trace[1772098486] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"105.561085ms","start":"2026-03-02T22:12:27.898032Z","end":"2026-03-02T22:12:28.003593Z","steps":["trace[1772098486] 'process raft request' (duration: 105.298389ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:28.939203Z","caller":"traceutil/trace.go:171","msg":"trace[1924150468] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"101.411688ms","start":"2026-03-02T22:12:28.837729Z","end":"2026-03-02T22:12:28.939141Z","steps":["trace[1924150468] 'process raft request' (duration: 99.001392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:29.250585Z","caller":"traceutil/trace.go:171","msg":"trace[1391275052] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"287.880603ms","start":"2026-03-02T22:12:28.958496Z","end":"2026-03-02T22:12:29.246376Z","steps":["trace[1391275052] 'process raft request' (duration: 203.825ms)","trace[1391275052] 'compare' (duration: 83.649764ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:29.250887Z","caller":"traceutil/trace.go:171","msg":"trace[246192843] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"287.829102ms","start":"2026-03-02T22:12:28.958593Z","end":"2026-03-02T22:12:29.246422Z","steps":["trace[246192843] 'process raft request' (duration: 287.74102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:29.250974Z","caller":"traceutil/trace.go:171","msg":"trace[1188917562] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"292.344627ms","start":"2026-03-02T22:12:28.958594Z","end":"2026-03-02T22:12:29.250939Z","steps":["trace[1188917562] 'process raft request' (duration: 287.797252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:29.251202Z","caller":"traceutil/trace.go:171","msg":"trace[219204653] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"292.46906ms","start":"2026-03-02T22:12:28.9587Z","end":"2026-03-02T22:12:29.251169Z","steps":["trace[219204653] 'process raft request' (duration: 292.188473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:29.251286Z","caller":"traceutil/trace.go:171","msg":"trace[1715790194] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"292.565782ms","start":"2026-03-02T22:12:28.958668Z","end":"2026-03-02T22:12:29.251234Z","steps":["trace[1715790194] 'process raft request' (duration: 292.116142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:29.336021Z","caller":"traceutil/trace.go:171","msg":"trace[2093731643] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"136.589936ms","start":"2026-03-02T22:12:29.199394Z","end":"2026-03-02T22:12:29.335984Z","steps":["trace[2093731643] 'process raft request' (duration: 136.415522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:30.395553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.228822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T22:12:30.395668Z","caller":"traceutil/trace.go:171","msg":"trace[1680176842] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23453; }","duration":"171.437816ms","start":"2026-03-02T22:12:30.224205Z","end":"2026-03-02T22:12:30.395643Z","steps":["trace[1680176842] 'range keys from in-memory index tree' (duration: 170.968495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:30.894605Z","caller":"traceutil/trace.go:171","msg":"trace[1044750605] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"103.672701ms","start":"2026-03-02T22:12:30.790884Z","end":"2026-03-02T22:12:30.894556Z","steps":["trace[1044750605] 'process raft request' (duration: 103.284302ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:31.440796Z","caller":"traceutil/trace.go:171","msg":"trace[1091333237] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"129.362409ms","start":"2026-03-02T22:12:31.31139Z","end":"2026-03-02T22:12:31.440752Z","steps":["trace[1091333237] 'process raft request' (duration: 107.813417ms)","trace[1091333237] 'compare' (duration: 21.308106ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:31.440934Z","caller":"traceutil/trace.go:171","msg":"trace[46591748] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"129.380129ms","start":"2026-03-02T22:12:31.311536Z","end":"2026-03-02T22:12:31.440916Z","steps":["trace[46591748] 'process raft request' (duration: 129.131834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:31.441293Z","caller":"traceutil/trace.go:171","msg":"trace[1001277947] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"129.436011ms","start":"2026-03-02T22:12:31.311832Z","end":"2026-03-02T22:12:31.441268Z","steps":["trace[1001277947] 'process raft request' (duration: 129.024101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:31.441445Z","caller":"traceutil/trace.go:171","msg":"trace[1603863659] linearizableReadLoop","detail":"{readStateIndex:24281; appliedIndex:24276; }","duration":"123.999173ms","start":"2026-03-02T22:12:31.317433Z","end":"2026-03-02T22:12:31.441432Z","steps":["trace[1603863659] 'read index received' (duration: 9.45911ms)","trace[1603863659] 'applied index is now lower than readState.Index' (duration: 114.539183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:31.441538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.080726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:31.441567Z","caller":"traceutil/trace.go:171","msg":"trace[664894717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23464; }","duration":"124.157007ms","start":"2026-03-02T22:12:31.3174Z","end":"2026-03-02T22:12:31.441557Z","steps":["trace[664894717] 'agreement among raft nodes before linearized reading' (duration: 124.077515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:31.441611Z","caller":"traceutil/trace.go:171","msg":"trace[1960540161] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"129.163154ms","start":"2026-03-02T22:12:31.312431Z","end":"2026-03-02T22:12:31.441594Z","steps":["trace[1960540161] 'process raft request' (duration: 128.764115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:31.444679Z","caller":"traceutil/trace.go:171","msg":"trace[1946619461] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"101.765137ms","start":"2026-03-02T22:12:31.342904Z","end":"2026-03-02T22:12:31.444669Z","steps":["trace[1946619461] 'process raft request' (duration: 101.716025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.635804Z","caller":"traceutil/trace.go:171","msg":"trace[1076533635] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"153.638093ms","start":"2026-03-02T22:12:33.482131Z","end":"2026-03-02T22:12:33.635769Z","steps":["trace[1076533635] 'process raft request' (duration: 153.365437ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.635905Z","caller":"traceutil/trace.go:171","msg":"trace[207224110] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"151.752289ms","start":"2026-03-02T22:12:33.484119Z","end":"2026-03-02T22:12:33.635871Z","steps":["trace[207224110] 'process raft request' (duration: 151.556325ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.636385Z","caller":"traceutil/trace.go:171","msg":"trace[30338610] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"152.128297ms","start":"2026-03-02T22:12:33.484219Z","end":"2026-03-02T22:12:33.636347Z","steps":["trace[30338610] 'process raft request' (duration: 151.500523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.636394Z","caller":"traceutil/trace.go:171","msg":"trace[531409606] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"152.118637ms","start":"2026-03-02T22:12:33.484254Z","end":"2026-03-02T22:12:33.636373Z","steps":["trace[531409606] 'process raft request' (duration: 151.976564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.918655Z","caller":"traceutil/trace.go:171","msg":"trace[809868070] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"103.403545ms","start":"2026-03-02T22:12:33.815219Z","end":"2026-03-02T22:12:33.918623Z","steps":["trace[809868070] 'process raft request' (duration: 103.2012ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:34.06599Z","caller":"traceutil/trace.go:171","msg":"trace[2004868012] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"142.491184ms","start":"2026-03-02T22:12:33.923463Z","end":"2026-03-02T22:12:34.065954Z","steps":["trace[2004868012] 'process raft request' (duration: 139.889823ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:34.102902Z","caller":"traceutil/trace.go:171","msg":"trace[2120378766] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"178.963771ms","start":"2026-03-02T22:12:33.923918Z","end":"2026-03-02T22:12:34.102881Z","steps":["trace[2120378766] 'process raft request' (duration: 178.738006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:34.10302Z","caller":"traceutil/trace.go:171","msg":"trace[361295881] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"171.230182ms","start":"2026-03-02T22:12:33.931751Z","end":"2026-03-02T22:12:34.102981Z","steps":["trace[361295881] 'process raft request' (duration: 171.031677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:35.66701Z","caller":"traceutil/trace.go:171","msg":"trace[416172882] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"183.568189ms","start":"2026-03-02T22:12:35.483385Z","end":"2026-03-02T22:12:35.666954Z","steps":["trace[416172882] 'process raft request' (duration: 183.246722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:36.232764Z","caller":"traceutil/trace.go:171","msg":"trace[759111093] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"102.178146ms","start":"2026-03-02T22:12:36.13053Z","end":"2026-03-02T22:12:36.232709Z","steps":["trace[759111093] 'process raft request' (duration: 101.297496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.992522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.132359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:36.992655Z","caller":"traceutil/trace.go:171","msg":"trace[1004517775] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23516; }","duration":"100.333403ms","start":"2026-03-02T22:12:36.892288Z","end":"2026-03-02T22:12:36.992622Z","steps":["trace[1004517775] 'agreement among raft nodes before linearized reading' (duration: 100.074937ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:37.498473Z","caller":"traceutil/trace.go:171","msg":"trace[147015325] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"101.959841ms","start":"2026-03-02T22:12:37.396473Z","end":"2026-03-02T22:12:37.498432Z","steps":["trace[147015325] 'process raft request' (duration: 101.619763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.932306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.983574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:37.932525Z","caller":"traceutil/trace.go:171","msg":"trace[1679889880] linearizableReadLoop","detail":"{readStateIndex:24348; appliedIndex:24346; }","duration":"138.552522ms","start":"2026-03-02T22:12:37.793949Z","end":"2026-03-02T22:12:37.932501Z","steps":["trace[1679889880] 'read index received' (duration: 29.119357ms)","trace[1679889880] 'applied index is now lower than readState.Index' (duration: 109.431585ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:37.932629Z","caller":"traceutil/trace.go:171","msg":"trace[2096378615] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"144.658564ms","start":"2026-03-02T22:12:37.787925Z","end":"2026-03-02T22:12:37.932583Z","steps":["trace[2096378615] 'process raft request' (duration: 35.27836ms)","trace[2096378615] 'compare' (duration: 108.825991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:37.932927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.968241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:12:37.933Z","caller":"traceutil/trace.go:171","msg":"trace[1589050409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23528; }","duration":"139.033433ms","start":"2026-03-02T22:12:37.793928Z","end":"2026-03-02T22:12:37.932961Z","steps":["trace[1589050409] 'agreement among raft nodes before linearized reading' (duration: 138.644324ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:37.93277Z","caller":"traceutil/trace.go:171","msg":"trace[1420685570] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"142.867062ms","start":"2026-03-02T22:12:37.789828Z","end":"2026-03-02T22:12:37.932696Z","steps":["trace[1420685570] 'process raft request' (duration: 142.603666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:39.124904Z","caller":"traceutil/trace.go:171","msg":"trace[403685747] linearizableReadLoop","detail":"{readStateIndex:24352; appliedIndex:24350; }","duration":"124.400643ms","start":"2026-03-02T22:12:39.000467Z","end":"2026-03-02T22:12:39.124868Z","steps":["trace[403685747] 'read index received' (duration: 51.288813ms)","trace[403685747] 'applied index is now lower than readState.Index' (duration: 73.11032ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:39.124974Z","caller":"traceutil/trace.go:171","msg":"trace[334978070] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"124.115196ms","start":"2026-03-02T22:12:39.000824Z","end":"2026-03-02T22:12:39.124939Z","steps":["trace[334978070] 'process raft request' (duration: 123.947262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.125143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.622578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:39.125384Z","caller":"traceutil/trace.go:171","msg":"trace[526902524] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23533; }","duration":"124.865103ms","start":"2026-03-02T22:12:39.000403Z","end":"2026-03-02T22:12:39.125268Z","steps":["trace[526902524] 'agreement among raft nodes before linearized reading' (duration: 124.605367ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:39.124968Z","caller":"traceutil/trace.go:171","msg":"trace[650480471] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"125.363005ms","start":"2026-03-02T22:12:38.999528Z","end":"2026-03-02T22:12:39.124891Z","steps":["trace[650480471] 'process raft request' (duration: 124.930475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.12725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.287137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:39.127324Z","caller":"traceutil/trace.go:171","msg":"trace[2126301986] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23533; }","duration":"126.44159ms","start":"2026-03-02T22:12:39.000866Z","end":"2026-03-02T22:12:39.127307Z","steps":["trace[2126301986] 'agreement among raft nodes before linearized reading' (duration: 126.302647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.127378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.476411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-03-02T22:12:39.127436Z","caller":"traceutil/trace.go:171","msg":"trace[1085919723] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23533; }","duration":"126.625925ms","start":"2026-03-02T22:12:39.000794Z","end":"2026-03-02T22:12:39.12742Z","steps":["trace[1085919723] 'agreement among raft nodes before linearized reading' (duration: 126.394329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.12743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.196165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:39.127487Z","caller":"traceutil/trace.go:171","msg":"trace[456002630] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23533; }","duration":"126.282667ms","start":"2026-03-02T22:12:39.001188Z","end":"2026-03-02T22:12:39.127471Z","steps":["trace[456002630] 'agreement among raft nodes before linearized reading' (duration: 126.163804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.127701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.739831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-03-02T22:12:39.127985Z","caller":"traceutil/trace.go:171","msg":"trace[572348092] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23533; }","duration":"124.921745ms","start":"2026-03-02T22:12:39.002933Z","end":"2026-03-02T22:12:39.127855Z","steps":["trace[572348092] 'agreement among raft nodes before linearized reading' (duration: 124.213468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.128996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.226982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:39.129435Z","caller":"traceutil/trace.go:171","msg":"trace[1838111039] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23533; }","duration":"128.676052ms","start":"2026-03-02T22:12:39.000738Z","end":"2026-03-02T22:12:39.129414Z","steps":["trace[1838111039] 'agreement among raft nodes before linearized reading' (duration: 126.356768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:39.242124Z","caller":"traceutil/trace.go:171","msg":"trace[1743339620] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"109.958007ms","start":"2026-03-02T22:12:39.132121Z","end":"2026-03-02T22:12:39.242079Z","steps":["trace[1743339620] 'process raft request' (duration: 109.709661ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.053055Z","caller":"traceutil/trace.go:171","msg":"trace[529221865] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"112.720911ms","start":"2026-03-02T22:12:39.940303Z","end":"2026-03-02T22:12:40.053024Z","steps":["trace[529221865] 'process raft request' (duration: 112.487996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.169114Z","caller":"traceutil/trace.go:171","msg":"trace[281874641] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"177.634401ms","start":"2026-03-02T22:12:39.991446Z","end":"2026-03-02T22:12:40.169081Z","steps":["trace[281874641] 'process raft request' (duration: 177.547829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.169251Z","caller":"traceutil/trace.go:171","msg":"trace[1595198027] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"228.208217ms","start":"2026-03-02T22:12:39.940972Z","end":"2026-03-02T22:12:40.16918Z","steps":["trace[1595198027] 'process raft request' (duration: 173.083605ms)","trace[1595198027] 'compare' (duration: 54.761164ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:40.526676Z","caller":"traceutil/trace.go:171","msg":"trace[2017111030] linearizableReadLoop","detail":"{readStateIndex:24366; appliedIndex:24365; }","duration":"116.225433ms","start":"2026-03-02T22:12:40.410425Z","end":"2026-03-02T22:12:40.52665Z","steps":["trace[2017111030] 'read index received' (duration: 116.08388ms)","trace[2017111030] 'applied index is now lower than readState.Index' (duration: 140.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:40.526847Z","caller":"traceutil/trace.go:171","msg":"trace[1865822406] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"218.916121ms","start":"2026-03-02T22:12:40.307898Z","end":"2026-03-02T22:12:40.526814Z","steps":["trace[1865822406] 'process raft request' (duration: 218.604903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:40.526889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.443658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:12:40.52692Z","caller":"traceutil/trace.go:171","msg":"trace[1427491500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23546; }","duration":"116.54563ms","start":"2026-03-02T22:12:40.410364Z","end":"2026-03-02T22:12:40.52691Z","steps":["trace[1427491500] 'agreement among raft nodes before linearized reading' (duration: 116.385916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.263248Z","caller":"traceutil/trace.go:171","msg":"trace[76532506] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"129.267246ms","start":"2026-03-02T22:12:41.133939Z","end":"2026-03-02T22:12:41.263206Z","steps":["trace[76532506] 'process raft request' (duration: 129.155833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.263282Z","caller":"traceutil/trace.go:171","msg":"trace[1922109474] linearizableReadLoop","detail":"{readStateIndex:24371; appliedIndex:24369; }","duration":"131.231262ms","start":"2026-03-02T22:12:41.132011Z","end":"2026-03-02T22:12:41.263242Z","steps":["trace[1922109474] 'read index received' (duration: 44.374272ms)","trace[1922109474] 'applied index is now lower than readState.Index' (duration: 86.85348ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:41.263267Z","caller":"traceutil/trace.go:171","msg":"trace[1683480452] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"131.354694ms","start":"2026-03-02T22:12:41.131871Z","end":"2026-03-02T22:12:41.263225Z","steps":["trace[1683480452] 'process raft request' (duration: 84.73307ms)","trace[1683480452] 'compare' (duration: 46.290807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:41.26348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.439627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:41.263509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.381292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:41.263541Z","caller":"traceutil/trace.go:171","msg":"trace[358053192] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23553; }","duration":"130.496765ms","start":"2026-03-02T22:12:41.133035Z","end":"2026-03-02T22:12:41.263532Z","steps":["trace[358053192] 'agreement among raft nodes before linearized reading' (duration: 130.387682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.26354Z","caller":"traceutil/trace.go:171","msg":"trace[859585958] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23553; }","duration":"131.547959ms","start":"2026-03-02T22:12:41.131978Z","end":"2026-03-02T22:12:41.263526Z","steps":["trace[859585958] 'agreement among raft nodes before linearized reading' (duration: 131.433127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.263677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.648619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"warn","ts":"2026-03-02T22:12:41.263669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.00096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:41.263728Z","caller":"traceutil/trace.go:171","msg":"trace[278534989] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23553; }","duration":"121.718401ms","start":"2026-03-02T22:12:41.141997Z","end":"2026-03-02T22:12:41.263716Z","steps":["trace[278534989] 'agreement among raft nodes before linearized reading' (duration: 121.547417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.263745Z","caller":"traceutil/trace.go:171","msg":"trace[1376734463] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23553; }","duration":"123.141583ms","start":"2026-03-02T22:12:41.140585Z","end":"2026-03-02T22:12:41.263727Z","steps":["trace[1376734463] 'agreement among raft nodes before linearized reading' (duration: 123.0205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.26378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.271742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-03-02T22:12:41.263802Z","caller":"traceutil/trace.go:171","msg":"trace[1906590407] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23553; }","duration":"128.355715ms","start":"2026-03-02T22:12:41.13544Z","end":"2026-03-02T22:12:41.263796Z","steps":["trace[1906590407] 'agreement among raft nodes before linearized reading' (duration: 128.237042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.263871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.095923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:41.263932Z","caller":"traceutil/trace.go:171","msg":"trace[1927482357] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23553; }","duration":"123.194745ms","start":"2026-03-02T22:12:41.140729Z","end":"2026-03-02T22:12:41.263923Z","steps":["trace[1927482357] 'agreement among raft nodes before linearized reading' (duration: 123.087142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.74833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.931515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:41.748408Z","caller":"traceutil/trace.go:171","msg":"trace[1009206527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23555; }","duration":"119.027118ms","start":"2026-03-02T22:12:41.629365Z","end":"2026-03-02T22:12:41.748392Z","steps":["trace[1009206527] 'range keys from in-memory index tree' (duration: 118.845884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.958881Z","caller":"traceutil/trace.go:171","msg":"trace[1152967669] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"139.602766ms","start":"2026-03-02T22:12:41.819252Z","end":"2026-03-02T22:12:41.958855Z","steps":["trace[1152967669] 'process raft request' (duration: 139.514894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:41.959096Z","caller":"traceutil/trace.go:171","msg":"trace[772516307] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"147.07963ms","start":"2026-03-02T22:12:41.812009Z","end":"2026-03-02T22:12:41.959088Z","steps":["trace[772516307] 'process raft request' (duration: 55.568142ms)","trace[772516307] 'compare' (duration: 90.866743ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:41.959179Z","caller":"traceutil/trace.go:171","msg":"trace[289931013] linearizableReadLoop","detail":"{readStateIndex:24379; appliedIndex:24378; }","duration":"140.019716ms","start":"2026-03-02T22:12:41.819151Z","end":"2026-03-02T22:12:41.959171Z","steps":["trace[289931013] 'read index received' (duration: 48.445636ms)","trace[289931013] 'applied index is now lower than readState.Index' (duration: 91.57322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:41.959392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.223011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:12:41.959418Z","caller":"traceutil/trace.go:171","msg":"trace[2104905021] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23559; }","duration":"140.304973ms","start":"2026-03-02T22:12:41.819107Z","end":"2026-03-02T22:12:41.959412Z","steps":["trace[2104905021] 'agreement among raft nodes before linearized reading' (duration: 140.17947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.975648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.668266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:12:41.975728Z","caller":"traceutil/trace.go:171","msg":"trace[648362101] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23560; }","duration":"120.770929ms","start":"2026-03-02T22:12:41.854939Z","end":"2026-03-02T22:12:41.97571Z","steps":["trace[648362101] 'agreement among raft nodes before linearized reading' (duration: 120.585844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:41.97613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.198188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:41.976155Z","caller":"traceutil/trace.go:171","msg":"trace[1328985236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23560; }","duration":"121.26692ms","start":"2026-03-02T22:12:41.854883Z","end":"2026-03-02T22:12:41.97615Z","steps":["trace[1328985236] 'agreement among raft nodes before linearized reading' (duration: 121.198608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:42.652223Z","caller":"traceutil/trace.go:171","msg":"trace[1014980336] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"131.903427ms","start":"2026-03-02T22:12:42.520288Z","end":"2026-03-02T22:12:42.652191Z","steps":["trace[1014980336] 'process raft request' (duration: 131.461906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:42.727264Z","caller":"traceutil/trace.go:171","msg":"trace[2117018981] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"193.337776ms","start":"2026-03-02T22:12:42.533902Z","end":"2026-03-02T22:12:42.727239Z","steps":["trace[2117018981] 'process raft request' (duration: 158.848114ms)","trace[2117018981] 'compare' (duration: 34.270227ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:42.727235Z","caller":"traceutil/trace.go:171","msg":"trace[48859713] linearizableReadLoop","detail":"{readStateIndex:24387; appliedIndex:24385; }","duration":"115.157098ms","start":"2026-03-02T22:12:42.612046Z","end":"2026-03-02T22:12:42.727203Z","steps":["trace[48859713] 'read index received' (duration: 39.786055ms)","trace[48859713] 'applied index is now lower than readState.Index' (duration: 75.369743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:42.727473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.399604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:12:42.72754Z","caller":"traceutil/trace.go:171","msg":"trace[1984275629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23567; }","duration":"115.551587ms","start":"2026-03-02T22:12:42.611973Z","end":"2026-03-02T22:12:42.727524Z","steps":["trace[1984275629] 'agreement among raft nodes before linearized reading' (duration: 115.332032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:42.742091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.388296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:42.742284Z","caller":"traceutil/trace.go:171","msg":"trace[1752663450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23568; }","duration":"113.629842ms","start":"2026-03-02T22:12:42.628614Z","end":"2026-03-02T22:12:42.742244Z","steps":["trace[1752663450] 'agreement among raft nodes before linearized reading' (duration: 113.347635ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:43.29737Z","caller":"traceutil/trace.go:171","msg":"trace[1120611878] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"221.778447ms","start":"2026-03-02T22:12:43.075557Z","end":"2026-03-02T22:12:43.297336Z","steps":["trace[1120611878] 'process raft request' (duration: 221.48407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:43.839748Z","caller":"traceutil/trace.go:171","msg":"trace[367085339] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"166.344668ms","start":"2026-03-02T22:12:43.673373Z","end":"2026-03-02T22:12:43.839718Z","steps":["trace[367085339] 'process raft request' (duration: 166.135723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:44.102983Z","caller":"traceutil/trace.go:171","msg":"trace[534829398] linearizableReadLoop","detail":"{readStateIndex:24398; appliedIndex:24397; }","duration":"114.41819ms","start":"2026-03-02T22:12:43.98854Z","end":"2026-03-02T22:12:44.102958Z","steps":["trace[534829398] 'read index received' (duration: 114.194245ms)","trace[534829398] 'applied index is now lower than readState.Index' (duration: 222.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:44.103304Z","caller":"traceutil/trace.go:171","msg":"trace[93190826] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"132.607814ms","start":"2026-03-02T22:12:43.970683Z","end":"2026-03-02T22:12:44.103291Z","steps":["trace[93190826] 'process raft request' (duration: 132.123813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:44.103766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.879278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:12:44.103841Z","caller":"traceutil/trace.go:171","msg":"trace[1756553677] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23577; }","duration":"114.020502ms","start":"2026-03-02T22:12:43.989803Z","end":"2026-03-02T22:12:44.103823Z","steps":["trace[1756553677] 'agreement among raft nodes before linearized reading' (duration: 113.784586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:44.103687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.152832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:44.10409Z","caller":"traceutil/trace.go:171","msg":"trace[84614791] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23577; }","duration":"104.595172ms","start":"2026-03-02T22:12:43.999455Z","end":"2026-03-02T22:12:44.10405Z","steps":["trace[84614791] 'agreement among raft nodes before linearized reading' (duration: 104.166662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:44.104521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.975417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:44.104565Z","caller":"traceutil/trace.go:171","msg":"trace[1887715827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23577; }","duration":"116.045329ms","start":"2026-03-02T22:12:43.98851Z","end":"2026-03-02T22:12:44.104556Z","steps":["trace[1887715827] 'agreement among raft nodes before linearized reading' (duration: 114.983904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:44.508946Z","caller":"traceutil/trace.go:171","msg":"trace[710102688] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"149.64029ms","start":"2026-03-02T22:12:44.359278Z","end":"2026-03-02T22:12:44.508918Z","steps":["trace[710102688] 'process raft request' (duration: 149.471366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:45.403016Z","caller":"traceutil/trace.go:171","msg":"trace[834001254] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"101.375927ms","start":"2026-03-02T22:12:45.301608Z","end":"2026-03-02T22:12:45.402984Z","steps":["trace[834001254] 'process raft request' (duration: 101.171913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:45.622871Z","caller":"traceutil/trace.go:171","msg":"trace[1714302256] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"285.417078ms","start":"2026-03-02T22:12:45.33743Z","end":"2026-03-02T22:12:45.622847Z","steps":["trace[1714302256] 'process raft request' (duration: 285.194262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:45.62287Z","caller":"traceutil/trace.go:171","msg":"trace[1826921127] linearizableReadLoop","detail":"{readStateIndex:24408; appliedIndex:24406; }","duration":"219.875763ms","start":"2026-03-02T22:12:45.402965Z","end":"2026-03-02T22:12:45.622841Z","steps":["trace[1826921127] 'read index received' (duration: 219.655868ms)","trace[1826921127] 'applied index is now lower than readState.Index' (duration: 218.565µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:45.623051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.811396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:45.62313Z","caller":"traceutil/trace.go:171","msg":"trace[641038891] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23587; }","duration":"285.978611ms","start":"2026-03-02T22:12:45.337145Z","end":"2026-03-02T22:12:45.623123Z","steps":["trace[641038891] 'agreement among raft nodes before linearized reading' (duration: 285.773926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:45.623111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.477143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-03-02T22:12:45.623094Z","caller":"traceutil/trace.go:171","msg":"trace[1253949611] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"284.279331ms","start":"2026-03-02T22:12:45.33874Z","end":"2026-03-02T22:12:45.623019Z","steps":["trace[1253949611] 'process raft request' (duration: 284.044015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:45.623198Z","caller":"traceutil/trace.go:171","msg":"trace[1808615873] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23587; }","duration":"280.591385ms","start":"2026-03-02T22:12:45.342591Z","end":"2026-03-02T22:12:45.623183Z","steps":["trace[1808615873] 'agreement among raft nodes before linearized reading' (duration: 280.334019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:45.62327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.965504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:12:45.623298Z","caller":"traceutil/trace.go:171","msg":"trace[566648688] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23587; }","duration":"194.991545ms","start":"2026-03-02T22:12:45.428296Z","end":"2026-03-02T22:12:45.623288Z","steps":["trace[566648688] 'agreement among raft nodes before linearized reading' (duration: 194.932593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:45.623263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.266624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"warn","ts":"2026-03-02T22:12:45.623448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.925386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:45.623462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.951976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:45.623468Z","caller":"traceutil/trace.go:171","msg":"trace[1273142854] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23587; }","duration":"284.982407ms","start":"2026-03-02T22:12:45.33848Z","end":"2026-03-02T22:12:45.623463Z","steps":["trace[1273142854] 'agreement among raft nodes before linearized reading' (duration: 284.951936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:45.623487Z","caller":"traceutil/trace.go:171","msg":"trace[1624075979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23587; }","duration":"254.004907ms","start":"2026-03-02T22:12:45.369475Z","end":"2026-03-02T22:12:45.62348Z","steps":["trace[1624075979] 'agreement among raft nodes before linearized reading' (duration: 253.951416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:45.623551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.505549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T22:12:45.623615Z","caller":"traceutil/trace.go:171","msg":"trace[505980085] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23587; }","duration":"165.615981ms","start":"2026-03-02T22:12:45.457988Z","end":"2026-03-02T22:12:45.623604Z","steps":["trace[505980085] 'agreement among raft nodes before linearized reading' (duration: 165.440847ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:45.623775Z","caller":"traceutil/trace.go:171","msg":"trace[2117202127] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23587; }","duration":"282.386677ms","start":"2026-03-02T22:12:45.340976Z","end":"2026-03-02T22:12:45.623363Z","steps":["trace[2117202127] 'agreement among raft nodes before linearized reading' (duration: 282.10184ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:46.282052Z","caller":"traceutil/trace.go:171","msg":"trace[932886270] linearizableReadLoop","detail":"{readStateIndex:24412; appliedIndex:24411; }","duration":"130.74664ms","start":"2026-03-02T22:12:46.151265Z","end":"2026-03-02T22:12:46.282012Z","steps":["trace[932886270] 'read index received' (duration: 130.34482ms)","trace[932886270] 'applied index is now lower than readState.Index' (duration: 400.05µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:46.282224Z","caller":"traceutil/trace.go:171","msg":"trace[142871872] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"172.572613ms","start":"2026-03-02T22:12:46.109637Z","end":"2026-03-02T22:12:46.282209Z","steps":["trace[142871872] 'process raft request' (duration: 171.98787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:46.282647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.332504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:46.282699Z","caller":"traceutil/trace.go:171","msg":"trace[371198688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23591; }","duration":"131.506757ms","start":"2026-03-02T22:12:46.151181Z","end":"2026-03-02T22:12:46.282687Z","steps":["trace[371198688] 'agreement among raft nodes before linearized reading' (duration: 131.277802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:46.282974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.913334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:46.282949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.002716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:12:46.283022Z","caller":"traceutil/trace.go:171","msg":"trace[1114474676] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23591; }","duration":"131.013156ms","start":"2026-03-02T22:12:46.151997Z","end":"2026-03-02T22:12:46.28301Z","steps":["trace[1114474676] 'agreement among raft nodes before linearized reading' (duration: 130.910374ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:46.28307Z","caller":"traceutil/trace.go:171","msg":"trace[942976172] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23591; }","duration":"131.157819ms","start":"2026-03-02T22:12:46.151874Z","end":"2026-03-02T22:12:46.283032Z","steps":["trace[942976172] 'agreement among raft nodes before linearized reading' (duration: 130.777321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:46.283374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.22315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:12:46.28342Z","caller":"traceutil/trace.go:171","msg":"trace[2034405375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23591; }","duration":"103.312322ms","start":"2026-03-02T22:12:46.180095Z","end":"2026-03-02T22:12:46.283407Z","steps":["trace[2034405375] 'agreement among raft nodes before linearized reading' (duration: 102.714818ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:46.451471Z","caller":"traceutil/trace.go:171","msg":"trace[195574461] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"163.334219ms","start":"2026-03-02T22:12:46.288107Z","end":"2026-03-02T22:12:46.451441Z","steps":["trace[195574461] 'process raft request' (duration: 163.142064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:46.467556Z","caller":"traceutil/trace.go:171","msg":"trace[898688730] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"178.711776ms","start":"2026-03-02T22:12:46.288823Z","end":"2026-03-02T22:12:46.467535Z","steps":["trace[898688730] 'process raft request' (duration: 178.536022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:46.467734Z","caller":"traceutil/trace.go:171","msg":"trace[936032217] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"178.84914ms","start":"2026-03-02T22:12:46.288873Z","end":"2026-03-02T22:12:46.467723Z","steps":["trace[936032217] 'process raft request' (duration: 178.602474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:46.950087Z","caller":"traceutil/trace.go:171","msg":"trace[1789883488] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"120.520353ms","start":"2026-03-02T22:12:46.829539Z","end":"2026-03-02T22:12:46.950059Z","steps":["trace[1789883488] 'process raft request' (duration: 120.319108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:47.153064Z","caller":"traceutil/trace.go:171","msg":"trace[2088191539] linearizableReadLoop","detail":"{readStateIndex:24418; appliedIndex:24416; }","duration":"245.518609ms","start":"2026-03-02T22:12:46.907515Z","end":"2026-03-02T22:12:47.153034Z","steps":["trace[2088191539] 'read index received' (duration: 42.403107ms)","trace[2088191539] 'applied index is now lower than readState.Index' (duration: 203.113802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:47.153308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.782685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:12:47.153355Z","caller":"traceutil/trace.go:171","msg":"trace[1946304378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23596; }","duration":"245.892177ms","start":"2026-03-02T22:12:46.907452Z","end":"2026-03-02T22:12:47.153344Z","steps":["trace[1946304378] 'agreement among raft nodes before linearized reading' (duration: 245.688512ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:47.153779Z","caller":"traceutil/trace.go:171","msg":"trace[309701575] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"171.995239ms","start":"2026-03-02T22:12:46.981752Z","end":"2026-03-02T22:12:47.153747Z","steps":["trace[309701575] 'process raft request' (duration: 171.801364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:48.610103Z","caller":"traceutil/trace.go:171","msg":"trace[1735105176] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"118.001304ms","start":"2026-03-02T22:12:48.49206Z","end":"2026-03-02T22:12:48.610061Z","steps":["trace[1735105176] 'process raft request' (duration: 89.758877ms)","trace[1735105176] 'compare' (duration: 27.479779ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:48.636161Z","caller":"traceutil/trace.go:171","msg":"trace[1798105047] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"143.265352ms","start":"2026-03-02T22:12:48.49285Z","end":"2026-03-02T22:12:48.636115Z","steps":["trace[1798105047] 'process raft request' (duration: 143.033827ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:49.810672Z","caller":"traceutil/trace.go:171","msg":"trace[376154828] linearizableReadLoop","detail":"{readStateIndex:24435; appliedIndex:24434; }","duration":"147.727366ms","start":"2026-03-02T22:12:49.662914Z","end":"2026-03-02T22:12:49.810642Z","steps":["trace[376154828] 'read index received' (duration: 147.378138ms)","trace[376154828] 'applied index is now lower than readState.Index' (duration: 307.547µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:49.810733Z","caller":"traceutil/trace.go:171","msg":"trace[1357725527] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"161.027425ms","start":"2026-03-02T22:12:49.649668Z","end":"2026-03-02T22:12:49.810695Z","steps":["trace[1357725527] 'process raft request' (duration: 160.665416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:49.810802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.857178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:49.810837Z","caller":"traceutil/trace.go:171","msg":"trace[338079900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23613; }","duration":"148.006652ms","start":"2026-03-02T22:12:49.662822Z","end":"2026-03-02T22:12:49.810828Z","steps":["trace[338079900] 'agreement among raft nodes before linearized reading' (duration: 147.887069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.364098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.053573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:50.364341Z","caller":"traceutil/trace.go:171","msg":"trace[1346780958] linearizableReadLoop","detail":"{readStateIndex:24436; appliedIndex:24435; }","duration":"553.542613ms","start":"2026-03-02T22:12:49.810753Z","end":"2026-03-02T22:12:50.364295Z","steps":["trace[1346780958] 'read index received' (duration: 282.11328ms)","trace[1346780958] 'applied index is now lower than readState.Index' (duration: 271.427623ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:50.364369Z","caller":"traceutil/trace.go:171","msg":"trace[1061258689] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"700.407068ms","start":"2026-03-02T22:12:49.663913Z","end":"2026-03-02T22:12:50.36432Z","steps":["trace[1061258689] 'process raft request' (duration: 429.023617ms)","trace[1061258689] 'compare' (duration: 270.8994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:50.364483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.940264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:50.364578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.663899Z","time spent":"700.565102ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:50.364597Z","caller":"traceutil/trace.go:171","msg":"trace[2140145380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23614; }","duration":"699.083917ms","start":"2026-03-02T22:12:49.66549Z","end":"2026-03-02T22:12:50.364574Z","steps":["trace[2140145380] 'agreement among raft nodes before linearized reading' (duration: 698.906963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.364645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.665484Z","time spent":"699.151259ms","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:50.364807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.622176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:50.364889Z","caller":"traceutil/trace.go:171","msg":"trace[1043303995] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23614; }","duration":"701.844891ms","start":"2026-03-02T22:12:49.663024Z","end":"2026-03-02T22:12:50.364869Z","steps":["trace[1043303995] 'agreement among raft nodes before linearized reading' (duration: 701.393041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.364959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.663019Z","time spent":"701.928803ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:50.365251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.289931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:12:50.365309Z","caller":"traceutil/trace.go:171","msg":"trace[641635154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23614; }","duration":"625.380583ms","start":"2026-03-02T22:12:49.739916Z","end":"2026-03-02T22:12:50.365296Z","steps":["trace[641635154] 'agreement among raft nodes before linearized reading' (duration: 625.091826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.365323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.031255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"warn","ts":"2026-03-02T22:12:50.365358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.739892Z","time spent":"625.452334ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:12:50.365381Z","caller":"traceutil/trace.go:171","msg":"trace[166409260] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23614; }","duration":"702.097397ms","start":"2026-03-02T22:12:49.663272Z","end":"2026-03-02T22:12:50.365369Z","steps":["trace[166409260] 'agreement among raft nodes before linearized reading' (duration: 701.705658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.365417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.663269Z","time spent":"702.141289ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12691,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T22:12:50.365559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.295352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:50.365623Z","caller":"traceutil/trace.go:171","msg":"trace[642451841] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23614; }","duration":"702.368183ms","start":"2026-03-02T22:12:49.663247Z","end":"2026-03-02T22:12:50.365615Z","steps":["trace[642451841] 'agreement among raft nodes before linearized reading' (duration: 702.279341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.365656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.066136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-03-02T22:12:50.365698Z","caller":"traceutil/trace.go:171","msg":"trace[358727538] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23614; }","duration":"702.118328ms","start":"2026-03-02T22:12:49.66357Z","end":"2026-03-02T22:12:50.365688Z","steps":["trace[358727538] 'agreement among raft nodes before linearized reading' (duration: 702.013976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.365733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.663565Z","time spent":"702.161709ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12691,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T22:12:50.36567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.663242Z","time spent":"702.420954ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:12:50.364981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.955802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:12:50.365836Z","caller":"traceutil/trace.go:171","msg":"trace[222326366] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23614; }","duration":"597.851873ms","start":"2026-03-02T22:12:49.767973Z","end":"2026-03-02T22:12:50.365825Z","steps":["trace[222326366] 'agreement among raft nodes before linearized reading' (duration: 596.891921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:50.36588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:49.767953Z","time spent":"597.914824ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:50.411779Z","caller":"traceutil/trace.go:171","msg":"trace[828551108] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"177.686752ms","start":"2026-03-02T22:12:50.234066Z","end":"2026-03-02T22:12:50.411753Z","steps":["trace[828551108] 'process raft request' (duration: 177.559389ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:51.077773Z","caller":"traceutil/trace.go:171","msg":"trace[1880701972] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"773.806393ms","start":"2026-03-02T22:12:50.30394Z","end":"2026-03-02T22:12:51.077746Z","steps":["trace[1880701972] 'process raft request' (duration: 773.540927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.077965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.303908Z","time spent":"773.951067ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:51.078039Z","caller":"traceutil/trace.go:171","msg":"trace[302754821] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"705.428283ms","start":"2026-03-02T22:12:50.37259Z","end":"2026-03-02T22:12:51.078019Z","steps":["trace[302754821] 'process raft request' (duration: 705.112985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.078141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.372565Z","time spent":"705.516315ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:51.07842Z","caller":"traceutil/trace.go:171","msg":"trace[730950969] linearizableReadLoop","detail":"{readStateIndex:24439; appliedIndex:24436; }","duration":"705.687009ms","start":"2026-03-02T22:12:50.372701Z","end":"2026-03-02T22:12:51.078388Z","steps":["trace[730950969] 'read index received' (duration: 39.003007ms)","trace[730950969] 'applied index is now lower than readState.Index' (duration: 666.682402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:51.078593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.866123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:51.078633Z","caller":"traceutil/trace.go:171","msg":"trace[642786416] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23618; }","duration":"705.925935ms","start":"2026-03-02T22:12:50.372695Z","end":"2026-03-02T22:12:51.078621Z","steps":["trace[642786416] 'agreement among raft nodes before linearized reading' (duration: 705.819692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:51.078552Z","caller":"traceutil/trace.go:171","msg":"trace[1707139422] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"704.668745ms","start":"2026-03-02T22:12:50.373842Z","end":"2026-03-02T22:12:51.078511Z","steps":["trace[1707139422] 'process raft request' (duration: 704.127412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.07866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.372669Z","time spent":"705.984886ms","remote":"127.0.0.1:36182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:51.078804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.373834Z","time spent":"704.85825ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:51.946364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.052154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:51.946503Z","caller":"traceutil/trace.go:171","msg":"trace[846160834] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"916.844391ms","start":"2026-03-02T22:12:51.029621Z","end":"2026-03-02T22:12:51.946465Z","steps":["trace[846160834] 'process raft request' (duration: 221.567402ms)","trace[846160834] 'compare' (duration: 693.917077ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:51.946614Z","caller":"traceutil/trace.go:171","msg":"trace[237723886] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"500.96537ms","start":"2026-03-02T22:12:51.445626Z","end":"2026-03-02T22:12:51.946592Z","steps":["trace[237723886] 'process raft request' (duration: 500.863058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.946673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.029595Z","time spent":"916.979024ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:51.946686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.445597Z","time spent":"501.057332ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:51.946766Z","caller":"traceutil/trace.go:171","msg":"trace[1443788367] linearizableReadLoop","detail":"{readStateIndex:24441; appliedIndex:24440; }","duration":"868.253201ms","start":"2026-03-02T22:12:51.078487Z","end":"2026-03-02T22:12:51.94674Z","steps":["trace[1443788367] 'read index received' (duration: 172.675226ms)","trace[1443788367] 'applied index is now lower than readState.Index' (duration: 695.574735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:51.946985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281169964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:12:51.946994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45437187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:51.947012Z","caller":"traceutil/trace.go:171","msg":"trace[1780023682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23620; }","duration":"1.281241375s","start":"2026-03-02T22:12:50.665764Z","end":"2026-03-02T22:12:51.947005Z","steps":["trace[1780023682] 'agreement among raft nodes before linearized reading' (duration: 1.281085741s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:51.947027Z","caller":"traceutil/trace.go:171","msg":"trace[1939650011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23620; }","duration":"1.454438381s","start":"2026-03-02T22:12:50.492578Z","end":"2026-03-02T22:12:51.947016Z","steps":["trace[1939650011] 'agreement among raft nodes before linearized reading' (duration: 1.454315338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.947039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.665745Z","time spent":"1.281289326s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:51.94705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.492554Z","time spent":"1.454492122s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:51.947063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306847489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:12:51.947081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331158414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:12:51.947157Z","caller":"traceutil/trace.go:171","msg":"trace[224493621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23620; }","duration":"1.306979022s","start":"2026-03-02T22:12:50.64016Z","end":"2026-03-02T22:12:51.947139Z","steps":["trace[224493621] 'agreement among raft nodes before linearized reading' (duration: 1.306723496s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.9472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.640147Z","time spent":"1.307043884s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:51.947204Z","caller":"traceutil/trace.go:171","msg":"trace[2051801181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23620; }","duration":"1.331344739s","start":"2026-03-02T22:12:50.615837Z","end":"2026-03-02T22:12:51.947181Z","steps":["trace[2051801181] 'agreement among raft nodes before linearized reading' (duration: 1.331020751s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:51.947297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:50.615807Z","time spent":"1.331476512s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:52.043252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.802472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:52.043286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.043479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:52.043321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.806014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:12:52.043388Z","caller":"traceutil/trace.go:171","msg":"trace[869068147] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23621; }","duration":"608.241344ms","start":"2026-03-02T22:12:51.435124Z","end":"2026-03-02T22:12:52.043366Z","steps":["trace[869068147] 'agreement among raft nodes before linearized reading' (duration: 608.039109ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:52.043411Z","caller":"traceutil/trace.go:171","msg":"trace[1714532990] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"225.270919ms","start":"2026-03-02T22:12:51.818125Z","end":"2026-03-02T22:12:52.043396Z","steps":["trace[1714532990] 'process raft request' (duration: 224.694725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.043432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.435098Z","time spent":"608.320626ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:12:52.043411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.291706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:52.043524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.645836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:12:52.043527Z","caller":"traceutil/trace.go:171","msg":"trace[1732784742] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23621; }","duration":"716.448911ms","start":"2026-03-02T22:12:51.327032Z","end":"2026-03-02T22:12:52.043481Z","steps":["trace[1732784742] 'agreement among raft nodes before linearized reading' (duration: 716.298287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:52.043573Z","caller":"traceutil/trace.go:171","msg":"trace[1307117050] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:23621; }","duration":"363.865541ms","start":"2026-03-02T22:12:51.679695Z","end":"2026-03-02T22:12:52.04356Z","steps":["trace[1307117050] 'agreement among raft nodes before linearized reading' (duration: 363.747659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.043582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.326996Z","time spent":"716.575703ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:12:52.04361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.679648Z","time spent":"363.955173ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-03-02T22:12:52.043642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.317891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:52.043661Z","caller":"traceutil/trace.go:171","msg":"trace[1660107115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23621; }","duration":"413.369323ms","start":"2026-03-02T22:12:51.630287Z","end":"2026-03-02T22:12:52.043656Z","steps":["trace[1660107115] 'agreement among raft nodes before linearized reading' (duration: 413.335982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.043684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.630247Z","time spent":"413.434163ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:52.043412Z","caller":"traceutil/trace.go:171","msg":"trace[962666213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23621; }","duration":"819.969858ms","start":"2026-03-02T22:12:51.223421Z","end":"2026-03-02T22:12:52.043391Z","steps":["trace[962666213] 'agreement among raft nodes before linearized reading' (duration: 819.591519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.043737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.223392Z","time spent":"820.330766ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:12:52.043348Z","caller":"traceutil/trace.go:171","msg":"trace[1056550898] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23621; }","duration":"376.971416ms","start":"2026-03-02T22:12:51.666356Z","end":"2026-03-02T22:12:52.043327Z","steps":["trace[1056550898] 'agreement among raft nodes before linearized reading' (duration: 376.777232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.043925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.666326Z","time spent":"377.584531ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:12:52.545463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299199877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:12:52.922668Z","caller":"traceutil/trace.go:171","msg":"trace[1589707520] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"971.694576ms","start":"2026-03-02T22:12:51.95094Z","end":"2026-03-02T22:12:52.922634Z","steps":["trace[1589707520] 'process raft request' (duration: 971.592203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:52.922813Z","caller":"traceutil/trace.go:171","msg":"trace[1827245568] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"972.089465ms","start":"2026-03-02T22:12:51.950685Z","end":"2026-03-02T22:12:52.922775Z","steps":["trace[1827245568] 'process raft request' (duration: 971.669415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.922874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.95092Z","time spent":"971.848409ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:52.923112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.950665Z","time spent":"972.243188ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:52.923233Z","caller":"traceutil/trace.go:171","msg":"trace[1903869029] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"971.491281ms","start":"2026-03-02T22:12:51.951685Z","end":"2026-03-02T22:12:52.923176Z","steps":["trace[1903869029] 'process raft request' (duration: 970.901108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:52.923301Z","caller":"traceutil/trace.go:171","msg":"trace[389659083] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"970.691712ms","start":"2026-03-02T22:12:51.952571Z","end":"2026-03-02T22:12:52.923262Z","steps":["trace[389659083] 'process raft request' (duration: 970.487968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:52.923505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.951681Z","time spent":"971.664915ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:52.923553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:51.952565Z","time spent":"970.821665ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:53.573046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.80686ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-02T22:12:53.573324Z","caller":"traceutil/trace.go:171","msg":"trace[1675576262] linearizableReadLoop","detail":"{readStateIndex:24451; appliedIndex:24443; }","duration":"1.527946072s","start":"2026-03-02T22:12:52.045361Z","end":"2026-03-02T22:12:53.573307Z","steps":["trace[1675576262] 'read index received' (duration: 876.913562ms)","trace[1675576262] 'applied index is now lower than readState.Index' (duration: 651.03169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:53.573393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.045354Z","time spent":"1.528035693s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:12:53.573695Z","caller":"traceutil/trace.go:171","msg":"trace[2006161747] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"1.52531476s","start":"2026-03-02T22:12:52.048367Z","end":"2026-03-02T22:12:53.573682Z","steps":["trace[2006161747] 'process raft request' (duration: 1.524773088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.573784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.048354Z","time spent":"1.525375161s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:53.57389Z","caller":"traceutil/trace.go:171","msg":"trace[163870756] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"1.415393844s","start":"2026-03-02T22:12:52.15849Z","end":"2026-03-02T22:12:53.573884Z","steps":["trace[163870756] 'process raft request' (duration: 1.414752969s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.57393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.158461Z","time spent":"1.415449765s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:53.574018Z","caller":"traceutil/trace.go:171","msg":"trace[1272007326] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"1.200348453s","start":"2026-03-02T22:12:52.373663Z","end":"2026-03-02T22:12:53.574011Z","steps":["trace[1272007326] 'process raft request' (duration: 1.199614406s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.574058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.37364Z","time spent":"1.200396485s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:53.574361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528993336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:53.574427Z","caller":"traceutil/trace.go:171","msg":"trace[1646935910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23628; }","duration":"1.529093818s","start":"2026-03-02T22:12:52.045319Z","end":"2026-03-02T22:12:53.574413Z","steps":["trace[1646935910] 'agreement among raft nodes before linearized reading' (duration: 1.528991416s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:53.574462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.045304Z","time spent":"1.529151379s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:54.074431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299199884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:54.427771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135473534s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:54.523119Z","caller":"traceutil/trace.go:171","msg":"trace[882051258] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"1.438669744s","start":"2026-03-02T22:12:53.084417Z","end":"2026-03-02T22:12:54.523087Z","steps":["trace[882051258] 'process raft request' (duration: 1.343751877s)","trace[882051258] 'compare' (duration: 94.61064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:54.523508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.084387Z","time spent":"1.438799977s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:54.877255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.894824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:54.877566Z","caller":"traceutil/trace.go:171","msg":"trace[1058398302] linearizableReadLoop","detail":"{readStateIndex:24456; appliedIndex:24451; }","duration":"1.304197537s","start":"2026-03-02T22:12:53.573351Z","end":"2026-03-02T22:12:54.877549Z","steps":["trace[1058398302] 'read index received' (duration: 855.015282ms)","trace[1058398302] 'applied index is now lower than readState.Index' (duration: 449.181285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:54.87777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794911449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:12:54.877792Z","caller":"traceutil/trace.go:171","msg":"trace[1809093117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23634; }","duration":"1.794972269s","start":"2026-03-02T22:12:53.082812Z","end":"2026-03-02T22:12:54.877785Z","steps":["trace[1809093117] 'agreement among raft nodes before linearized reading' (duration: 1.794823606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.877814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.082791Z","time spent":"1.795017601s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:12:54.877882Z","caller":"traceutil/trace.go:171","msg":"trace[589116790] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"728.268635ms","start":"2026-03-02T22:12:54.149581Z","end":"2026-03-02T22:12:54.87785Z","steps":["trace[589116790] 'process raft request' (duration: 727.933767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:54.877885Z","caller":"traceutil/trace.go:171","msg":"trace[1249063718] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"909.15231ms","start":"2026-03-02T22:12:53.968675Z","end":"2026-03-02T22:12:54.877828Z","steps":["trace[1249063718] 'process raft request' (duration: 908.776652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.877973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671562785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:54.878004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721262775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:12:54.878048Z","caller":"traceutil/trace.go:171","msg":"trace[1974402524] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"828.769901ms","start":"2026-03-02T22:12:54.049272Z","end":"2026-03-02T22:12:54.878042Z","steps":["trace[1974402524] 'process raft request' (duration: 828.208708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.878083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.049255Z","time spent":"828.809633ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:54.87797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290192502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:54.878117Z","caller":"traceutil/trace.go:171","msg":"trace[793298762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23634; }","duration":"1.290416397s","start":"2026-03-02T22:12:53.58769Z","end":"2026-03-02T22:12:54.878106Z","steps":["trace[793298762] 'agreement among raft nodes before linearized reading' (duration: 1.290205142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.878112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.968666Z","time spent":"909.325224ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:54.878143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008043961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:54.878167Z","caller":"traceutil/trace.go:171","msg":"trace[2037444440] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23634; }","duration":"1.008129832s","start":"2026-03-02T22:12:53.870031Z","end":"2026-03-02T22:12:54.878161Z","steps":["trace[2037444440] 'agreement among raft nodes before linearized reading' (duration: 1.00802705s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.87817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50453457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"warn","ts":"2026-03-02T22:12:54.878169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216574659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-02T22:12:54.878184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.870003Z","time spent":"1.008175944s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":87,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:54.878202Z","caller":"traceutil/trace.go:171","msg":"trace[198605167] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23634; }","duration":"2.504594712s","start":"2026-03-02T22:12:52.373599Z","end":"2026-03-02T22:12:54.878194Z","steps":["trace[198605167] 'agreement among raft nodes before linearized reading' (duration: 2.504447038s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.878205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297974227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:12:54.878229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.373579Z","time spent":"2.504644763s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12691,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T22:12:54.878216Z","caller":"traceutil/trace.go:171","msg":"trace[1114507035] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23634; }","duration":"1.21661221s","start":"2026-03-02T22:12:53.661588Z","end":"2026-03-02T22:12:54.8782Z","steps":["trace[1114507035] 'agreement among raft nodes before linearized reading' (duration: 1.216475407s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:54.878073Z","caller":"traceutil/trace.go:171","msg":"trace[2018708725] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23634; }","duration":"1.721367679s","start":"2026-03-02T22:12:53.156682Z","end":"2026-03-02T22:12:54.87805Z","steps":["trace[2018708725] 'agreement among raft nodes before linearized reading' (duration: 1.721248606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.87829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.661565Z","time spent":"1.216716763s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T22:12:54.878309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.156649Z","time spent":"1.721653184s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:54.878326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36089679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:54.878327Z","caller":"traceutil/trace.go:171","msg":"trace[1987174376] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"909.776506ms","start":"2026-03-02T22:12:53.968531Z","end":"2026-03-02T22:12:54.878307Z","steps":["trace[1987174376] 'process raft request' (duration: 908.830674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.878384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332650743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:54.878408Z","caller":"traceutil/trace.go:171","msg":"trace[569135572] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23634; }","duration":"2.332724705s","start":"2026-03-02T22:12:52.545676Z","end":"2026-03-02T22:12:54.878401Z","steps":["trace[569135572] 'agreement among raft nodes before linearized reading' (duration: 2.332685144s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.87841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.968501Z","time spent":"909.869187ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:54.878424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573984695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:54.878454Z","caller":"traceutil/trace.go:171","msg":"trace[1131383036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23634; }","duration":"2.574065148s","start":"2026-03-02T22:12:52.304378Z","end":"2026-03-02T22:12:54.878443Z","steps":["trace[1131383036] 'agreement among raft nodes before linearized reading' (duration: 2.574015247s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:54.87835Z","caller":"traceutil/trace.go:171","msg":"trace[637448789] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23634; }","duration":"2.360964231s","start":"2026-03-02T22:12:52.517378Z","end":"2026-03-02T22:12:54.878343Z","steps":["trace[637448789] 'agreement among raft nodes before linearized reading' (duration: 2.36092237s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:54.878467Z","caller":"traceutil/trace.go:171","msg":"trace[1998376238] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"1.29915767s","start":"2026-03-02T22:12:53.579294Z","end":"2026-03-02T22:12:54.878452Z","steps":["trace[1998376238] 'process raft request' (duration: 1.129956945s)","trace[1998376238] 'compare' (duration: 167.587187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:54.878486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.517361Z","time spent":"2.361119316s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:54.878471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504686743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-03-02T22:12:54.878526Z","caller":"traceutil/trace.go:171","msg":"trace[350689615] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23634; }","duration":"2.504789666s","start":"2026-03-02T22:12:52.373728Z","end":"2026-03-02T22:12:54.878518Z","steps":["trace[350689615] 'agreement among raft nodes before linearized reading' (duration: 2.504596832s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.878564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.579263Z","time spent":"1.299237102s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:54.878043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.096598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:54.878015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.149554Z","time spent":"728.400387ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:54.878705Z","caller":"traceutil/trace.go:171","msg":"trace[1188106759] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23634; }","duration":"887.823705ms","start":"2026-03-02T22:12:53.99087Z","end":"2026-03-02T22:12:54.878694Z","steps":["trace[1188106759] 'agreement among raft nodes before linearized reading' (duration: 887.138719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:54.878293Z","caller":"traceutil/trace.go:171","msg":"trace[1254489824] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23634; }","duration":"2.298054098s","start":"2026-03-02T22:12:52.580186Z","end":"2026-03-02T22:12:54.87824Z","steps":["trace[1254489824] 'agreement among raft nodes before linearized reading' (duration: 2.297827923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.878751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.580173Z","time spent":"2.298570471s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":185,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:54.878567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.373692Z","time spent":"2.504868027s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12691,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T22:12:54.878483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.304354Z","time spent":"2.574121658s","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:54.878821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.868347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:54.878846Z","caller":"traceutil/trace.go:171","msg":"trace[2121948428] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23634; }","duration":"829.939259ms","start":"2026-03-02T22:12:54.0489Z","end":"2026-03-02T22:12:54.878839Z","steps":["trace[2121948428] 'agreement among raft nodes before linearized reading' (duration: 829.896268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.878874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.048873Z","time spent":"829.99438ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:12:54.87875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.990839Z","time spent":"887.898997ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:54.878163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.58767Z","time spent":"1.290482078s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:54.877956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504231603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:54.878978Z","caller":"traceutil/trace.go:171","msg":"trace[1771103740] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23634; }","duration":"2.505313488s","start":"2026-03-02T22:12:52.373656Z","end":"2026-03-02T22:12:54.878969Z","steps":["trace[1771103740] 'agreement among raft nodes before linearized reading' (duration: 2.504193572s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.87787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794321694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-02T22:12:54.878424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.545651Z","time spent":"2.332769256s","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:54.879032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.373636Z","time spent":"2.50538684s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:12:54.878573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.623012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:54.879129Z","caller":"traceutil/trace.go:171","msg":"trace[761746733] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23634; }","duration":"830.206265ms","start":"2026-03-02T22:12:54.0489Z","end":"2026-03-02T22:12:54.879106Z","steps":["trace[761746733] 'agreement among raft nodes before linearized reading' (duration: 829.650732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:54.878027Z","caller":"traceutil/trace.go:171","msg":"trace[517417061] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23634; }","duration":"2.671688168s","start":"2026-03-02T22:12:52.206326Z","end":"2026-03-02T22:12:54.878015Z","steps":["trace[517417061] 'agreement among raft nodes before linearized reading' (duration: 2.671519334s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.87918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:52.206307Z","time spent":"2.672865585s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:54.87908Z","caller":"traceutil/trace.go:171","msg":"trace[1893563533] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23634; }","duration":"1.795572303s","start":"2026-03-02T22:12:53.083498Z","end":"2026-03-02T22:12:54.879071Z","steps":["trace[1893563533] 'agreement among raft nodes before linearized reading' (duration: 1.794057578s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.879614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:53.083494Z","time spent":"1.796110267s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:54.879892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.915981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:54.879984Z","caller":"traceutil/trace.go:171","msg":"trace[1582331227] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23634; }","duration":"831.082725ms","start":"2026-03-02T22:12:54.048882Z","end":"2026-03-02T22:12:54.879965Z","steps":["trace[1582331227] 'agreement among raft nodes before linearized reading' (duration: 829.100359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:54.880026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.048856Z","time spent":"831.162787ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:12:54.879196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:54.048873Z","time spent":"830.302877ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-02T22:12:55.161859Z","caller":"traceutil/trace.go:171","msg":"trace[1335035462] linearizableReadLoop","detail":"{readStateIndex:24458; appliedIndex:24457; }","duration":"275.309953ms","start":"2026-03-02T22:12:54.886511Z","end":"2026-03-02T22:12:55.161821Z","steps":["trace[1335035462] 'read index received' (duration: 275.164519ms)","trace[1335035462] 'applied index is now lower than readState.Index' (duration: 143.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:55.161924Z","caller":"traceutil/trace.go:171","msg":"trace[284898819] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"275.6307ms","start":"2026-03-02T22:12:54.886244Z","end":"2026-03-02T22:12:55.161874Z","steps":["trace[284898819] 'process raft request' (duration: 275.383864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:55.162227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.657901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-632cb6e5-2e66-4f79-b3f9-e86129d8ea75\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-02T22:12:55.162367Z","caller":"traceutil/trace.go:171","msg":"trace[2047166955] range","detail":"{range_begin:/registry/persistentvolumes/pvc-632cb6e5-2e66-4f79-b3f9-e86129d8ea75; range_end:; response_count:1; response_revision:23635; }","duration":"275.826015ms","start":"2026-03-02T22:12:54.886507Z","end":"2026-03-02T22:12:55.162333Z","steps":["trace[2047166955] 'agreement among raft nodes before linearized reading' (duration: 275.442546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:55.184224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.223899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:55.184304Z","caller":"traceutil/trace.go:171","msg":"trace[831425571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23636; }","duration":"296.326411ms","start":"2026-03-02T22:12:54.887957Z","end":"2026-03-02T22:12:55.184284Z","steps":["trace[831425571] 'agreement among raft nodes before linearized reading' (duration: 296.147537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:55.184352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.130983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:12:55.184399Z","caller":"traceutil/trace.go:171","msg":"trace[1244381035] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23636; }","duration":"255.218855ms","start":"2026-03-02T22:12:54.929166Z","end":"2026-03-02T22:12:55.184385Z","steps":["trace[1244381035] 'agreement among raft nodes before linearized reading' (duration: 255.031451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:55.184355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.278623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:12:55.184387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.58746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:55.184444Z","caller":"traceutil/trace.go:171","msg":"trace[278346811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23636; }","duration":"254.397666ms","start":"2026-03-02T22:12:54.930026Z","end":"2026-03-02T22:12:55.184424Z","steps":["trace[278346811] 'agreement among raft nodes before linearized reading' (duration: 254.11461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:55.18449Z","caller":"traceutil/trace.go:171","msg":"trace[1481735752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23636; }","duration":"257.751544ms","start":"2026-03-02T22:12:54.926711Z","end":"2026-03-02T22:12:55.184463Z","steps":["trace[1481735752] 'agreement among raft nodes before linearized reading' (duration: 257.55711ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:55.184575Z","caller":"traceutil/trace.go:171","msg":"trace[1407497707] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"296.496925ms","start":"2026-03-02T22:12:54.887976Z","end":"2026-03-02T22:12:55.184473Z","steps":["trace[1407497707] 'process raft request' (duration: 295.937432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:55.184623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.655857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:55.184691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.964152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:12:55.184695Z","caller":"traceutil/trace.go:171","msg":"trace[1553989521] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23636; }","duration":"231.814611ms","start":"2026-03-02T22:12:54.95286Z","end":"2026-03-02T22:12:55.184674Z","steps":["trace[1553989521] 'agreement among raft nodes before linearized reading' (duration: 231.639607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:55.184714Z","caller":"traceutil/trace.go:171","msg":"trace[170932016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23636; }","duration":"253.036555ms","start":"2026-03-02T22:12:54.931671Z","end":"2026-03-02T22:12:55.184708Z","steps":["trace[170932016] 'agreement among raft nodes before linearized reading' (duration: 252.979363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:55.184736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.674439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:12:55.184798Z","caller":"traceutil/trace.go:171","msg":"trace[1054114591] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23636; }","duration":"296.757692ms","start":"2026-03-02T22:12:54.888026Z","end":"2026-03-02T22:12:55.184784Z","steps":["trace[1054114591] 'agreement among raft nodes before linearized reading' (duration: 296.312621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:55.18498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.024847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:12:55.185155Z","caller":"traceutil/trace.go:171","msg":"trace[634613691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23636; }","duration":"257.314574ms","start":"2026-03-02T22:12:54.927815Z","end":"2026-03-02T22:12:55.185129Z","steps":["trace[634613691] 'agreement among raft nodes before linearized reading' (duration: 256.349351ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:55.293213Z","caller":"traceutil/trace.go:171","msg":"trace[663306539] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"103.63321ms","start":"2026-03-02T22:12:55.189552Z","end":"2026-03-02T22:12:55.293185Z","steps":["trace[663306539] 'process raft request' (duration: 67.624713ms)","trace[663306539] 'compare' (duration: 35.668979ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:55.293422Z","caller":"traceutil/trace.go:171","msg":"trace[223524701] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"103.799073ms","start":"2026-03-02T22:12:55.189564Z","end":"2026-03-02T22:12:55.293363Z","steps":["trace[223524701] 'process raft request' (duration: 103.526927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:55.294515Z","caller":"traceutil/trace.go:171","msg":"trace[1171515345] linearizableReadLoop","detail":"{readStateIndex:24463; appliedIndex:24459; }","duration":"102.717359ms","start":"2026-03-02T22:12:55.191781Z","end":"2026-03-02T22:12:55.294499Z","steps":["trace[1171515345] 'read index received' (duration: 65.406781ms)","trace[1171515345] 'applied index is now lower than readState.Index' (duration: 37.309158ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:55.294734Z","caller":"traceutil/trace.go:171","msg":"trace[1493139748] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"103.943907ms","start":"2026-03-02T22:12:55.190773Z","end":"2026-03-02T22:12:55.294717Z","steps":["trace[1493139748] 'process raft request' (duration: 103.668001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:55.294793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.979815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:12:55.294839Z","caller":"traceutil/trace.go:171","msg":"trace[159712977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23640; }","duration":"103.063217ms","start":"2026-03-02T22:12:55.191765Z","end":"2026-03-02T22:12:55.294829Z","steps":["trace[159712977] 'agreement among raft nodes before linearized reading' (duration: 102.796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:55.294772Z","caller":"traceutil/trace.go:171","msg":"trace[1054476169] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"104.193563ms","start":"2026-03-02T22:12:55.190415Z","end":"2026-03-02T22:12:55.294608Z","steps":["trace[1054476169] 'process raft request' (duration: 103.277252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:58.123248Z","caller":"traceutil/trace.go:171","msg":"trace[1529769690] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"107.618193ms","start":"2026-03-02T22:12:58.015601Z","end":"2026-03-02T22:12:58.123219Z","steps":["trace[1529769690] 'process raft request' (duration: 107.409678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:58.142157Z","caller":"traceutil/trace.go:171","msg":"trace[1630341744] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"115.69541ms","start":"2026-03-02T22:12:58.026411Z","end":"2026-03-02T22:12:58.142106Z","steps":["trace[1630341744] 'process raft request' (duration: 115.518726ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:58.415448Z","caller":"traceutil/trace.go:171","msg":"trace[1177703368] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"128.028787ms","start":"2026-03-02T22:12:58.287378Z","end":"2026-03-02T22:12:58.415407Z","steps":["trace[1177703368] 'process raft request' (duration: 95.714256ms)","trace[1177703368] 'compare' (duration: 32.020255ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:58.721592Z","caller":"traceutil/trace.go:171","msg":"trace[670002296] linearizableReadLoop","detail":"{readStateIndex:24497; appliedIndex:24494; }","duration":"105.276218ms","start":"2026-03-02T22:12:58.616293Z","end":"2026-03-02T22:12:58.721569Z","steps":["trace[670002296] 'read index received' (duration: 31.81162ms)","trace[670002296] 'applied index is now lower than readState.Index' (duration: 73.463468ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:58.721679Z","caller":"traceutil/trace.go:171","msg":"trace[992170430] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"120.258347ms","start":"2026-03-02T22:12:58.601381Z","end":"2026-03-02T22:12:58.72164Z","steps":["trace[992170430] 'process raft request' (duration: 74.222716ms)","trace[992170430] 'compare' (duration: 45.852996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:58.721961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.666758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-8x5c5\" ","response":"range_response_count:1 size:7582"} {"level":"info","ts":"2026-03-02T22:12:58.721997Z","caller":"traceutil/trace.go:171","msg":"trace[851302658] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-8x5c5; range_end:; response_count:1; response_revision:23673; }","duration":"105.751899ms","start":"2026-03-02T22:12:58.616235Z","end":"2026-03-02T22:12:58.721987Z","steps":["trace[851302658] 'agreement among raft nodes before linearized reading' (duration: 105.464022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:59.345852Z","caller":"traceutil/trace.go:171","msg":"trace[420546740] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"105.275909ms","start":"2026-03-02T22:12:59.24054Z","end":"2026-03-02T22:12:59.345816Z","steps":["trace[420546740] 'process raft request' (duration: 105.027753ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:59.359801Z","caller":"traceutil/trace.go:171","msg":"trace[1830401172] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"118.710171ms","start":"2026-03-02T22:12:59.241048Z","end":"2026-03-02T22:12:59.359758Z","steps":["trace[1830401172] 'process raft request' (duration: 118.443534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:59.359899Z","caller":"traceutil/trace.go:171","msg":"trace[867523998] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"112.876095ms","start":"2026-03-02T22:12:59.246938Z","end":"2026-03-02T22:12:59.359814Z","steps":["trace[867523998] 'process raft request' (duration: 112.736862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:59.472927Z","caller":"traceutil/trace.go:171","msg":"trace[1917042060] linearizableReadLoop","detail":"{readStateIndex:24505; appliedIndex:24504; }","duration":"105.895783ms","start":"2026-03-02T22:12:59.367009Z","end":"2026-03-02T22:12:59.472905Z","steps":["trace[1917042060] 'read index received' (duration: 52.288836ms)","trace[1917042060] 'applied index is now lower than readState.Index' (duration: 53.606097ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:59.472968Z","caller":"traceutil/trace.go:171","msg":"trace[2091971787] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"108.975644ms","start":"2026-03-02T22:12:59.36395Z","end":"2026-03-02T22:12:59.472926Z","steps":["trace[2091971787] 'process raft request' (duration: 55.326377ms)","trace[2091971787] 'compare' (duration: 53.493844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:59.473139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.110498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:12:59.473169Z","caller":"traceutil/trace.go:171","msg":"trace[2052288557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23681; }","duration":"106.177879ms","start":"2026-03-02T22:12:59.366982Z","end":"2026-03-02T22:12:59.47316Z","steps":["trace[2052288557] 'agreement among raft nodes before linearized reading' (duration: 106.056246ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:59.477481Z","caller":"traceutil/trace.go:171","msg":"trace[1146605597] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"107.373167ms","start":"2026-03-02T22:12:59.370063Z","end":"2026-03-02T22:12:59.477436Z","steps":["trace[1146605597] 'process raft request' (duration: 107.141042ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:01.812716Z","caller":"traceutil/trace.go:171","msg":"trace[1606684747] linearizableReadLoop","detail":"{readStateIndex:24528; appliedIndex:24526; }","duration":"133.076525ms","start":"2026-03-02T22:13:01.67961Z","end":"2026-03-02T22:13:01.812687Z","steps":["trace[1606684747] 'read index received' (duration: 14.806884ms)","trace[1606684747] 'applied index is now lower than readState.Index' (duration: 118.268321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:01.812988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.335501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:13:01.813081Z","caller":"traceutil/trace.go:171","msg":"trace[1213137561] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:23704; }","duration":"133.500935ms","start":"2026-03-02T22:13:01.67956Z","end":"2026-03-02T22:13:01.813061Z","steps":["trace[1213137561] 'agreement among raft nodes before linearized reading' (duration: 133.200928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:01.813181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.62809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-02T22:13:01.813253Z","caller":"traceutil/trace.go:171","msg":"trace[167405014] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23704; }","duration":"112.747712ms","start":"2026-03-02T22:13:01.700493Z","end":"2026-03-02T22:13:01.813241Z","steps":["trace[167405014] 'agreement among raft nodes before linearized reading' (duration: 112.459415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:01.813414Z","caller":"traceutil/trace.go:171","msg":"trace[1421420172] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"135.210484ms","start":"2026-03-02T22:13:01.677514Z","end":"2026-03-02T22:13:01.812724Z","steps":["trace[1421420172] 'process raft request' (duration: 80.702936ms)","trace[1421420172] 'compare' (duration: 54.258242ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:05.126095Z","caller":"traceutil/trace.go:171","msg":"trace[1172543644] linearizableReadLoop","detail":"{readStateIndex:24553; appliedIndex:24552; }","duration":"106.515747ms","start":"2026-03-02T22:13:05.019548Z","end":"2026-03-02T22:13:05.126064Z","steps":["trace[1172543644] 'read index received' (duration: 79.97586ms)","trace[1172543644] 'applied index is now lower than readState.Index' (duration: 26.538187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:05.126413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.836794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-02T22:13:05.126487Z","caller":"traceutil/trace.go:171","msg":"trace[1313705079] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23728; }","duration":"106.931636ms","start":"2026-03-02T22:13:05.019536Z","end":"2026-03-02T22:13:05.126468Z","steps":["trace[1313705079] 'agreement among raft nodes before linearized reading' (duration: 106.633549ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:05.126774Z","caller":"traceutil/trace.go:171","msg":"trace[1233423700] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"113.294564ms","start":"2026-03-02T22:13:05.012823Z","end":"2026-03-02T22:13:05.126118Z","steps":["trace[1233423700] 'process raft request' (duration: 86.734087ms)","trace[1233423700] 'compare' (duration: 26.324492ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:05.417442Z","caller":"traceutil/trace.go:171","msg":"trace[1696732849] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"298.737357ms","start":"2026-03-02T22:13:05.118666Z","end":"2026-03-02T22:13:05.417403Z","steps":["trace[1696732849] 'process raft request' (duration: 222.912914ms)","trace[1696732849] 'compare' (duration: 75.662359ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:05.455886Z","caller":"traceutil/trace.go:171","msg":"trace[500730388] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"259.912194ms","start":"2026-03-02T22:13:05.195861Z","end":"2026-03-02T22:13:05.455773Z","steps":["trace[500730388] 'process raft request' (duration: 259.673419ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:07.136194Z","caller":"traceutil/trace.go:171","msg":"trace[830196519] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"156.690774ms","start":"2026-03-02T22:13:06.979482Z","end":"2026-03-02T22:13:07.136173Z","steps":["trace[830196519] 'process raft request' (duration: 156.539361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:08.742621Z","caller":"traceutil/trace.go:171","msg":"trace[357003852] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"221.395317ms","start":"2026-03-02T22:13:08.521197Z","end":"2026-03-02T22:13:08.742592Z","steps":["trace[357003852] 'process raft request' (duration: 221.237953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:08.82845Z","caller":"traceutil/trace.go:171","msg":"trace[1520921919] linearizableReadLoop","detail":"{readStateIndex:24579; appliedIndex:24577; }","duration":"224.503731ms","start":"2026-03-02T22:13:08.603907Z","end":"2026-03-02T22:13:08.828411Z","steps":["trace[1520921919] 'read index received' (duration: 138.525921ms)","trace[1520921919] 'applied index is now lower than readState.Index' (duration: 85.97502ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:08.845344Z","caller":"traceutil/trace.go:171","msg":"trace[1069172358] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"164.26632ms","start":"2026-03-02T22:13:08.681037Z","end":"2026-03-02T22:13:08.845303Z","steps":["trace[1069172358] 'process raft request' (duration: 146.431815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:08.861656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.206143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:08.861727Z","caller":"traceutil/trace.go:171","msg":"trace[1267085047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23754; }","duration":"233.316756ms","start":"2026-03-02T22:13:08.62839Z","end":"2026-03-02T22:13:08.861707Z","steps":["trace[1267085047] 'agreement among raft nodes before linearized reading' (duration: 200.299768ms)","trace[1267085047] 'range keys from in-memory index tree' (duration: 32.906834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:08.86195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.00461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:296268"} {"level":"info","ts":"2026-03-02T22:13:08.862056Z","caller":"traceutil/trace.go:171","msg":"trace[687351078] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:23754; }","duration":"258.185014ms","start":"2026-03-02T22:13:08.603843Z","end":"2026-03-02T22:13:08.862028Z","steps":["trace[687351078] 'agreement among raft nodes before linearized reading' (duration: 224.815979ms)","trace[687351078] 'range keys from in-memory index tree' (duration: 32.820053ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:18.482864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20772} {"level":"info","ts":"2026-03-02T22:13:18.642679Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20772,"took":"155.359752ms","hash":145980049,"current-db-size-bytes":48582656,"current-db-size":"49 MB","current-db-size-in-use-bytes":40714240,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-03-02T22:13:18.642758Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":145980049,"revision":20772,"compact-revision":18665} {"level":"info","ts":"2026-03-02T22:13:32.087292Z","caller":"traceutil/trace.go:171","msg":"trace[603883135] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"107.213964ms","start":"2026-03-02T22:13:31.980038Z","end":"2026-03-02T22:13:32.087252Z","steps":["trace[603883135] 'process raft request' (duration: 89.489121ms)","trace[603883135] 'compare' (duration: 17.59419ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:34.346232Z","caller":"traceutil/trace.go:171","msg":"trace[1884116572] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"107.773906ms","start":"2026-03-02T22:13:34.238422Z","end":"2026-03-02T22:13:34.346196Z","steps":["trace[1884116572] 'process raft request' (duration: 66.824515ms)","trace[1884116572] 'compare' (duration: 40.837709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:38.58813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299200761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:13:38.656076Z","caller":"traceutil/trace.go:171","msg":"trace[1292574666] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"582.608368ms","start":"2026-03-02T22:13:38.073442Z","end":"2026-03-02T22:13:38.65605Z","steps":["trace[1292574666] 'process raft request' (duration: 582.460915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:38.656247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.073412Z","time spent":"582.745222ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:38.932987Z","caller":"traceutil/trace.go:171","msg":"trace[1886578549] linearizableReadLoop","detail":"{readStateIndex:24813; appliedIndex:24812; }","duration":"845.86341ms","start":"2026-03-02T22:13:38.08709Z","end":"2026-03-02T22:13:38.932953Z","steps":["trace[1886578549] 'read index received' (duration: 569.079674ms)","trace[1886578549] 'applied index is now lower than readState.Index' (duration: 276.782596ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:38.933129Z","caller":"traceutil/trace.go:171","msg":"trace[1233549756] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"674.73558ms","start":"2026-03-02T22:13:38.258383Z","end":"2026-03-02T22:13:38.933119Z","steps":["trace[1233549756] 'process raft request' (duration: 674.416143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:38.933248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.258356Z","time spent":"674.800272ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:38.933315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.653634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:38.933378Z","caller":"traceutil/trace.go:171","msg":"trace[994775078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23980; }","duration":"304.775337ms","start":"2026-03-02T22:13:38.628588Z","end":"2026-03-02T22:13:38.933363Z","steps":["trace[994775078] 'agreement among raft nodes before linearized reading' (duration: 304.668034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:38.933411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.420733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:38.93342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.628565Z","time spent":"304.847769ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:13:38.933434Z","caller":"traceutil/trace.go:171","msg":"trace[112605646] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23980; }","duration":"471.498954ms","start":"2026-03-02T22:13:38.461927Z","end":"2026-03-02T22:13:38.933426Z","steps":["trace[112605646] 'agreement among raft nodes before linearized reading' (duration: 471.455163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:38.933455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.461914Z","time spent":"471.535845ms","remote":"127.0.0.1:36174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:38.933476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.559034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:13:38.933611Z","caller":"traceutil/trace.go:171","msg":"trace[1029461313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23980; }","duration":"781.739069ms","start":"2026-03-02T22:13:38.151832Z","end":"2026-03-02T22:13:38.933571Z","steps":["trace[1029461313] 'agreement among raft nodes before linearized reading' (duration: 781.406861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:38.933672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.151806Z","time spent":"781.850992ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:38.933703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.088472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T22:13:38.933734Z","caller":"traceutil/trace.go:171","msg":"trace[777127130] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23980; }","duration":"341.161093ms","start":"2026-03-02T22:13:38.592563Z","end":"2026-03-02T22:13:38.933724Z","steps":["trace[777127130] 'agreement among raft nodes before linearized reading' (duration: 341.02736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:38.933758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.592541Z","time spent":"341.212494ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T22:13:38.933702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.630018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:13:38.933903Z","caller":"traceutil/trace.go:171","msg":"trace[573985718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23980; }","duration":"846.892794ms","start":"2026-03-02T22:13:38.087004Z","end":"2026-03-02T22:13:38.933897Z","steps":["trace[573985718] 'agreement among raft nodes before linearized reading' (duration: 846.597547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:38.933874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.547401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:13:38.933925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.086973Z","time spent":"846.946115ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:13:38.933959Z","caller":"traceutil/trace.go:171","msg":"trace[978318807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23980; }","duration":"531.721985ms","start":"2026-03-02T22:13:38.402216Z","end":"2026-03-02T22:13:38.933938Z","steps":["trace[978318807] 'agreement among raft nodes before linearized reading' (duration: 531.50396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:38.934003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.402195Z","time spent":"531.799687ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:38.934116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.44053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:13:38.933903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.313823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:38.93418Z","caller":"traceutil/trace.go:171","msg":"trace[707660126] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23980; }","duration":"636.545542ms","start":"2026-03-02T22:13:38.297616Z","end":"2026-03-02T22:13:38.934162Z","steps":["trace[707660126] 'agreement among raft nodes before linearized reading' (duration: 636.346178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:38.934227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:38.297592Z","time spent":"636.622734ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:13:38.934237Z","caller":"traceutil/trace.go:171","msg":"trace[1355533704] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23980; }","duration":"220.668071ms","start":"2026-03-02T22:13:38.713523Z","end":"2026-03-02T22:13:38.934191Z","steps":["trace[1355533704] 'agreement among raft nodes before linearized reading' (duration: 220.343534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:41.277538Z","caller":"traceutil/trace.go:171","msg":"trace[686405779] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"285.850178ms","start":"2026-03-02T22:13:40.99166Z","end":"2026-03-02T22:13:41.27751Z","steps":["trace[686405779] 'process raft request' (duration: 285.648413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:41.374854Z","caller":"traceutil/trace.go:171","msg":"trace[109816759] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"382.71579ms","start":"2026-03-02T22:13:40.992112Z","end":"2026-03-02T22:13:41.374828Z","steps":["trace[109816759] 'process raft request' (duration: 382.196578ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:41.375046Z","caller":"traceutil/trace.go:171","msg":"trace[1852674268] linearizableReadLoop","detail":"{readStateIndex:24829; appliedIndex:24827; }","duration":"358.893686ms","start":"2026-03-02T22:13:41.016118Z","end":"2026-03-02T22:13:41.375012Z","steps":["trace[1852674268] 'read index received' (duration: 261.220595ms)","trace[1852674268] 'applied index is now lower than readState.Index' (duration: 97.670591ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:41.375124Z","caller":"traceutil/trace.go:171","msg":"trace[1741838504] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"141.805007ms","start":"2026-03-02T22:13:41.233304Z","end":"2026-03-02T22:13:41.375109Z","steps":["trace[1741838504] 'process raft request' (duration: 141.4679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:41.375124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:40.992096Z","time spent":"382.896835ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:41.375346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.287952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:13:41.375387Z","caller":"traceutil/trace.go:171","msg":"trace[1364708618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23997; }","duration":"358.398455ms","start":"2026-03-02T22:13:41.016981Z","end":"2026-03-02T22:13:41.375379Z","steps":["trace[1364708618] 'agreement among raft nodes before linearized reading' (duration: 358.289582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:41.375412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:41.016944Z","time spent":"358.462186ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:13:41.375584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.931904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-02T22:13:41.375617Z","caller":"traceutil/trace.go:171","msg":"trace[44979714] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23997; }","duration":"143.000926ms","start":"2026-03-02T22:13:41.232608Z","end":"2026-03-02T22:13:41.375609Z","steps":["trace[44979714] 'agreement among raft nodes before linearized reading' (duration: 142.892753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:41.375645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.558119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-02T22:13:41.375696Z","caller":"traceutil/trace.go:171","msg":"trace[595480905] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23997; }","duration":"143.671481ms","start":"2026-03-02T22:13:41.232012Z","end":"2026-03-02T22:13:41.375684Z","steps":["trace[595480905] 'agreement among raft nodes before linearized reading' (duration: 143.504167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:41.375346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.224023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:13:41.375782Z","caller":"traceutil/trace.go:171","msg":"trace[2061078139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23997; }","duration":"359.672144ms","start":"2026-03-02T22:13:41.016099Z","end":"2026-03-02T22:13:41.375771Z","steps":["trace[2061078139] 'agreement among raft nodes before linearized reading' (duration: 359.1027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:41.375815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:41.016084Z","time spent":"359.723316ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:42.667099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.018044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:42.667278Z","caller":"traceutil/trace.go:171","msg":"trace[734312796] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"737.561441ms","start":"2026-03-02T22:13:41.929692Z","end":"2026-03-02T22:13:42.667254Z","steps":["trace[734312796] 'process raft request' (duration: 438.317592ms)","trace[734312796] 'compare' (duration: 297.640392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:42.667557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:41.929676Z","time spent":"737.840568ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:43.304464Z","caller":"traceutil/trace.go:171","msg":"trace[1152283909] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"354.78824ms","start":"2026-03-02T22:13:42.949643Z","end":"2026-03-02T22:13:43.304432Z","steps":["trace[1152283909] 'process raft request' (duration: 354.556975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.304657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:42.949612Z","time spent":"354.945084ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:43.687829Z","caller":"traceutil/trace.go:171","msg":"trace[527206212] linearizableReadLoop","detail":"{readStateIndex:24842; appliedIndex:24841; }","duration":"332.514072ms","start":"2026-03-02T22:13:43.355277Z","end":"2026-03-02T22:13:43.687791Z","steps":["trace[527206212] 'read index received' (duration: 287.369312ms)","trace[527206212] 'applied index is now lower than readState.Index' (duration: 45.14328ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:43.687978Z","caller":"traceutil/trace.go:171","msg":"trace[510516316] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"553.486991ms","start":"2026-03-02T22:13:43.134477Z","end":"2026-03-02T22:13:43.687964Z","steps":["trace[510516316] 'process raft request' (duration: 508.166487ms)","trace[510516316] 'compare' (duration: 44.963766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:43.688263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.955633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:43.688568Z","caller":"traceutil/trace.go:171","msg":"trace[1562792700] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24008; }","duration":"333.25786ms","start":"2026-03-02T22:13:43.355266Z","end":"2026-03-02T22:13:43.688524Z","steps":["trace[1562792700] 'agreement among raft nodes before linearized reading' (duration: 332.912432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.688689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:43.3552Z","time spent":"333.440264ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:43.688712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:43.134451Z","time spent":"553.981383ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:43.690128Z","caller":"traceutil/trace.go:171","msg":"trace[1332549768] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"262.491894ms","start":"2026-03-02T22:13:43.427609Z","end":"2026-03-02T22:13:43.690101Z","steps":["trace[1332549768] 'process raft request' (duration: 262.30765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:43.690545Z","caller":"traceutil/trace.go:171","msg":"trace[1657318765] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"228.876493ms","start":"2026-03-02T22:13:43.461651Z","end":"2026-03-02T22:13:43.690527Z","steps":["trace[1657318765] 'process raft request' (duration: 228.418922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.690708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.886974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:13:43.690779Z","caller":"traceutil/trace.go:171","msg":"trace[928138234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24012; }","duration":"333.996977ms","start":"2026-03-02T22:13:43.356765Z","end":"2026-03-02T22:13:43.690762Z","steps":["trace[928138234] 'agreement among raft nodes before linearized reading' (duration: 333.803593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.690815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:43.356753Z","time spent":"334.057798ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:43.690918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.681342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:13:43.690996Z","caller":"traceutil/trace.go:171","msg":"trace[453649005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24012; }","duration":"257.770895ms","start":"2026-03-02T22:13:43.433174Z","end":"2026-03-02T22:13:43.690945Z","steps":["trace[453649005] 'agreement among raft nodes before linearized reading' (duration: 257.544049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.691011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.809335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:13:43.69103Z","caller":"traceutil/trace.go:171","msg":"trace[888289826] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24012; }","duration":"263.840415ms","start":"2026-03-02T22:13:43.427183Z","end":"2026-03-02T22:13:43.691023Z","steps":["trace[888289826] 'agreement among raft nodes before linearized reading' (duration: 263.777314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.691147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.071621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:13:43.691164Z","caller":"traceutil/trace.go:171","msg":"trace[1717545684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24012; }","duration":"264.108192ms","start":"2026-03-02T22:13:43.427052Z","end":"2026-03-02T22:13:43.69116Z","steps":["trace[1717545684] 'agreement among raft nodes before linearized reading' (duration: 264.05365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.691267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.245985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-02T22:13:43.691287Z","caller":"traceutil/trace.go:171","msg":"trace[1669165302] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24012; }","duration":"264.265285ms","start":"2026-03-02T22:13:43.427018Z","end":"2026-03-02T22:13:43.691283Z","steps":["trace[1669165302] 'agreement among raft nodes before linearized reading' (duration: 264.205134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.691501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.954007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-03-02T22:13:43.691533Z","caller":"traceutil/trace.go:171","msg":"trace[754599182] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24012; }","duration":"230.031239ms","start":"2026-03-02T22:13:43.461493Z","end":"2026-03-02T22:13:43.691525Z","steps":["trace[754599182] 'agreement among raft nodes before linearized reading' (duration: 229.939577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.691687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.90952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:43.691726Z","caller":"traceutil/trace.go:171","msg":"trace[1032993356] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24012; }","duration":"264.971792ms","start":"2026-03-02T22:13:43.426746Z","end":"2026-03-02T22:13:43.691718Z","steps":["trace[1032993356] 'agreement among raft nodes before linearized reading' (duration: 264.89758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.691955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.250038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-02T22:13:43.691984Z","caller":"traceutil/trace.go:171","msg":"trace[55186626] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24012; }","duration":"265.32812ms","start":"2026-03-02T22:13:43.426649Z","end":"2026-03-02T22:13:43.691977Z","steps":["trace[55186626] 'agreement among raft nodes before linearized reading' (duration: 265.203557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:43.694304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.434229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:43.694341Z","caller":"traceutil/trace.go:171","msg":"trace[2068573631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24012; }","duration":"267.48244ms","start":"2026-03-02T22:13:43.426846Z","end":"2026-03-02T22:13:43.694328Z","steps":["trace[2068573631] 'agreement among raft nodes before linearized reading' (duration: 267.422649ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:43.886791Z","caller":"traceutil/trace.go:171","msg":"trace[935854214] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"190.375986ms","start":"2026-03-02T22:13:43.69637Z","end":"2026-03-02T22:13:43.886746Z","steps":["trace[935854214] 'process raft request' (duration: 100.855885ms)","trace[935854214] 'compare' (duration: 89.098272ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:43.887057Z","caller":"traceutil/trace.go:171","msg":"trace[878712974] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"190.602603ms","start":"2026-03-02T22:13:43.696448Z","end":"2026-03-02T22:13:43.88705Z","steps":["trace[878712974] 'process raft request' (duration: 190.208143ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:43.887224Z","caller":"traceutil/trace.go:171","msg":"trace[132375656] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"190.723625ms","start":"2026-03-02T22:13:43.696461Z","end":"2026-03-02T22:13:43.887184Z","steps":["trace[132375656] 'process raft request' (duration: 190.388527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:43.887235Z","caller":"traceutil/trace.go:171","msg":"trace[1049611073] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"185.200917ms","start":"2026-03-02T22:13:43.701997Z","end":"2026-03-02T22:13:43.887198Z","steps":["trace[1049611073] 'process raft request' (duration: 184.991092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:45.800766Z","caller":"traceutil/trace.go:171","msg":"trace[1629208934] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"102.201536ms","start":"2026-03-02T22:13:45.698487Z","end":"2026-03-02T22:13:45.800688Z","steps":["trace[1629208934] 'process raft request' (duration: 101.904949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:45.983502Z","caller":"traceutil/trace.go:171","msg":"trace[656975441] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"284.862104ms","start":"2026-03-02T22:13:45.698572Z","end":"2026-03-02T22:13:45.983434Z","steps":["trace[656975441] 'process raft request' (duration: 207.107576ms)","trace[656975441] 'compare' (duration: 77.354418ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:45.983526Z","caller":"traceutil/trace.go:171","msg":"trace[731667339] linearizableReadLoop","detail":"{readStateIndex:24859; appliedIndex:24857; }","duration":"283.85154ms","start":"2026-03-02T22:13:45.699647Z","end":"2026-03-02T22:13:45.983498Z","steps":["trace[731667339] 'read index received' (duration: 100.858305ms)","trace[731667339] 'applied index is now lower than readState.Index' (duration: 182.992245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:45.983743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.069986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-02T22:13:45.983804Z","caller":"traceutil/trace.go:171","msg":"trace[1246455997] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24027; }","duration":"284.164558ms","start":"2026-03-02T22:13:45.699617Z","end":"2026-03-02T22:13:45.983782Z","steps":["trace[1246455997] 'agreement among raft nodes before linearized reading' (duration: 283.976663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:45.984057Z","caller":"traceutil/trace.go:171","msg":"trace[582113089] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"281.887325ms","start":"2026-03-02T22:13:45.702157Z","end":"2026-03-02T22:13:45.984044Z","steps":["trace[582113089] 'process raft request' (duration: 281.289491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:45.984126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.149041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:45.984102Z","caller":"traceutil/trace.go:171","msg":"trace[1288609222] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"283.904572ms","start":"2026-03-02T22:13:45.700103Z","end":"2026-03-02T22:13:45.984007Z","steps":["trace[1288609222] 'process raft request' (duration: 283.236996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:45.984053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.009054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-03-02T22:13:45.984226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.625645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:45.984239Z","caller":"traceutil/trace.go:171","msg":"trace[1774129881] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24027; }","duration":"284.24817ms","start":"2026-03-02T22:13:45.69998Z","end":"2026-03-02T22:13:45.984228Z","steps":["trace[1774129881] 'agreement among raft nodes before linearized reading' (duration: 283.873851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:45.984215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.756196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:13:45.984259Z","caller":"traceutil/trace.go:171","msg":"trace[1647596175] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24027; }","duration":"212.728207ms","start":"2026-03-02T22:13:45.771522Z","end":"2026-03-02T22:13:45.984251Z","steps":["trace[1647596175] 'agreement among raft nodes before linearized reading' (duration: 212.669895ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:45.984171Z","caller":"traceutil/trace.go:171","msg":"trace[224336418] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24027; }","duration":"199.231883ms","start":"2026-03-02T22:13:45.784922Z","end":"2026-03-02T22:13:45.984154Z","steps":["trace[224336418] 'agreement among raft nodes before linearized reading' (duration: 199.159022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:45.98431Z","caller":"traceutil/trace.go:171","msg":"trace[1191163776] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24027; }","duration":"187.864058ms","start":"2026-03-02T22:13:45.796424Z","end":"2026-03-02T22:13:45.984288Z","steps":["trace[1191163776] 'agreement among raft nodes before linearized reading' (duration: 187.601742ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:46.50716Z","caller":"traceutil/trace.go:171","msg":"trace[1544045088] linearizableReadLoop","detail":"{readStateIndex:24868; appliedIndex:24867; }","duration":"157.666237ms","start":"2026-03-02T22:13:46.349466Z","end":"2026-03-02T22:13:46.507132Z","steps":["trace[1544045088] 'read index received' (duration: 157.301298ms)","trace[1544045088] 'applied index is now lower than readState.Index' (duration: 363.879µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:46.50734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.840941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:46.507379Z","caller":"traceutil/trace.go:171","msg":"trace[1496602907] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24034; }","duration":"157.935172ms","start":"2026-03-02T22:13:46.349431Z","end":"2026-03-02T22:13:46.507366Z","steps":["trace[1496602907] 'agreement among raft nodes before linearized reading' (duration: 157.809019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:46.507438Z","caller":"traceutil/trace.go:171","msg":"trace[7498773] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"166.797699ms","start":"2026-03-02T22:13:46.340597Z","end":"2026-03-02T22:13:46.507395Z","steps":["trace[7498773] 'process raft request' (duration: 166.276597ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:47.189185Z","caller":"traceutil/trace.go:171","msg":"trace[1586658352] linearizableReadLoop","detail":"{readStateIndex:24870; appliedIndex:24869; }","duration":"397.462783ms","start":"2026-03-02T22:13:46.791681Z","end":"2026-03-02T22:13:47.189143Z","steps":["trace[1586658352] 'read index received' (duration: 397.064113ms)","trace[1586658352] 'applied index is now lower than readState.Index' (duration: 397.44µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:47.189329Z","caller":"traceutil/trace.go:171","msg":"trace[1622000658] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"420.360166ms","start":"2026-03-02T22:13:46.768912Z","end":"2026-03-02T22:13:47.189272Z","steps":["trace[1622000658] 'process raft request' (duration: 419.819613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:47.189558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.76888Z","time spent":"420.560029ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:47.189539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.826112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:13:47.189641Z","caller":"traceutil/trace.go:171","msg":"trace[1049768750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24036; }","duration":"397.980185ms","start":"2026-03-02T22:13:46.791639Z","end":"2026-03-02T22:13:47.189619Z","steps":["trace[1049768750] 'agreement among raft nodes before linearized reading' (duration: 397.648687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:47.189692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.791615Z","time spent":"398.069697ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:13:47.331864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.132003ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:13:47.331999Z","caller":"traceutil/trace.go:171","msg":"trace[1860081330] linearizableReadLoop","detail":"{readStateIndex:24871; appliedIndex:24870; }","duration":"142.696438ms","start":"2026-03-02T22:13:47.189279Z","end":"2026-03-02T22:13:47.331976Z","steps":["trace[1860081330] 'read index received' (duration: 13.383861ms)","trace[1860081330] 'applied index is now lower than readState.Index' (duration: 129.310627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:47.332146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.791853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:47.332188Z","caller":"traceutil/trace.go:171","msg":"trace[795134751] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24036; }","duration":"413.888375ms","start":"2026-03-02T22:13:46.918283Z","end":"2026-03-02T22:13:47.332171Z","steps":["trace[795134751] 'agreement among raft nodes before linearized reading' (duration: 413.798373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:47.332233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:46.918224Z","time spent":"413.997727ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:47.332277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.845459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:13:47.332324Z","caller":"traceutil/trace.go:171","msg":"trace[651975197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24036; }","duration":"135.909261ms","start":"2026-03-02T22:13:47.196401Z","end":"2026-03-02T22:13:47.33231Z","steps":["trace[651975197] 'agreement among raft nodes before linearized reading' (duration: 135.702466ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:49.070377Z","caller":"traceutil/trace.go:171","msg":"trace[529732184] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"114.109934ms","start":"2026-03-02T22:13:48.956236Z","end":"2026-03-02T22:13:49.070346Z","steps":["trace[529732184] 'process raft request' (duration: 113.94703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:49.127223Z","caller":"traceutil/trace.go:171","msg":"trace[1173605412] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"100.398455ms","start":"2026-03-02T22:13:49.026722Z","end":"2026-03-02T22:13:49.12712Z","steps":["trace[1173605412] 'process raft request' (duration: 61.634723ms)","trace[1173605412] 'compare' (duration: 38.498066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:50.13935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.58917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7370"} {"level":"info","ts":"2026-03-02T22:13:50.139448Z","caller":"traceutil/trace.go:171","msg":"trace[266638417] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24060; }","duration":"131.745253ms","start":"2026-03-02T22:13:50.007683Z","end":"2026-03-02T22:13:50.139428Z","steps":["trace[266638417] 'agreement among raft nodes before linearized reading' (duration: 131.520948ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:50.41434Z","caller":"traceutil/trace.go:171","msg":"trace[536298206] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"143.441115ms","start":"2026-03-02T22:13:50.270865Z","end":"2026-03-02T22:13:50.414306Z","steps":["trace[536298206] 'process raft request' (duration: 47.074264ms)","trace[536298206] 'compare' (duration: 95.776328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:51.472928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.12139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:51.472975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.649496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:51.473089Z","caller":"traceutil/trace.go:171","msg":"trace[489328325] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24072; }","duration":"157.862491ms","start":"2026-03-02T22:13:51.315198Z","end":"2026-03-02T22:13:51.473061Z","steps":["trace[489328325] 'count revisions from in-memory index tree' (duration: 157.456052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:51.473015Z","caller":"traceutil/trace.go:171","msg":"trace[185979126] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24072; }","duration":"122.240073ms","start":"2026-03-02T22:13:51.350756Z","end":"2026-03-02T22:13:51.472996Z","steps":["trace[185979126] 'count revisions from in-memory index tree' (duration: 122.034147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:51.990463Z","caller":"traceutil/trace.go:171","msg":"trace[1914196942] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"138.804338ms","start":"2026-03-02T22:13:51.851634Z","end":"2026-03-02T22:13:51.990439Z","steps":["trace[1914196942] 'process raft request' (duration: 138.715216ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:51.990508Z","caller":"traceutil/trace.go:171","msg":"trace[1854112238] linearizableReadLoop","detail":"{readStateIndex:24910; appliedIndex:24909; }","duration":"435.535818ms","start":"2026-03-02T22:13:51.55493Z","end":"2026-03-02T22:13:51.990465Z","steps":["trace[1854112238] 'read index received' (duration: 374.795856ms)","trace[1854112238] 'applied index is now lower than readState.Index' (duration: 60.726172ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:51.990524Z","caller":"traceutil/trace.go:171","msg":"trace[1009985929] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"476.717905ms","start":"2026-03-02T22:13:51.513758Z","end":"2026-03-02T22:13:51.990476Z","steps":["trace[1009985929] 'process raft request' (duration: 415.948962ms)","trace[1009985929] 'compare' (duration: 60.303762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:51.990712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.513725Z","time spent":"476.884729ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":564,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:13:51.990734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.772643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:51.9908Z","caller":"traceutil/trace.go:171","msg":"trace[1352453096] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24075; }","duration":"435.929037ms","start":"2026-03-02T22:13:51.554858Z","end":"2026-03-02T22:13:51.990787Z","steps":["trace[1352453096] 'agreement among raft nodes before linearized reading' (duration: 435.783044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:51.990838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.554833Z","time spent":"435.996328ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:51.991162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.795337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:13:51.991201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.444479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:13:51.991235Z","caller":"traceutil/trace.go:171","msg":"trace[55384539] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24075; }","duration":"104.91804ms","start":"2026-03-02T22:13:51.886291Z","end":"2026-03-02T22:13:51.991209Z","steps":["trace[55384539] 'agreement among raft nodes before linearized reading' (duration: 104.568722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:51.990799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.246184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:51.991293Z","caller":"traceutil/trace.go:171","msg":"trace[1588851087] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:24075; }","duration":"307.596153ms","start":"2026-03-02T22:13:51.683676Z","end":"2026-03-02T22:13:51.991272Z","steps":["trace[1588851087] 'agreement among raft nodes before linearized reading' (duration: 307.328237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:51.991336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.683643Z","time spent":"307.685895ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"info","ts":"2026-03-02T22:13:51.99137Z","caller":"traceutil/trace.go:171","msg":"trace[688206093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24075; }","duration":"362.832128ms","start":"2026-03-02T22:13:51.628477Z","end":"2026-03-02T22:13:51.991309Z","steps":["trace[688206093] 'agreement among raft nodes before linearized reading' (duration: 362.247714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:51.991495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:51.628454Z","time spent":"363.002581ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:13:52.168176Z","caller":"traceutil/trace.go:171","msg":"trace[1961499929] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"133.369682ms","start":"2026-03-02T22:13:52.03477Z","end":"2026-03-02T22:13:52.16814Z","steps":["trace[1961499929] 'process raft request' (duration: 117.544024ms)","trace[1961499929] 'compare' (duration: 15.585382ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:52.309639Z","caller":"traceutil/trace.go:171","msg":"trace[369514557] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"210.442483ms","start":"2026-03-02T22:13:52.099169Z","end":"2026-03-02T22:13:52.309611Z","steps":["trace[369514557] 'process raft request' (duration: 191.316329ms)","trace[369514557] 'compare' (duration: 18.95244ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:52.309911Z","caller":"traceutil/trace.go:171","msg":"trace[422230019] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"209.624804ms","start":"2026-03-02T22:13:52.100279Z","end":"2026-03-02T22:13:52.309903Z","steps":["trace[422230019] 'process raft request' (duration: 209.298167ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:52.310069Z","caller":"traceutil/trace.go:171","msg":"trace[576046136] linearizableReadLoop","detail":"{readStateIndex:24917; appliedIndex:24914; }","duration":"141.954051ms","start":"2026-03-02T22:13:52.168078Z","end":"2026-03-02T22:13:52.310032Z","steps":["trace[576046136] 'read index received' (duration: 122.326495ms)","trace[576046136] 'applied index is now lower than readState.Index' (duration: 19.625186ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:52.310143Z","caller":"traceutil/trace.go:171","msg":"trace[752573781] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"209.229356ms","start":"2026-03-02T22:13:52.100857Z","end":"2026-03-02T22:13:52.310086Z","steps":["trace[752573781] 'process raft request' (duration: 209.013681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.310245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.043341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"warn","ts":"2026-03-02T22:13:52.310278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.607765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"info","ts":"2026-03-02T22:13:52.310299Z","caller":"traceutil/trace.go:171","msg":"trace[629572640] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24080; }","duration":"209.119223ms","start":"2026-03-02T22:13:52.101169Z","end":"2026-03-02T22:13:52.310288Z","steps":["trace[629572640] 'agreement among raft nodes before linearized reading' (duration: 208.914658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:52.310323Z","caller":"traceutil/trace.go:171","msg":"trace[1855144919] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24080; }","duration":"163.743308ms","start":"2026-03-02T22:13:52.146569Z","end":"2026-03-02T22:13:52.310312Z","steps":["trace[1855144919] 'agreement among raft nodes before linearized reading' (duration: 163.499512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.310396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.320187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T22:13:52.310397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.024599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T22:13:52.310444Z","caller":"traceutil/trace.go:171","msg":"trace[1508851617] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24080; }","duration":"138.415819ms","start":"2026-03-02T22:13:52.172016Z","end":"2026-03-02T22:13:52.310432Z","steps":["trace[1508851617] 'agreement among raft nodes before linearized reading' (duration: 138.200254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:52.310458Z","caller":"traceutil/trace.go:171","msg":"trace[701368529] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24080; }","duration":"230.123081ms","start":"2026-03-02T22:13:52.080318Z","end":"2026-03-02T22:13:52.310441Z","steps":["trace[701368529] 'agreement among raft nodes before linearized reading' (duration: 229.873935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.310516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.938026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:13:52.310554Z","caller":"traceutil/trace.go:171","msg":"trace[2129771780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24080; }","duration":"107.026079ms","start":"2026-03-02T22:13:52.203515Z","end":"2026-03-02T22:13:52.310541Z","steps":["trace[2129771780] 'agreement among raft nodes before linearized reading' (duration: 106.952807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.310544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.409042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:13:52.310617Z","caller":"traceutil/trace.go:171","msg":"trace[224155433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24080; }","duration":"105.522383ms","start":"2026-03-02T22:13:52.205078Z","end":"2026-03-02T22:13:52.3106Z","steps":["trace[224155433] 'agreement among raft nodes before linearized reading' (duration: 105.308329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.310453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.310787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:13:52.310675Z","caller":"traceutil/trace.go:171","msg":"trace[1960086811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24080; }","duration":"135.579693ms","start":"2026-03-02T22:13:52.175083Z","end":"2026-03-02T22:13:52.310663Z","steps":["trace[1960086811] 'agreement among raft nodes before linearized reading' (duration: 135.309627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.310701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.552402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-02T22:13:52.310757Z","caller":"traceutil/trace.go:171","msg":"trace[1857304173] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:24080; }","duration":"135.644795ms","start":"2026-03-02T22:13:52.175094Z","end":"2026-03-02T22:13:52.310739Z","steps":["trace[1857304173] 'agreement among raft nodes before linearized reading' (duration: 135.410409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.310835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.143015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T22:13:52.3109Z","caller":"traceutil/trace.go:171","msg":"trace[1321647769] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24080; }","duration":"105.221326ms","start":"2026-03-02T22:13:52.205636Z","end":"2026-03-02T22:13:52.310857Z","steps":["trace[1321647769] 'agreement among raft nodes before linearized reading' (duration: 105.143325ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:52.860983Z","caller":"traceutil/trace.go:171","msg":"trace[1024400644] linearizableReadLoop","detail":"{readStateIndex:24929; appliedIndex:24928; }","duration":"318.824904ms","start":"2026-03-02T22:13:52.54212Z","end":"2026-03-02T22:13:52.860945Z","steps":["trace[1024400644] 'read index received' (duration: 316.576652ms)","trace[1024400644] 'applied index is now lower than readState.Index' (duration: 2.247202ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:52.861396Z","caller":"traceutil/trace.go:171","msg":"trace[382999904] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"379.509135ms","start":"2026-03-02T22:13:52.481869Z","end":"2026-03-02T22:13:52.861379Z","steps":["trace[382999904] 'process raft request' (duration: 376.868094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.861598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.481855Z","time spent":"379.584577ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4801,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:52.861775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.643673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:52.861829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.872155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:52.861866Z","caller":"traceutil/trace.go:171","msg":"trace[1770903827] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24092; }","duration":"319.740385ms","start":"2026-03-02T22:13:52.542098Z","end":"2026-03-02T22:13:52.861838Z","steps":["trace[1770903827] 'agreement among raft nodes before linearized reading' (duration: 319.581581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.861912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:52.54202Z","time spent":"319.885968ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:13:52.861922Z","caller":"traceutil/trace.go:171","msg":"trace[256715588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24092; }","duration":"233.034469ms","start":"2026-03-02T22:13:52.628862Z","end":"2026-03-02T22:13:52.861896Z","steps":["trace[256715588] 'agreement among raft nodes before linearized reading' (duration: 232.852955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:52.861989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.489303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-02T22:13:52.862117Z","caller":"traceutil/trace.go:171","msg":"trace[123699163] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24092; }","duration":"157.664647ms","start":"2026-03-02T22:13:52.704424Z","end":"2026-03-02T22:13:52.862088Z","steps":["trace[123699163] 'agreement among raft nodes before linearized reading' (duration: 157.342729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:53.428325Z","caller":"traceutil/trace.go:171","msg":"trace[1837960082] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"144.841649ms","start":"2026-03-02T22:13:53.283452Z","end":"2026-03-02T22:13:53.428293Z","steps":["trace[1837960082] 'process raft request' (duration: 144.364477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:53.855545Z","caller":"traceutil/trace.go:171","msg":"trace[2112711477] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"102.78821ms","start":"2026-03-02T22:13:53.752709Z","end":"2026-03-02T22:13:53.855497Z","steps":["trace[2112711477] 'process raft request' (duration: 102.610706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.231358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.620063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:54.231498Z","caller":"traceutil/trace.go:171","msg":"trace[1360380667] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"229.753573ms","start":"2026-03-02T22:13:54.001715Z","end":"2026-03-02T22:13:54.231469Z","steps":["trace[1360380667] 'process raft request' (duration: 87.886274ms)","trace[1360380667] 'compare' (duration: 141.420578ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:54.254789Z","caller":"traceutil/trace.go:171","msg":"trace[1914864517] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"120.753258ms","start":"2026-03-02T22:13:54.133978Z","end":"2026-03-02T22:13:54.254731Z","steps":["trace[1914864517] 'process raft request' (duration: 120.544413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:54.487066Z","caller":"traceutil/trace.go:171","msg":"trace[1465553470] linearizableReadLoop","detail":"{readStateIndex:24942; appliedIndex:24938; }","duration":"140.522378ms","start":"2026-03-02T22:13:54.346524Z","end":"2026-03-02T22:13:54.487046Z","steps":["trace[1465553470] 'read index received' (duration: 10.675618ms)","trace[1465553470] 'applied index is now lower than readState.Index' (duration: 129.84575ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:54.487135Z","caller":"traceutil/trace.go:171","msg":"trace[951058564] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"168.333365ms","start":"2026-03-02T22:13:54.318755Z","end":"2026-03-02T22:13:54.487089Z","steps":["trace[951058564] 'process raft request' (duration: 167.894965ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:54.487189Z","caller":"traceutil/trace.go:171","msg":"trace[1897869941] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"162.948201ms","start":"2026-03-02T22:13:54.324198Z","end":"2026-03-02T22:13:54.487146Z","steps":["trace[1897869941] 'process raft request' (duration: 162.650544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.487626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.084822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:13:54.487635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.395442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T22:13:54.487694Z","caller":"traceutil/trace.go:171","msg":"trace[919577400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24105; }","duration":"141.4404ms","start":"2026-03-02T22:13:54.346235Z","end":"2026-03-02T22:13:54.487676Z","steps":["trace[919577400] 'agreement among raft nodes before linearized reading' (duration: 140.917518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:54.487701Z","caller":"traceutil/trace.go:171","msg":"trace[918330661] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24105; }","duration":"111.505944ms","start":"2026-03-02T22:13:54.376176Z","end":"2026-03-02T22:13:54.487682Z","steps":["trace[918330661] 'agreement among raft nodes before linearized reading' (duration: 111.298899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.487859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.536079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:13:54.487893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.322997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:13:54.48792Z","caller":"traceutil/trace.go:171","msg":"trace[799794743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24105; }","duration":"113.419419ms","start":"2026-03-02T22:13:54.374493Z","end":"2026-03-02T22:13:54.487913Z","steps":["trace[799794743] 'agreement among raft nodes before linearized reading' (duration: 113.344317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:54.487927Z","caller":"traceutil/trace.go:171","msg":"trace[254187355] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24105; }","duration":"112.63096ms","start":"2026-03-02T22:13:54.375274Z","end":"2026-03-02T22:13:54.487905Z","steps":["trace[254187355] 'agreement among raft nodes before linearized reading' (duration: 112.422065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.487875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.350393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:13:54.488004Z","caller":"traceutil/trace.go:171","msg":"trace[594836990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24105; }","duration":"112.505108ms","start":"2026-03-02T22:13:54.375494Z","end":"2026-03-02T22:13:54.487999Z","steps":["trace[594836990] 'agreement among raft nodes before linearized reading' (duration: 112.321513ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:54.487652Z","caller":"traceutil/trace.go:171","msg":"trace[1283861286] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"168.469809ms","start":"2026-03-02T22:13:54.318998Z","end":"2026-03-02T22:13:54.487468Z","steps":["trace[1283861286] 'process raft request' (duration: 167.809094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:54.489664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.833064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:13:54.489709Z","caller":"traceutil/trace.go:171","msg":"trace[454447692] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24105; }","duration":"130.923526ms","start":"2026-03-02T22:13:54.358775Z","end":"2026-03-02T22:13:54.489699Z","steps":["trace[454447692] 'agreement among raft nodes before linearized reading' (duration: 128.428748ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:58.620632Z","caller":"traceutil/trace.go:171","msg":"trace[1793105102] linearizableReadLoop","detail":"{readStateIndex:25068; appliedIndex:25066; }","duration":"105.064164ms","start":"2026-03-02T22:13:58.515537Z","end":"2026-03-02T22:13:58.620601Z","steps":["trace[1793105102] 'read index received' (duration: 7.839183ms)","trace[1793105102] 'applied index is now lower than readState.Index' (duration: 97.223911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:58.620987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.424122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:13:58.621083Z","caller":"traceutil/trace.go:171","msg":"trace[67407928] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24225; }","duration":"105.544504ms","start":"2026-03-02T22:13:58.515514Z","end":"2026-03-02T22:13:58.621058Z","steps":["trace[67407928] 'agreement among raft nodes before linearized reading' (duration: 105.299249ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:58.620703Z","caller":"traceutil/trace.go:171","msg":"trace[933576791] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"111.232517ms","start":"2026-03-02T22:13:58.509428Z","end":"2026-03-02T22:13:58.620661Z","steps":["trace[933576791] 'process raft request' (duration: 95.505521ms)","trace[933576791] 'compare' (duration: 15.530331ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:00.45133Z","caller":"traceutil/trace.go:171","msg":"trace[1214086861] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"191.502363ms","start":"2026-03-02T22:14:00.259799Z","end":"2026-03-02T22:14:00.451302Z","steps":["trace[1214086861] 'process raft request' (duration: 191.324839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.129988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:01.515019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031718281s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:01.516404Z","caller":"traceutil/trace.go:171","msg":"trace[1876598316] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"1.032551401s","start":"2026-03-02T22:14:00.483154Z","end":"2026-03-02T22:14:01.515705Z","steps":["trace[1876598316] 'process raft request' (duration: 1.032332586s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.517255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.483124Z","time spent":"1.033635646s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:01.564642Z","caller":"traceutil/trace.go:171","msg":"trace[383545113] linearizableReadLoop","detail":"{readStateIndex:25084; appliedIndex:25081; }","duration":"935.508424ms","start":"2026-03-02T22:14:00.629116Z","end":"2026-03-02T22:14:01.564624Z","steps":["trace[383545113] 'read index received' (duration: 886.342121ms)","trace[383545113] 'applied index is now lower than readState.Index' (duration: 49.164833ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:01.564665Z","caller":"traceutil/trace.go:171","msg":"trace[761686438] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"1.032480938s","start":"2026-03-02T22:14:00.532161Z","end":"2026-03-02T22:14:01.564642Z","steps":["trace[761686438] 'process raft request' (duration: 1.032290344s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:01.564746Z","caller":"traceutil/trace.go:171","msg":"trace[1005623624] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"935.977925ms","start":"2026-03-02T22:14:00.628719Z","end":"2026-03-02T22:14:01.564697Z","steps":["trace[1005623624] 'process raft request' (duration: 935.864652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.564767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.532133Z","time spent":"1.032578651s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:01.564875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.709568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:01.564955Z","caller":"traceutil/trace.go:171","msg":"trace[1186165584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24241; }","duration":"935.843732ms","start":"2026-03-02T22:14:00.629073Z","end":"2026-03-02T22:14:01.564917Z","steps":["trace[1186165584] 'agreement among raft nodes before linearized reading' (duration: 935.701539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.564952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.628691Z","time spent":"936.156669ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:01.565018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.629062Z","time spent":"935.924534ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:01.565095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.339444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T22:14:01.565209Z","caller":"traceutil/trace.go:171","msg":"trace[367135961] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24241; }","duration":"933.482567ms","start":"2026-03-02T22:14:00.631695Z","end":"2026-03-02T22:14:01.565177Z","steps":["trace[367135961] 'agreement among raft nodes before linearized reading' (duration: 933.281842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.565242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.267507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:14:01.565817Z","caller":"traceutil/trace.go:171","msg":"trace[645821502] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24241; }","duration":"526.886572ms","start":"2026-03-02T22:14:01.038912Z","end":"2026-03-02T22:14:01.565798Z","steps":["trace[645821502] 'agreement among raft nodes before linearized reading' (duration: 526.077784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.565248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.10969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:14:01.565866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:01.038891Z","time spent":"526.961654ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T22:14:01.565928Z","caller":"traceutil/trace.go:171","msg":"trace[2115361615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24241; }","duration":"860.791816ms","start":"2026-03-02T22:14:00.705095Z","end":"2026-03-02T22:14:01.565887Z","steps":["trace[2115361615] 'agreement among raft nodes before linearized reading' (duration: 860.004158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.565265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.631688Z","time spent":"933.566669ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:14:01.56534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.975099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:14:01.565423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.228487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:14:01.566533Z","caller":"traceutil/trace.go:171","msg":"trace[1766493058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24241; }","duration":"862.349072ms","start":"2026-03-02T22:14:00.704138Z","end":"2026-03-02T22:14:01.566487Z","steps":["trace[1766493058] 'agreement among raft nodes before linearized reading' (duration: 861.165615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.566661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.70411Z","time spent":"862.491316ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:01.56542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.900022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:14:01.566821Z","caller":"traceutil/trace.go:171","msg":"trace[110490213] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24241; }","duration":"857.306296ms","start":"2026-03-02T22:14:00.709492Z","end":"2026-03-02T22:14:01.566799Z","steps":["trace[110490213] 'agreement among raft nodes before linearized reading' (duration: 855.875892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.566911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.709479Z","time spent":"857.405048ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:01.56549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.217312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:01.567012Z","caller":"traceutil/trace.go:171","msg":"trace[410128247] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24241; }","duration":"381.764478ms","start":"2026-03-02T22:14:01.185224Z","end":"2026-03-02T22:14:01.566988Z","steps":["trace[410128247] 'agreement among raft nodes before linearized reading' (duration: 380.226772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.567074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:01.185204Z","time spent":"381.85139ms","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:01.565503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.281958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:14:01.567211Z","caller":"traceutil/trace.go:171","msg":"trace[1260227520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24241; }","duration":"903.032779ms","start":"2026-03-02T22:14:00.664169Z","end":"2026-03-02T22:14:01.567201Z","steps":["trace[1260227520] 'agreement among raft nodes before linearized reading' (duration: 901.275328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.567247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.664149Z","time spent":"903.08956ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:14:01.565549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.956213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:01.567324Z","caller":"traceutil/trace.go:171","msg":"trace[789161029] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24241; }","duration":"159.747465ms","start":"2026-03-02T22:14:01.407571Z","end":"2026-03-02T22:14:01.567319Z","steps":["trace[789161029] 'agreement among raft nodes before linearized reading' (duration: 157.937153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.56556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.337597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:14:01.567443Z","caller":"traceutil/trace.go:171","msg":"trace[1156487677] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24241; }","duration":"902.243911ms","start":"2026-03-02T22:14:00.665193Z","end":"2026-03-02T22:14:01.567437Z","steps":["trace[1156487677] 'agreement among raft nodes before linearized reading' (duration: 900.233154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.567476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.665181Z","time spent":"902.288641ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:01.565574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.328943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:01.567604Z","caller":"traceutil/trace.go:171","msg":"trace[825494958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24241; }","duration":"440.385331ms","start":"2026-03-02T22:14:01.12718Z","end":"2026-03-02T22:14:01.567566Z","steps":["trace[825494958] 'agreement among raft nodes before linearized reading' (duration: 438.353883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.565596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.816649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:01.567715Z","caller":"traceutil/trace.go:171","msg":"trace[377584112] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24241; }","duration":"211.98123ms","start":"2026-03-02T22:14:01.355724Z","end":"2026-03-02T22:14:01.567706Z","steps":["trace[377584112] 'agreement among raft nodes before linearized reading' (duration: 209.84468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.565632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.889825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:01.567734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:01.127143Z","time spent":"440.544474ms","remote":"127.0.0.1:49172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:01.567771Z","caller":"traceutil/trace.go:171","msg":"trace[1698348696] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24241; }","duration":"487.079896ms","start":"2026-03-02T22:14:01.080675Z","end":"2026-03-02T22:14:01.567755Z","steps":["trace[1698348696] 'agreement among raft nodes before linearized reading' (duration: 484.921626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.567823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:01.080647Z","time spent":"487.161248ms","remote":"127.0.0.1:35946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:01.568111Z","caller":"traceutil/trace.go:171","msg":"trace[550768582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24241; }","duration":"638.759874ms","start":"2026-03-02T22:14:00.92933Z","end":"2026-03-02T22:14:01.56809Z","steps":["trace[550768582] 'agreement among raft nodes before linearized reading' (duration: 635.945428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.56824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.92931Z","time spent":"638.844115ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:01.566179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:00.705082Z","time spent":"860.890928ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:14:01.676335Z","caller":"traceutil/trace.go:171","msg":"trace[210101088] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"104.09707ms","start":"2026-03-02T22:14:01.572158Z","end":"2026-03-02T22:14:01.676255Z","steps":["trace[210101088] 'process raft request' (duration: 25.772699ms)","trace[210101088] 'compare' (duration: 78.157298ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:01.678594Z","caller":"traceutil/trace.go:171","msg":"trace[1648366703] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"105.965604ms","start":"2026-03-02T22:14:01.572603Z","end":"2026-03-02T22:14:01.678568Z","steps":["trace[1648366703] 'process raft request' (duration: 105.77553ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:01.678984Z","caller":"traceutil/trace.go:171","msg":"trace[1153802461] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"106.334153ms","start":"2026-03-02T22:14:01.572622Z","end":"2026-03-02T22:14:01.678956Z","steps":["trace[1153802461] 'process raft request' (duration: 105.892473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:01.679209Z","caller":"traceutil/trace.go:171","msg":"trace[562117505] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"105.299679ms","start":"2026-03-02T22:14:01.573899Z","end":"2026-03-02T22:14:01.679198Z","steps":["trace[562117505] 'process raft request' (duration: 104.949081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:01.67951Z","caller":"traceutil/trace.go:171","msg":"trace[326929187] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"105.486723ms","start":"2026-03-02T22:14:01.57401Z","end":"2026-03-02T22:14:01.679496Z","steps":["trace[326929187] 'process raft request' (duration: 105.145275ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:01.67975Z","caller":"traceutil/trace.go:171","msg":"trace[1975746112] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"105.697098ms","start":"2026-03-02T22:14:01.57404Z","end":"2026-03-02T22:14:01.679737Z","steps":["trace[1975746112] 'process raft request' (duration: 105.408682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:01.679922Z","caller":"traceutil/trace.go:171","msg":"trace[1319976687] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"105.664297ms","start":"2026-03-02T22:14:01.574244Z","end":"2026-03-02T22:14:01.679909Z","steps":["trace[1319976687] 'process raft request' (duration: 105.445442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:01.680183Z","caller":"traceutil/trace.go:171","msg":"trace[1673189491] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"105.731238ms","start":"2026-03-02T22:14:01.574443Z","end":"2026-03-02T22:14:01.680174Z","steps":["trace[1673189491] 'process raft request' (duration: 105.424241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:01.727761Z","caller":"traceutil/trace.go:171","msg":"trace[576719366] linearizableReadLoop","detail":"{readStateIndex:25093; appliedIndex:25085; }","duration":"100.145218ms","start":"2026-03-02T22:14:01.627592Z","end":"2026-03-02T22:14:01.727737Z","steps":["trace[576719366] 'read index received' (duration: 50.75371ms)","trace[576719366] 'applied index is now lower than readState.Index' (duration: 49.390688ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:01.727812Z","caller":"traceutil/trace.go:171","msg":"trace[1299013301] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"121.663129ms","start":"2026-03-02T22:14:01.606118Z","end":"2026-03-02T22:14:01.727781Z","steps":["trace[1299013301] 'process raft request' (duration: 121.436934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:01.727999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.397165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-02T22:14:01.728028Z","caller":"traceutil/trace.go:171","msg":"trace[244133165] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24250; }","duration":"100.507737ms","start":"2026-03-02T22:14:01.627513Z","end":"2026-03-02T22:14:01.728021Z","steps":["trace[244133165] 'agreement among raft nodes before linearized reading' (duration: 100.346243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:03.321309Z","caller":"traceutil/trace.go:171","msg":"trace[611071216] linearizableReadLoop","detail":"{readStateIndex:25100; appliedIndex:25097; }","duration":"226.472857ms","start":"2026-03-02T22:14:03.094807Z","end":"2026-03-02T22:14:03.32128Z","steps":["trace[611071216] 'read index received' (duration: 14.062728ms)","trace[611071216] 'applied index is now lower than readState.Index' (duration: 212.408959ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:03.321485Z","caller":"traceutil/trace.go:171","msg":"trace[644123864] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"227.04249ms","start":"2026-03-02T22:14:03.094429Z","end":"2026-03-02T22:14:03.321472Z","steps":["trace[644123864] 'process raft request' (duration: 226.764023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:03.321529Z","caller":"traceutil/trace.go:171","msg":"trace[2037225098] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"228.747469ms","start":"2026-03-02T22:14:03.092748Z","end":"2026-03-02T22:14:03.321495Z","steps":["trace[2037225098] 'process raft request' (duration: 210.202528ms)","trace[2037225098] 'compare' (duration: 17.995038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:03.321805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.974879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-02T22:14:03.321852Z","caller":"traceutil/trace.go:171","msg":"trace[2029273350] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24256; }","duration":"227.092321ms","start":"2026-03-02T22:14:03.094745Z","end":"2026-03-02T22:14:03.321837Z","steps":["trace[2029273350] 'agreement among raft nodes before linearized reading' (duration: 226.935337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:03.32197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.087725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:03.322011Z","caller":"traceutil/trace.go:171","msg":"trace[124331737] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24256; }","duration":"213.190098ms","start":"2026-03-02T22:14:03.10881Z","end":"2026-03-02T22:14:03.322Z","steps":["trace[124331737] 'agreement among raft nodes before linearized reading' (duration: 213.102876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:03.322167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.143552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:03.322185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.441441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:03.322193Z","caller":"traceutil/trace.go:171","msg":"trace[443469101] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24256; }","duration":"101.169902ms","start":"2026-03-02T22:14:03.221017Z","end":"2026-03-02T22:14:03.322187Z","steps":["trace[443469101] 'agreement among raft nodes before linearized reading' (duration: 101.123131ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:03.322211Z","caller":"traceutil/trace.go:171","msg":"trace[2061109814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24256; }","duration":"157.523514ms","start":"2026-03-02T22:14:03.164678Z","end":"2026-03-02T22:14:03.322201Z","steps":["trace[2061109814] 'agreement among raft nodes before linearized reading' (duration: 157.470232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:03.322569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.809248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:14:03.322598Z","caller":"traceutil/trace.go:171","msg":"trace[1014673280] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24256; }","duration":"138.87586ms","start":"2026-03-02T22:14:03.183716Z","end":"2026-03-02T22:14:03.322592Z","steps":["trace[1014673280] 'agreement among raft nodes before linearized reading' (duration: 138.758047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:03.456171Z","caller":"traceutil/trace.go:171","msg":"trace[1909934881] linearizableReadLoop","detail":"{readStateIndex:25102; appliedIndex:25100; }","duration":"124.057205ms","start":"2026-03-02T22:14:03.332067Z","end":"2026-03-02T22:14:03.456125Z","steps":["trace[1909934881] 'read index received' (duration: 64.136061ms)","trace[1909934881] 'applied index is now lower than readState.Index' (duration: 59.920304ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:03.456475Z","caller":"traceutil/trace.go:171","msg":"trace[622069774] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"124.874973ms","start":"2026-03-02T22:14:03.331585Z","end":"2026-03-02T22:14:03.45646Z","steps":["trace[622069774] 'process raft request' (duration: 101.50795ms)","trace[622069774] 'compare' (duration: 22.833401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:03.456603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.478634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18350"} {"level":"info","ts":"2026-03-02T22:14:03.45663Z","caller":"traceutil/trace.go:171","msg":"trace[50051336] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24258; }","duration":"124.595367ms","start":"2026-03-02T22:14:03.332027Z","end":"2026-03-02T22:14:03.456623Z","steps":["trace[50051336] 'agreement among raft nodes before linearized reading' (duration: 124.234739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:05.246288Z","caller":"traceutil/trace.go:171","msg":"trace[509203711] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"119.490758ms","start":"2026-03-02T22:14:05.126752Z","end":"2026-03-02T22:14:05.246243Z","steps":["trace[509203711] 'process raft request' (duration: 98.567382ms)","trace[509203711] 'compare' (duration: 20.788213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:05.678487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.431964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:14:05.678599Z","caller":"traceutil/trace.go:171","msg":"trace[871626707] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24276; }","duration":"293.616628ms","start":"2026-03-02T22:14:05.384959Z","end":"2026-03-02T22:14:05.678576Z","steps":["trace[871626707] 'range keys from in-memory index tree' (duration: 293.207418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:06.132588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:06.632758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:06.646799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103662304s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:06.647629Z","caller":"traceutil/trace.go:171","msg":"trace[626754079] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"1.104583775s","start":"2026-03-02T22:14:05.543012Z","end":"2026-03-02T22:14:06.647596Z","steps":["trace[626754079] 'process raft request' (duration: 1.104328659s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:06.647847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.542982Z","time spent":"1.104765s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:07.632458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:07.63257Z","caller":"traceutil/trace.go:171","msg":"trace[1788699510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401557s","start":"2026-03-02T22:14:05.632143Z","end":"2026-03-02T22:14:07.632544Z","steps":["trace[1788699510] 'agreement among raft nodes before linearized reading' (duration: 2.000253634s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:07.632632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.632121Z","time spent":"2.000499679s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:09.00298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.355969897s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:09.003593Z","caller":"traceutil/trace.go:171","msg":"trace[749811566] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"3.417099001s","start":"2026-03-02T22:14:05.586457Z","end":"2026-03-02T22:14:09.003556Z","steps":["trace[749811566] 'process raft request' (duration: 3.416802234s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:09.003807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.586426Z","time spent":"3.417259435s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:09.003883Z","caller":"traceutil/trace.go:171","msg":"trace[1394130320] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"3.416412465s","start":"2026-03-02T22:14:05.587436Z","end":"2026-03-02T22:14:09.003849Z","steps":["trace[1394130320] 'process raft request' (duration: 3.416071177s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:09.004062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.587406Z","time spent":"3.416559279s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:09.004675Z","caller":"traceutil/trace.go:171","msg":"trace[253370776] linearizableReadLoop","detail":"{readStateIndex:25126; appliedIndex:25120; }","duration":"3.372439303s","start":"2026-03-02T22:14:05.632211Z","end":"2026-03-02T22:14:09.004651Z","steps":["trace[253370776] 'read index received' (duration: 1.015016863s)","trace[253370776] 'applied index is now lower than readState.Index' (duration: 2.35742139s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:09.004768Z","caller":"traceutil/trace.go:171","msg":"trace[1894274878] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"3.231009154s","start":"2026-03-02T22:14:05.773737Z","end":"2026-03-02T22:14:09.004746Z","steps":["trace[1894274878] 'process raft request' (duration: 3.230491212s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:09.004809Z","caller":"traceutil/trace.go:171","msg":"trace[726864807] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"2.75777818s","start":"2026-03-02T22:14:06.247008Z","end":"2026-03-02T22:14:09.004786Z","steps":["trace[726864807] 'process raft request' (duration: 2.757549965s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:09.004914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.246976Z","time spent":"2.757886373s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:09.005022Z","caller":"traceutil/trace.go:171","msg":"trace[995097326] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"2.443960603s","start":"2026-03-02T22:14:06.561025Z","end":"2026-03-02T22:14:09.004985Z","steps":["trace[995097326] 'process raft request' (duration: 2.443577944s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:09.004929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.773723Z","time spent":"3.231078246s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:09.005207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.560994Z","time spent":"2.444122267s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:09.261906Z","caller":"traceutil/trace.go:171","msg":"trace[1905488715] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"2.296814011s","start":"2026-03-02T22:14:06.965054Z","end":"2026-03-02T22:14:09.261868Z","steps":["trace[1905488715] 'process raft request' (duration: 2.200264196s)","trace[1905488715] 'compare' (duration: 96.057614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.262099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.965029Z","time spent":"2.296974214s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:09.633067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:09.633146Z","caller":"traceutil/trace.go:171","msg":"trace[1232667866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238592s","start":"2026-03-02T22:14:07.632891Z","end":"2026-03-02T22:14:09.633129Z","steps":["trace[1232667866] 'agreement among raft nodes before linearized reading' (duration: 2.00014252s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:09.633183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:07.63287Z","time spent":"2.000306174s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:09.699156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.304518ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:14:09.699758Z","caller":"traceutil/trace.go:171","msg":"trace[1953193951] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"1.042587634s","start":"2026-03-02T22:14:08.657117Z","end":"2026-03-02T22:14:09.699704Z","steps":["trace[1953193951] 'process raft request' (duration: 1.042151494s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:09.699777Z","caller":"traceutil/trace.go:171","msg":"trace[1191947022] linearizableReadLoop","detail":"{readStateIndex:25129; appliedIndex:25126; }","duration":"695.021931ms","start":"2026-03-02T22:14:09.004723Z","end":"2026-03-02T22:14:09.699745Z","steps":["trace[1191947022] 'read index received' (duration: 160.499132ms)","trace[1191947022] 'applied index is now lower than readState.Index' (duration: 534.521199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.699964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:08.657097Z","time spent":"1.042755737s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:09.772129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424004362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:09.772249Z","caller":"traceutil/trace.go:171","msg":"trace[91634638] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24284; }","duration":"3.424203566s","start":"2026-03-02T22:14:06.348017Z","end":"2026-03-02T22:14:09.77222Z","steps":["trace[91634638] 'agreement among raft nodes before linearized reading' (duration: 3.351866564s)","trace[91634638] 'count revisions from in-memory index tree' (duration: 72.156348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.043668131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:14:09.772288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297406519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T22:14:09.772283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010058926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:09.772359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322218356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:09.772369Z","caller":"traceutil/trace.go:171","msg":"trace[2108879912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24284; }","duration":"4.043781764s","start":"2026-03-02T22:14:05.728561Z","end":"2026-03-02T22:14:09.772343Z","steps":["trace[2108879912] 'agreement among raft nodes before linearized reading' (duration: 3.971325979s)","trace[2108879912] 'range keys from in-memory index tree' (duration: 72.307372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105052415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:09.772404Z","caller":"traceutil/trace.go:171","msg":"trace[1764901852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24284; }","duration":"1.297585214s","start":"2026-03-02T22:14:08.474785Z","end":"2026-03-02T22:14:09.77237Z","steps":["trace[1764901852] 'agreement among raft nodes before linearized reading' (duration: 1.225024926s)","trace[1764901852] 'range keys from in-memory index tree' (duration: 72.204578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.005225537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:09.772417Z","caller":"traceutil/trace.go:171","msg":"trace[1354792838] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24284; }","duration":"3.010273031s","start":"2026-03-02T22:14:06.762114Z","end":"2026-03-02T22:14:09.772388Z","steps":["trace[1354792838] 'agreement among raft nodes before linearized reading' (duration: 2.937744645s)","trace[1354792838] 'count revisions from in-memory index tree' (duration: 72.312731ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:09.772429Z","caller":"traceutil/trace.go:171","msg":"trace[1068919157] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24284; }","duration":"1.322304068s","start":"2026-03-02T22:14:08.450094Z","end":"2026-03-02T22:14:09.772398Z","steps":["trace[1068919157] 'agreement among raft nodes before linearized reading' (duration: 1.249727961s)","trace[1068919157] 'count revisions from in-memory index tree' (duration: 72.507796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:08.474765Z","time spent":"1.297681575s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:14:09.772478Z","caller":"traceutil/trace.go:171","msg":"trace[667993428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24284; }","duration":"4.005301918s","start":"2026-03-02T22:14:05.767153Z","end":"2026-03-02T22:14:09.772455Z","steps":["trace[667993428] 'agreement among raft nodes before linearized reading' (duration: 3.93270296s)","trace[667993428] 'count revisions from in-memory index tree' (duration: 72.512206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.762098Z","time spent":"3.010374583s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:09.772512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0388594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:14:09.772531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.767146Z","time spent":"4.00537286s","remote":"127.0.0.1:49168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:09.772542Z","caller":"traceutil/trace.go:171","msg":"trace[794440696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24284; }","duration":"4.03890388s","start":"2026-03-02T22:14:05.733628Z","end":"2026-03-02T22:14:09.772531Z","steps":["trace[794440696] 'agreement among raft nodes before linearized reading' (duration: 3.966252521s)","trace[794440696] 'range keys from in-memory index tree' (duration: 72.564527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.733618Z","time spent":"4.038944821s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:14:09.772584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.04406561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:14:09.772326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.347988Z","time spent":"3.424325209s","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:09.772627Z","caller":"traceutil/trace.go:171","msg":"trace[975101752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24284; }","duration":"4.044121961s","start":"2026-03-02T22:14:05.728491Z","end":"2026-03-02T22:14:09.772613Z","steps":["trace[975101752] 'agreement among raft nodes before linearized reading' (duration: 3.971402s)","trace[975101752] 'range keys from in-memory index tree' (duration: 72.621359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010053209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:14:09.772667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.72848Z","time spent":"4.044179653s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:14:09.77264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518354486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:09.772712Z","caller":"traceutil/trace.go:171","msg":"trace[1210179208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24284; }","duration":"4.010469169s","start":"2026-03-02T22:14:05.762216Z","end":"2026-03-02T22:14:09.772685Z","steps":["trace[1210179208] 'agreement among raft nodes before linearized reading' (duration: 3.937647586s)","trace[1210179208] 'range keys from in-memory index tree' (duration: 72.25337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001557191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:14:09.772734Z","caller":"traceutil/trace.go:171","msg":"trace[1181636516] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24284; }","duration":"3.518507339s","start":"2026-03-02T22:14:06.254201Z","end":"2026-03-02T22:14:09.772708Z","steps":["trace[1181636516] 'agreement among raft nodes before linearized reading' (duration: 3.445613634s)","trace[1181636516] 'count revisions from in-memory index tree' (duration: 72.725681ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:09.772757Z","caller":"traceutil/trace.go:171","msg":"trace[1004153784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24284; }","duration":"4.001613033s","start":"2026-03-02T22:14:05.771128Z","end":"2026-03-02T22:14:09.772741Z","steps":["trace[1004153784] 'agreement among raft nodes before linearized reading' (duration: 3.928709658s)","trace[1004153784] 'range keys from in-memory index tree' (duration: 72.811203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:08.450076Z","time spent":"1.32239699s","remote":"127.0.0.1:50192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:09.772788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.254193Z","time spent":"3.518586301s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:09.772793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.77112Z","time spent":"4.001664914s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:09.772812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402516657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:09.772844Z","caller":"traceutil/trace.go:171","msg":"trace[804652595] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24284; }","duration":"2.402567489s","start":"2026-03-02T22:14:07.370265Z","end":"2026-03-02T22:14:09.772832Z","steps":["trace[804652595] 'agreement among raft nodes before linearized reading' (duration: 2.329580602s)","trace[804652595] 'count revisions from in-memory index tree' (duration: 72.922896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.762203Z","time spent":"4.01053633s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:09.772853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150955663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:09.772868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:07.370231Z","time spent":"2.40262858s","remote":"127.0.0.1:39938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:09.77242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.72854Z","time spent":"4.043867195s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:14:09.772901Z","caller":"traceutil/trace.go:171","msg":"trace[1821264058] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24284; }","duration":"1.151002454s","start":"2026-03-02T22:14:08.621878Z","end":"2026-03-02T22:14:09.77288Z","steps":["trace[1821264058] 'agreement among raft nodes before linearized reading' (duration: 1.077919785s)","trace[1821264058] 'count revisions from in-memory index tree' (duration: 73.018778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449996507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-02T22:14:09.772936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:08.621796Z","time spent":"1.151127167s","remote":"127.0.0.1:36132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:09.772955Z","caller":"traceutil/trace.go:171","msg":"trace[2090658551] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24284; }","duration":"1.450779746s","start":"2026-03-02T22:14:08.322161Z","end":"2026-03-02T22:14:09.772941Z","steps":["trace[2090658551] 'agreement among raft nodes before linearized reading' (duration: 1.377672106s)","trace[2090658551] 'range keys from in-memory index tree' (duration: 72.23539ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:09.772422Z","caller":"traceutil/trace.go:171","msg":"trace[88186858] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24284; }","duration":"3.105140477s","start":"2026-03-02T22:14:06.667269Z","end":"2026-03-02T22:14:09.77241Z","steps":["trace[88186858] 'agreement among raft nodes before linearized reading' (duration: 3.032601961s)","trace[88186858] 'count revisions from in-memory index tree' (duration: 72.497286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.772993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:08.322113Z","time spent":"1.450870138s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T22:14:09.773025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010701215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:14:09.773068Z","caller":"traceutil/trace.go:171","msg":"trace[1283945246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24284; }","duration":"4.010751945s","start":"2026-03-02T22:14:05.762303Z","end":"2026-03-02T22:14:09.773055Z","steps":["trace[1283945246] 'agreement among raft nodes before linearized reading' (duration: 3.937467921s)","trace[1283945246] 'range keys from in-memory index tree' (duration: 73.11146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.773098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.762298Z","time spent":"4.010792786s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:09.77307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.667243Z","time spent":"3.105774182s","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:09.773142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485406009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:09.773168Z","caller":"traceutil/trace.go:171","msg":"trace[270356457] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24284; }","duration":"3.485464821s","start":"2026-03-02T22:14:06.287694Z","end":"2026-03-02T22:14:09.773158Z","steps":["trace[270356457] 'agreement among raft nodes before linearized reading' (duration: 3.412063374s)","trace[270356457] 'count revisions from in-memory index tree' (duration: 73.332805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.773195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:06.287681Z","time spent":"3.485506342s","remote":"127.0.0.1:59772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:09.773496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064318781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:14:09.773548Z","caller":"traceutil/trace.go:171","msg":"trace[2106640191] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24284; }","duration":"4.064409114s","start":"2026-03-02T22:14:05.709124Z","end":"2026-03-02T22:14:09.773533Z","steps":["trace[2106640191] 'agreement among raft nodes before linearized reading' (duration: 3.99071609s)","trace[2106640191] 'range keys from in-memory index tree' (duration: 73.52919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.773582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:05.709104Z","time spent":"4.064470615s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:09.773623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.380718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:09.773662Z","caller":"traceutil/trace.go:171","msg":"trace[644323927] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24285; }","duration":"704.477771ms","start":"2026-03-02T22:14:09.069173Z","end":"2026-03-02T22:14:09.773651Z","steps":["trace[644323927] 'agreement among raft nodes before linearized reading' (duration: 704.387579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:09.773691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.069149Z","time spent":"704.534632ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:09.77402Z","caller":"traceutil/trace.go:171","msg":"trace[1060601464] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"445.934019ms","start":"2026-03-02T22:14:09.328072Z","end":"2026-03-02T22:14:09.774006Z","steps":["trace[1060601464] 'process raft request' (duration: 371.653721ms)","trace[1060601464] 'compare' (duration: 73.235123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:09.774111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.328044Z","time spent":"446.003041ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:09.774299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.940808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:09.774331Z","caller":"traceutil/trace.go:171","msg":"trace[768084780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24285; }","duration":"132.002809ms","start":"2026-03-02T22:14:09.64232Z","end":"2026-03-02T22:14:09.774323Z","steps":["trace[768084780] 'agreement among raft nodes before linearized reading' (duration: 131.914037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:09.774504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.673835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-02T22:14:09.774526Z","caller":"traceutil/trace.go:171","msg":"trace[1708299325] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24285; }","duration":"135.742526ms","start":"2026-03-02T22:14:09.638774Z","end":"2026-03-02T22:14:09.774516Z","steps":["trace[1708299325] 'agreement among raft nodes before linearized reading' (duration: 135.670725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:09.775056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.077836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:09.775166Z","caller":"traceutil/trace.go:171","msg":"trace[2091345478] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24285; }","duration":"367.226079ms","start":"2026-03-02T22:14:09.407928Z","end":"2026-03-02T22:14:09.775154Z","steps":["trace[2091345478] 'agreement among raft nodes before linearized reading' (duration: 367.079046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:09.775199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.407905Z","time spent":"367.276051ms","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:09.77465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.493453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:09.779489Z","caller":"traceutil/trace.go:171","msg":"trace[1696720685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24285; }","duration":"150.359946ms","start":"2026-03-02T22:14:09.6291Z","end":"2026-03-02T22:14:09.779459Z","steps":["trace[1696720685] 'agreement among raft nodes before linearized reading' (duration: 145.532164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.279546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201488,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:14:10.648659Z","caller":"traceutil/trace.go:171","msg":"trace[126534753] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"871.018575ms","start":"2026-03-02T22:14:09.777611Z","end":"2026-03-02T22:14:10.648629Z","steps":["trace[126534753] 'process raft request' (duration: 870.687748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.648837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.777587Z","time spent":"871.156058ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:10.651913Z","caller":"traceutil/trace.go:171","msg":"trace[654815303] linearizableReadLoop","detail":"{readStateIndex:25139; appliedIndex:25130; }","duration":"873.048522ms","start":"2026-03-02T22:14:09.778841Z","end":"2026-03-02T22:14:10.651889Z","steps":["trace[654815303] 'read index received' (duration: 869.551691ms)","trace[654815303] 'applied index is now lower than readState.Index' (duration: 3.495561ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:10.652113Z","caller":"traceutil/trace.go:171","msg":"trace[1234483367] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"874.154528ms","start":"2026-03-02T22:14:09.777951Z","end":"2026-03-02T22:14:10.652105Z","steps":["trace[1234483367] 'process raft request' (duration: 873.643156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.652204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.777935Z","time spent":"874.200019ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:10.652335Z","caller":"traceutil/trace.go:171","msg":"trace[977855526] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"874.058595ms","start":"2026-03-02T22:14:09.77827Z","end":"2026-03-02T22:14:10.652328Z","steps":["trace[977855526] 'process raft request' (duration: 873.422981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.652365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.778239Z","time spent":"874.111297ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:10.652433Z","caller":"traceutil/trace.go:171","msg":"trace[577440074] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"873.873972ms","start":"2026-03-02T22:14:09.778555Z","end":"2026-03-02T22:14:10.652429Z","steps":["trace[577440074] 'process raft request' (duration: 873.159485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.652463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.778548Z","time spent":"873.898492ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:10.652527Z","caller":"traceutil/trace.go:171","msg":"trace[1893974363] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"873.429811ms","start":"2026-03-02T22:14:09.779093Z","end":"2026-03-02T22:14:10.652523Z","steps":["trace[1893974363] 'process raft request' (duration: 872.645873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.652556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.779087Z","time spent":"873.454081ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:10.652621Z","caller":"traceutil/trace.go:171","msg":"trace[1399366252] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"873.463352ms","start":"2026-03-02T22:14:09.779151Z","end":"2026-03-02T22:14:10.652614Z","steps":["trace[1399366252] 'process raft request' (duration: 872.611262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.65265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.779146Z","time spent":"873.490083ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:10.652715Z","caller":"traceutil/trace.go:171","msg":"trace[947661514] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"873.525503ms","start":"2026-03-02T22:14:09.779184Z","end":"2026-03-02T22:14:10.65271Z","steps":["trace[947661514] 'process raft request' (duration: 872.599322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.652743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.77918Z","time spent":"873.549974ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:10.652805Z","caller":"traceutil/trace.go:171","msg":"trace[968073403] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"872.364086ms","start":"2026-03-02T22:14:09.780436Z","end":"2026-03-02T22:14:10.6528Z","steps":["trace[968073403] 'process raft request' (duration: 871.363103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.652832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.780416Z","time spent":"872.403327ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:10.652892Z","caller":"traceutil/trace.go:171","msg":"trace[1853624107] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"657.5204ms","start":"2026-03-02T22:14:09.995365Z","end":"2026-03-02T22:14:10.652885Z","steps":["trace[1853624107] 'process raft request' (duration: 656.500097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.652922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.995332Z","time spent":"657.575622ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:10.653061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.219539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18350"} {"level":"info","ts":"2026-03-02T22:14:10.653082Z","caller":"traceutil/trace.go:171","msg":"trace[141535210] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24294; }","duration":"874.257211ms","start":"2026-03-02T22:14:09.77882Z","end":"2026-03-02T22:14:10.653077Z","steps":["trace[141535210] 'agreement among raft nodes before linearized reading' (duration: 874.155309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.653096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.778813Z","time spent":"874.280061ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18372,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:14:10.653221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.496559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T22:14:10.653238Z","caller":"traceutil/trace.go:171","msg":"trace[380735355] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24294; }","duration":"872.536711ms","start":"2026-03-02T22:14:09.780698Z","end":"2026-03-02T22:14:10.653234Z","steps":["trace[380735355] 'agreement among raft nodes before linearized reading' (duration: 872.484149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.653254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:09.780691Z","time spent":"872.560711ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T22:14:10.653499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.92801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:10.653519Z","caller":"traceutil/trace.go:171","msg":"trace[689362213] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24294; }","duration":"332.003141ms","start":"2026-03-02T22:14:10.321511Z","end":"2026-03-02T22:14:10.653515Z","steps":["trace[689362213] 'agreement among raft nodes before linearized reading' (duration: 331.93732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.653535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:10.321488Z","time spent":"332.043821ms","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:10.65362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.946638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:10.653637Z","caller":"traceutil/trace.go:171","msg":"trace[875294326] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24294; }","duration":"384.00597ms","start":"2026-03-02T22:14:10.269627Z","end":"2026-03-02T22:14:10.653633Z","steps":["trace[875294326] 'agreement among raft nodes before linearized reading' (duration: 383.976489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:10.653652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:10.269603Z","time spent":"384.044581ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:13.212826Z","caller":"traceutil/trace.go:171","msg":"trace[1788256193] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"548.637917ms","start":"2026-03-02T22:14:12.664157Z","end":"2026-03-02T22:14:13.212795Z","steps":["trace[1788256193] 'process raft request' (duration: 548.391401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:13.213018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:12.664141Z","time spent":"548.77491ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:14.089841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:14.291383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049965956s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:14.399581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.731897Z","time spent":"667.674136ms","remote":"127.0.0.1:46440","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:14:14.399993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.267488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:14.400256Z","caller":"traceutil/trace.go:171","msg":"trace[1936997020] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"1.7356051s","start":"2026-03-02T22:14:12.664634Z","end":"2026-03-02T22:14:14.40024Z","steps":["trace[1936997020] 'process raft request' (duration: 1.735548378s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.400305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:12.664627Z","time spent":"1.735658951s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:14.400399Z","caller":"traceutil/trace.go:171","msg":"trace[1937494415] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"1.736097241s","start":"2026-03-02T22:14:12.664295Z","end":"2026-03-02T22:14:14.400392Z","steps":["trace[1937494415] 'process raft request' (duration: 1.735792024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.400428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:12.664286Z","time spent":"1.736128372s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:14.400515Z","caller":"traceutil/trace.go:171","msg":"trace[1935401520] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"1.735992069s","start":"2026-03-02T22:14:12.664517Z","end":"2026-03-02T22:14:14.400509Z","steps":["trace[1935401520] 'process raft request' (duration: 1.735640201s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.400542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:12.664496Z","time spent":"1.736029809s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:14.400506Z","caller":"traceutil/trace.go:171","msg":"trace[1913247425] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"1.736277535s","start":"2026-03-02T22:14:12.664191Z","end":"2026-03-02T22:14:14.400469Z","steps":["trace[1913247425] 'process raft request' (duration: 1.627445384s)","trace[1913247425] 'compare' (duration: 108.104894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:14.400673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:12.664166Z","time spent":"1.736420279s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:14.400768Z","caller":"traceutil/trace.go:171","msg":"trace[954353198] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"1.735328493s","start":"2026-03-02T22:14:12.665432Z","end":"2026-03-02T22:14:14.40076Z","steps":["trace[954353198] 'process raft request' (duration: 1.73477468s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.400828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:12.665414Z","time spent":"1.735377784s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:14.400947Z","caller":"traceutil/trace.go:171","msg":"trace[1845260337] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"1.734876513s","start":"2026-03-02T22:14:12.666066Z","end":"2026-03-02T22:14:14.400942Z","steps":["trace[1845260337] 'process raft request' (duration: 1.734658078s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.400978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:12.666044Z","time spent":"1.734920133s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:14.401152Z","caller":"traceutil/trace.go:171","msg":"trace[768194474] linearizableReadLoop","detail":"{readStateIndex:25159; appliedIndex:25148; }","duration":"811.721237ms","start":"2026-03-02T22:14:13.589425Z","end":"2026-03-02T22:14:14.401146Z","steps":["trace[768194474] 'read index received' (duration: 702.22957ms)","trace[768194474] 'applied index is now lower than readState.Index' (duration: 109.491017ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:14.401213Z","caller":"traceutil/trace.go:171","msg":"trace[218348153] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"1.380052012s","start":"2026-03-02T22:14:13.021157Z","end":"2026-03-02T22:14:14.401209Z","steps":["trace[218348153] 'process raft request' (duration: 1.379761645s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.401239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.021125Z","time spent":"1.380099503s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:14.401282Z","caller":"traceutil/trace.go:171","msg":"trace[1327400974] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"1.378944947s","start":"2026-03-02T22:14:13.022333Z","end":"2026-03-02T22:14:14.401278Z","steps":["trace[1327400974] 'process raft request' (duration: 1.378727752s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.401318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.022298Z","time spent":"1.378996237s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:14.401369Z","caller":"traceutil/trace.go:171","msg":"trace[1388940481] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"1.378838164s","start":"2026-03-02T22:14:13.022522Z","end":"2026-03-02T22:14:14.40136Z","steps":["trace[1388940481] 'process raft request' (duration: 1.378562957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.401403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.022483Z","time spent":"1.378906505s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:14.401454Z","caller":"traceutil/trace.go:171","msg":"trace[1819213980] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"1.377255427s","start":"2026-03-02T22:14:13.024193Z","end":"2026-03-02T22:14:14.401449Z","steps":["trace[1819213980] 'process raft request' (duration: 1.376907839s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.401481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.024176Z","time spent":"1.377290938s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:14.401743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.288079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:14.401811Z","caller":"traceutil/trace.go:171","msg":"trace[1320935059] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"692.689238ms","start":"2026-03-02T22:14:13.709107Z","end":"2026-03-02T22:14:14.401797Z","steps":["trace[1320935059] 'process raft request' (duration: 692.016642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:14.401814Z","caller":"traceutil/trace.go:171","msg":"trace[702264552] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24313; }","duration":"812.433883ms","start":"2026-03-02T22:14:13.589357Z","end":"2026-03-02T22:14:14.401791Z","steps":["trace[702264552] 'agreement among raft nodes before linearized reading' (duration: 812.293429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.401859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.589331Z","time spent":"812.518105ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:14.401882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.709091Z","time spent":"692.75419ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:14.401981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.258038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:14.401971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.583737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:14.401968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.589396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:14.402008Z","caller":"traceutil/trace.go:171","msg":"trace[396035102] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24313; }","duration":"443.334659ms","start":"2026-03-02T22:14:13.958664Z","end":"2026-03-02T22:14:14.401999Z","steps":["trace[396035102] 'agreement among raft nodes before linearized reading' (duration: 443.284968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.402007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.252279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:14.402023Z","caller":"traceutil/trace.go:171","msg":"trace[790442609] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24313; }","duration":"625.68208ms","start":"2026-03-02T22:14:13.776324Z","end":"2026-03-02T22:14:14.402006Z","steps":["trace[790442609] 'agreement among raft nodes before linearized reading' (duration: 625.579307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.40204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.958639Z","time spent":"443.395731ms","remote":"127.0.0.1:48626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:14.402015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.821214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:14.402047Z","caller":"traceutil/trace.go:171","msg":"trace[2131741112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24313; }","duration":"775.742579ms","start":"2026-03-02T22:14:13.626286Z","end":"2026-03-02T22:14:14.402029Z","steps":["trace[2131741112] 'agreement among raft nodes before linearized reading' (duration: 775.587156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:14.402058Z","caller":"traceutil/trace.go:171","msg":"trace[1232384691] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24313; }","duration":"259.348551ms","start":"2026-03-02T22:14:14.142695Z","end":"2026-03-02T22:14:14.402043Z","steps":["trace[1232384691] 'agreement among raft nodes before linearized reading' (duration: 259.236469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.40207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.77631Z","time spent":"625.750262ms","remote":"127.0.0.1:60160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:14.402074Z","caller":"traceutil/trace.go:171","msg":"trace[751002461] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24313; }","duration":"656.920317ms","start":"2026-03-02T22:14:13.745141Z","end":"2026-03-02T22:14:14.402061Z","steps":["trace[751002461] 'agreement among raft nodes before linearized reading' (duration: 656.809954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.402092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.626232Z","time spent":"775.853772ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:14.402087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.229064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:14.402114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.745123Z","time spent":"656.981798ms","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:14.402069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.759315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:14.402178Z","caller":"traceutil/trace.go:171","msg":"trace[1448460236] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24313; }","duration":"694.370447ms","start":"2026-03-02T22:14:13.707773Z","end":"2026-03-02T22:14:14.402143Z","steps":["trace[1448460236] 'agreement among raft nodes before linearized reading' (duration: 694.214213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:14.402202Z","caller":"traceutil/trace.go:171","msg":"trace[1971664623] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24313; }","duration":"666.96584ms","start":"2026-03-02T22:14:13.735206Z","end":"2026-03-02T22:14:14.402172Z","steps":["trace[1971664623] 'agreement among raft nodes before linearized reading' (duration: 666.722905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:14.402236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.70775Z","time spent":"694.48016ms","remote":"127.0.0.1:36236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:14.402305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:13.735181Z","time spent":"667.108533ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:15.476739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:15.860484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074312632s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:16.595288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0323619s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:16.595483Z","caller":"traceutil/trace.go:171","msg":"trace[562846387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24313; }","duration":"2.032568544s","start":"2026-03-02T22:14:14.562885Z","end":"2026-03-02T22:14:16.595453Z","steps":["trace[562846387] 'range keys from in-memory index tree' (duration: 2.032342719s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:16.595834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965037674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:16.595916Z","caller":"traceutil/trace.go:171","msg":"trace[10487101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24313; }","duration":"1.965170368s","start":"2026-03-02T22:14:14.630724Z","end":"2026-03-02T22:14:16.595895Z","steps":["trace[10487101] 'range keys from in-memory index tree' (duration: 1.964901861s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:16.595949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:14.630703Z","time spent":"1.965237979s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:16.596116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963183971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-02T22:14:16.596194Z","caller":"traceutil/trace.go:171","msg":"trace[1969679197] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24313; }","duration":"1.963279563s","start":"2026-03-02T22:14:14.632897Z","end":"2026-03-02T22:14:16.596177Z","steps":["trace[1969679197] 'range keys from in-memory index tree' (duration: 1.962977376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:16.596228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:14.632798Z","time spent":"1.963423457s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-02T22:14:16.596238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.329839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:16.596361Z","caller":"traceutil/trace.go:171","msg":"trace[608788609] linearizableReadLoop","detail":"{readStateIndex:25160; appliedIndex:25159; }","duration":"1.619708154s","start":"2026-03-02T22:14:14.976631Z","end":"2026-03-02T22:14:16.59634Z","steps":["trace[608788609] 'read index received' (duration: 884.077379ms)","trace[608788609] 'applied index is now lower than readState.Index' (duration: 735.629105ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:16.596457Z","caller":"traceutil/trace.go:171","msg":"trace[85549518] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"1.810391109s","start":"2026-03-02T22:14:14.786015Z","end":"2026-03-02T22:14:16.596406Z","steps":["trace[85549518] 'process raft request' (duration: 1.074773634s)","trace[85549518] 'compare' (duration: 734.379416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:16.596575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619956859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T22:14:16.596624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:14.785977Z","time spent":"1.810549672s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:16.596634Z","caller":"traceutil/trace.go:171","msg":"trace[22458203] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24314; }","duration":"1.620036231s","start":"2026-03-02T22:14:14.976564Z","end":"2026-03-02T22:14:16.596601Z","steps":["trace[22458203] 'agreement among raft nodes before linearized reading' (duration: 1.619871557s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:16.596669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:14.976537Z","time spent":"1.620123663s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:17.950555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236819691s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:17.982639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268524228s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:17.983022Z","caller":"traceutil/trace.go:171","msg":"trace[1062230270] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"1.556250999s","start":"2026-03-02T22:14:16.426744Z","end":"2026-03-02T22:14:17.982995Z","steps":["trace[1062230270] 'process raft request' (duration: 1.556148116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.983139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.426722Z","time spent":"1.556366461s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:17.983263Z","caller":"traceutil/trace.go:171","msg":"trace[526926792] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"1.575815603s","start":"2026-03-02T22:14:16.407395Z","end":"2026-03-02T22:14:17.983211Z","steps":["trace[526926792] 'process raft request' (duration: 306.582508ms)","trace[526926792] 'compare' (duration: 1.267500055s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:17.983467Z","caller":"traceutil/trace.go:171","msg":"trace[1627883025] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"1.575576997s","start":"2026-03-02T22:14:16.407871Z","end":"2026-03-02T22:14:17.983448Z","steps":["trace[1627883025] 'process raft request' (duration: 1.574904512s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.983507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.407375Z","time spent":"1.576002528s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:17.98357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.407827Z","time spent":"1.57569245s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:17.983806Z","caller":"traceutil/trace.go:171","msg":"trace[1070345702] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"1.5559084s","start":"2026-03-02T22:14:16.427877Z","end":"2026-03-02T22:14:17.983785Z","steps":["trace[1070345702] 'process raft request' (duration: 1.555071001s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.984039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.427864Z","time spent":"1.555996633s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:17.984581Z","caller":"traceutil/trace.go:171","msg":"trace[847702268] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"1.555574843s","start":"2026-03-02T22:14:16.428942Z","end":"2026-03-02T22:14:17.984517Z","steps":["trace[847702268] 'process raft request' (duration: 1.554737884s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.984819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.428912Z","time spent":"1.555790337s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:17.985523Z","caller":"traceutil/trace.go:171","msg":"trace[1296860296] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"1.472457989s","start":"2026-03-02T22:14:16.513056Z","end":"2026-03-02T22:14:17.985514Z","steps":["trace[1296860296] 'process raft request' (duration: 1.471080247s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.985569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.513025Z","time spent":"1.472521761s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:17.985952Z","caller":"traceutil/trace.go:171","msg":"trace[1108789757] linearizableReadLoop","detail":"{readStateIndex:25166; appliedIndex:25160; }","duration":"1.389525262s","start":"2026-03-02T22:14:16.596404Z","end":"2026-03-02T22:14:17.98593Z","steps":["trace[1108789757] 'read index received' (duration: 117.491652ms)","trace[1108789757] 'applied index is now lower than readState.Index' (duration: 1.27203236s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:17.986071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417212166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:17.986104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577081913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:14:17.986152Z","caller":"traceutil/trace.go:171","msg":"trace[70522950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24321; }","duration":"1.577156345s","start":"2026-03-02T22:14:16.408983Z","end":"2026-03-02T22:14:17.986139Z","steps":["trace[70522950] 'agreement among raft nodes before linearized reading' (duration: 1.57696473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.986191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.408976Z","time spent":"1.577208996s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:14:17.986327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577157924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:14:17.986362Z","caller":"traceutil/trace.go:171","msg":"trace[263186098] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24321; }","duration":"1.577189805s","start":"2026-03-02T22:14:16.409162Z","end":"2026-03-02T22:14:17.986352Z","steps":["trace[263186098] 'agreement among raft nodes before linearized reading' (duration: 1.577113643s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.986387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.409083Z","time spent":"1.577298968s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:17.986392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561196513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:14:17.986455Z","caller":"traceutil/trace.go:171","msg":"trace[1075503545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24321; }","duration":"1.561264105s","start":"2026-03-02T22:14:16.425166Z","end":"2026-03-02T22:14:17.98643Z","steps":["trace[1075503545] 'agreement among raft nodes before linearized reading' (duration: 1.56105175s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:17.986149Z","caller":"traceutil/trace.go:171","msg":"trace[732591352] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24321; }","duration":"1.417297048s","start":"2026-03-02T22:14:16.568831Z","end":"2026-03-02T22:14:17.986128Z","steps":["trace[732591352] 'agreement among raft nodes before linearized reading' (duration: 1.417120254s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.9865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.425161Z","time spent":"1.561332347s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:17.986536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.568816Z","time spent":"1.417696838s","remote":"127.0.0.1:36182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:17.986445Z","caller":"traceutil/trace.go:171","msg":"trace[597822431] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"1.385292084s","start":"2026-03-02T22:14:16.601132Z","end":"2026-03-02T22:14:17.986424Z","steps":["trace[597822431] 'process raft request' (duration: 1.384191068s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.986622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.601113Z","time spent":"1.385473378s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:17.986827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665934909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:17.986863Z","caller":"traceutil/trace.go:171","msg":"trace[1059425337] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24321; }","duration":"1.666017031s","start":"2026-03-02T22:14:16.320838Z","end":"2026-03-02T22:14:17.986855Z","steps":["trace[1059425337] 'agreement among raft nodes before linearized reading' (duration: 1.665895618s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.98689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.320813Z","time spent":"1.666071412s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:17.986927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581033745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:14:17.986953Z","caller":"traceutil/trace.go:171","msg":"trace[1876797860] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24321; }","duration":"1.581059946s","start":"2026-03-02T22:14:16.405885Z","end":"2026-03-02T22:14:17.986945Z","steps":["trace[1876797860] 'agreement among raft nodes before linearized reading' (duration: 1.580973464s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.986974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.405856Z","time spent":"1.581113246s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:17.987064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5830076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:14:17.987097Z","caller":"traceutil/trace.go:171","msg":"trace[686205958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24321; }","duration":"1.583068402s","start":"2026-03-02T22:14:16.404019Z","end":"2026-03-02T22:14:17.987088Z","steps":["trace[686205958] 'agreement among raft nodes before linearized reading' (duration: 1.58299589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.987127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.404Z","time spent":"1.583122073s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:17.987144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244448162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T22:14:17.987181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769251006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:14:17.987198Z","caller":"traceutil/trace.go:171","msg":"trace[671156659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24321; }","duration":"2.244531644s","start":"2026-03-02T22:14:15.742654Z","end":"2026-03-02T22:14:17.987186Z","steps":["trace[671156659] 'agreement among raft nodes before linearized reading' (duration: 2.24435352s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.98721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056780138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:17.987222Z","caller":"traceutil/trace.go:171","msg":"trace[2040852391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24321; }","duration":"2.769333438s","start":"2026-03-02T22:14:15.217879Z","end":"2026-03-02T22:14:17.987212Z","steps":["trace[2040852391] 'agreement among raft nodes before linearized reading' (duration: 2.769221815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.987228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:15.742628Z","time spent":"2.244591515s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:14:17.987236Z","caller":"traceutil/trace.go:171","msg":"trace[1670767027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24321; }","duration":"2.056843809s","start":"2026-03-02T22:14:15.930385Z","end":"2026-03-02T22:14:17.987228Z","steps":["trace[1670767027] 'agreement among raft nodes before linearized reading' (duration: 2.056797168s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.987251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:15.217853Z","time spent":"2.76939115s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:17.987259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:15.930366Z","time spent":"2.05688785s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:17.987478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58040405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:14:17.98761Z","caller":"traceutil/trace.go:171","msg":"trace[36219222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24321; }","duration":"1.580585304s","start":"2026-03-02T22:14:16.406993Z","end":"2026-03-02T22:14:17.987579Z","steps":["trace[36219222] 'agreement among raft nodes before linearized reading' (duration: 1.579935159s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:17.987731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.406986Z","time spent":"1.580727677s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:14:18.487959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:18.598931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000227293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:18.599054Z","caller":"traceutil/trace.go:171","msg":"trace[216448463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422688s","start":"2026-03-02T22:14:16.598603Z","end":"2026-03-02T22:14:18.599026Z","steps":["trace[216448463] 'agreement among raft nodes before linearized reading' (duration: 2.000258704s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:18.599117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.598584Z","time spent":"2.000518391s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:20.352557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.794032258s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:20.353186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794685603s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:14:20.355352Z","caller":"traceutil/trace.go:171","msg":"trace[957881752] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"2.364655698s","start":"2026-03-02T22:14:17.990668Z","end":"2026-03-02T22:14:20.355324Z","steps":["trace[957881752] 'process raft request' (duration: 2.362637241s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:20.355503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.990633Z","time spent":"2.364790931s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:20.605704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:20.605876Z","caller":"traceutil/trace.go:171","msg":"trace[381158676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000799436s","start":"2026-03-02T22:14:18.605045Z","end":"2026-03-02T22:14:20.605845Z","steps":["trace[381158676] 'agreement among raft nodes before linearized reading' (duration: 2.000568991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:20.60598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:18.605037Z","time spent":"2.000926249s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:21.502084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147600136s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:21.511443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156035383s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:21.511756Z","caller":"traceutil/trace.go:171","msg":"trace[342830710] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"3.52027148s","start":"2026-03-02T22:14:17.991457Z","end":"2026-03-02T22:14:21.511729Z","steps":["trace[342830710] 'process raft request' (duration: 3.520166928s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.511751Z","caller":"traceutil/trace.go:171","msg":"trace[446120787] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"3.520321492s","start":"2026-03-02T22:14:17.9914Z","end":"2026-03-02T22:14:21.511722Z","steps":["trace[446120787] 'process raft request' (duration: 3.520148148s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.51178Z","caller":"traceutil/trace.go:171","msg":"trace[1291892645] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"3.51981149s","start":"2026-03-02T22:14:17.99194Z","end":"2026-03-02T22:14:21.511751Z","steps":["trace[1291892645] 'process raft request' (duration: 3.519740528s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.511781Z","caller":"traceutil/trace.go:171","msg":"trace[771857084] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"3.520428874s","start":"2026-03-02T22:14:17.991301Z","end":"2026-03-02T22:14:21.51173Z","steps":["trace[771857084] 'process raft request' (duration: 2.364007782s)","trace[771857084] 'compare' (duration: 1.155295166s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:21.511827Z","caller":"traceutil/trace.go:171","msg":"trace[46695429] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"3.518973831s","start":"2026-03-02T22:14:17.992821Z","end":"2026-03-02T22:14:21.511795Z","steps":["trace[46695429] 'process raft request' (duration: 3.518880759s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.511835Z","caller":"traceutil/trace.go:171","msg":"trace[389658095] linearizableReadLoop","detail":"{readStateIndex:25175; appliedIndex:25167; }","duration":"3.525784079s","start":"2026-03-02T22:14:17.986011Z","end":"2026-03-02T22:14:21.511795Z","steps":["trace[389658095] 'read index received' (duration: 572.486213ms)","trace[389658095] 'applied index is now lower than readState.Index' (duration: 2.953294936s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:21.511865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.991445Z","time spent":"3.520364953s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:21.511931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.991278Z","time spent":"3.520574998s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:21.511982Z","caller":"traceutil/trace.go:171","msg":"trace[2110317850] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"3.520091797s","start":"2026-03-02T22:14:17.99188Z","end":"2026-03-02T22:14:21.511972Z","steps":["trace[2110317850] 'process raft request' (duration: 3.519771959s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.992799Z","time spent":"3.519083743s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:21.512028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.991869Z","time spent":"3.520134968s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:21.511931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.991929Z","time spent":"3.519920393s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:21.511885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.991381Z","time spent":"3.520430974s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:21.512117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.82497453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T22:14:21.512122Z","caller":"traceutil/trace.go:171","msg":"trace[1935684960] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"1.523092238s","start":"2026-03-02T22:14:19.989019Z","end":"2026-03-02T22:14:21.512111Z","steps":["trace[1935684960] 'process raft request' (duration: 1.52274094s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.512129Z","caller":"traceutil/trace.go:171","msg":"trace[1237757113] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"1.859645564s","start":"2026-03-02T22:14:19.652475Z","end":"2026-03-02T22:14:21.512121Z","steps":["trace[1237757113] 'process raft request' (duration: 1.859258165s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.512146Z","caller":"traceutil/trace.go:171","msg":"trace[2117586155] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24333; }","duration":"4.825059493s","start":"2026-03-02T22:14:16.687079Z","end":"2026-03-02T22:14:21.512138Z","steps":["trace[2117586155] 'agreement among raft nodes before linearized reading' (duration: 4.82492457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.512163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.687048Z","time spent":"4.825112114s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:14:21.512171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.652452Z","time spent":"1.859695685s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:21.512169Z","caller":"traceutil/trace.go:171","msg":"trace[294474416] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"1.52192635s","start":"2026-03-02T22:14:19.990227Z","end":"2026-03-02T22:14:21.512154Z","steps":["trace[294474416] 'process raft request' (duration: 1.521559251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.512179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.988986Z","time spent":"1.523158949s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:21.512056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.071634563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:21.512222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909734361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39a94c86-9ada-4fe7-a9b5-82472782212d\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-02T22:14:21.512242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.990215Z","time spent":"1.521988392s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:21.512258Z","caller":"traceutil/trace.go:171","msg":"trace[1572256784] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39a94c86-9ada-4fe7-a9b5-82472782212d; range_end:; response_count:1; response_revision:24333; }","duration":"4.909790422s","start":"2026-03-02T22:14:16.602456Z","end":"2026-03-02T22:14:21.512246Z","steps":["trace[1572256784] 'agreement among raft nodes before linearized reading' (duration: 4.909625478s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.512253Z","caller":"traceutil/trace.go:171","msg":"trace[267179414] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24333; }","duration":"4.071912489s","start":"2026-03-02T22:14:17.440329Z","end":"2026-03-02T22:14:21.512242Z","steps":["trace[267179414] 'agreement among raft nodes before linearized reading' (duration: 4.071610942s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.512297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:16.602448Z","time spent":"4.909837664s","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-39a94c86-9ada-4fe7-a9b5-82472782212d\" "} {"level":"warn","ts":"2026-03-02T22:14:21.512315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.440307Z","time spent":"4.07199512s","remote":"127.0.0.1:50288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:21.512357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004224254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:21.512417Z","caller":"traceutil/trace.go:171","msg":"trace[413345128] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"1.522067184s","start":"2026-03-02T22:14:19.990341Z","end":"2026-03-02T22:14:21.512409Z","steps":["trace[413345128] 'process raft request' (duration: 1.52147033s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.512456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.990331Z","time spent":"1.522106405s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:21.512464Z","caller":"traceutil/trace.go:171","msg":"trace[1845899467] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24333; }","duration":"4.00444324s","start":"2026-03-02T22:14:17.507991Z","end":"2026-03-02T22:14:21.512434Z","steps":["trace[1845899467] 'agreement among raft nodes before linearized reading' (duration: 4.004105842s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.512555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.507977Z","time spent":"4.004542132s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:21.514132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026673407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:14:21.514154Z","caller":"traceutil/trace.go:171","msg":"trace[2009906700] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24333; }","duration":"4.026735058s","start":"2026-03-02T22:14:17.487414Z","end":"2026-03-02T22:14:21.514149Z","steps":["trace[2009906700] 'agreement among raft nodes before linearized reading' (duration: 4.024493226s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.514168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.487397Z","time spent":"4.026767419s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2785,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:21.516448Z","caller":"traceutil/trace.go:171","msg":"trace[627182838] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"1.524319927s","start":"2026-03-02T22:14:19.992114Z","end":"2026-03-02T22:14:21.516434Z","steps":["trace[627182838] 'process raft request' (duration: 1.524251975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.516512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.992072Z","time spent":"1.524408449s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:21.51664Z","caller":"traceutil/trace.go:171","msg":"trace[433012181] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"1.526150629s","start":"2026-03-02T22:14:19.990482Z","end":"2026-03-02T22:14:21.516632Z","steps":["trace[433012181] 'process raft request' (duration: 1.521355088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.516682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.990474Z","time spent":"1.52618127s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:21.571962Z","caller":"traceutil/trace.go:171","msg":"trace[815831520] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"538.36962ms","start":"2026-03-02T22:14:21.033555Z","end":"2026-03-02T22:14:21.571924Z","steps":["trace[815831520] 'process raft request' (duration: 538.165615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.572249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.033524Z","time spent":"538.554353ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:21.572283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.109507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:21.572364Z","caller":"traceutil/trace.go:171","msg":"trace[1222284177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24335; }","duration":"966.23459ms","start":"2026-03-02T22:14:20.606109Z","end":"2026-03-02T22:14:21.572344Z","steps":["trace[1222284177] 'agreement among raft nodes before linearized reading' (duration: 966.106837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.572402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:20.606091Z","time spent":"966.300151ms","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:21.572391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581390582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:14:21.572442Z","caller":"traceutil/trace.go:171","msg":"trace[1524112291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24335; }","duration":"3.581464584s","start":"2026-03-02T22:14:17.990963Z","end":"2026-03-02T22:14:21.572428Z","steps":["trace[1524112291] 'agreement among raft nodes before linearized reading' (duration: 3.581246359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.572479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:17.990945Z","time spent":"3.581522185s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:14:21.572595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.602788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:21.572619Z","caller":"traceutil/trace.go:171","msg":"trace[26599320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24335; }","duration":"250.69995ms","start":"2026-03-02T22:14:21.32191Z","end":"2026-03-02T22:14:21.572609Z","steps":["trace[26599320] 'agreement among raft nodes before linearized reading' (duration: 250.647999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.57271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833450829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:21.572711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949565335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:21.572744Z","caller":"traceutil/trace.go:171","msg":"trace[84629097] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24335; }","duration":"2.833534691s","start":"2026-03-02T22:14:18.739196Z","end":"2026-03-02T22:14:21.572731Z","steps":["trace[84629097] 'agreement among raft nodes before linearized reading' (duration: 2.833478589s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.57275Z","caller":"traceutil/trace.go:171","msg":"trace[1615053497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24335; }","duration":"1.949651737s","start":"2026-03-02T22:14:19.623087Z","end":"2026-03-02T22:14:21.572739Z","steps":["trace[1615053497] 'agreement among raft nodes before linearized reading' (duration: 1.949582115s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.572763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.253346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:21.572778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:18.739172Z","time spent":"2.833596042s","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:21.572781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.623065Z","time spent":"1.949710709s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:21.572817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.587689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:21.572835Z","caller":"traceutil/trace.go:171","msg":"trace[1019398584] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24335; }","duration":"515.639501ms","start":"2026-03-02T22:14:21.057189Z","end":"2026-03-02T22:14:21.572829Z","steps":["trace[1019398584] 'agreement among raft nodes before linearized reading' (duration: 515.60705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.572855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.057171Z","time spent":"515.678021ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:21.572955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222434547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:21.572989Z","caller":"traceutil/trace.go:171","msg":"trace[77415215] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24335; }","duration":"1.222505098s","start":"2026-03-02T22:14:20.35047Z","end":"2026-03-02T22:14:21.572975Z","steps":["trace[77415215] 'agreement among raft nodes before linearized reading' (duration: 1.222448207s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.573001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.927468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:21.573011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969209176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:14:21.573018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:20.35045Z","time spent":"1.22256086s","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:21.573049Z","caller":"traceutil/trace.go:171","msg":"trace[2114693766] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24335; }","duration":"2.969279398s","start":"2026-03-02T22:14:18.603754Z","end":"2026-03-02T22:14:21.573033Z","steps":["trace[2114693766] 'agreement among raft nodes before linearized reading' (duration: 2.969174285s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.573062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.145462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:21.573083Z","caller":"traceutil/trace.go:171","msg":"trace[1502787805] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24335; }","duration":"731.224315ms","start":"2026-03-02T22:14:20.841851Z","end":"2026-03-02T22:14:21.573076Z","steps":["trace[1502787805] 'agreement among raft nodes before linearized reading' (duration: 731.185444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.57308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:18.603735Z","time spent":"2.96933793s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" "} {"level":"warn","ts":"2026-03-02T22:14:21.57311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:20.841821Z","time spent":"731.275465ms","remote":"127.0.0.1:36150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:21.573245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.470465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:21.573255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21061659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:21.573302Z","caller":"traceutil/trace.go:171","msg":"trace[1739105285] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24335; }","duration":"917.530417ms","start":"2026-03-02T22:14:20.655727Z","end":"2026-03-02T22:14:21.573258Z","steps":["trace[1739105285] 'agreement among raft nodes before linearized reading' (duration: 917.488656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.573326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:20.655702Z","time spent":"917.616579ms","remote":"127.0.0.1:39954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:21.573328Z","caller":"traceutil/trace.go:171","msg":"trace[1893592407] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24335; }","duration":"3.210739182s","start":"2026-03-02T22:14:18.362572Z","end":"2026-03-02T22:14:21.573312Z","steps":["trace[1893592407] 'agreement among raft nodes before linearized reading' (duration: 3.21064939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.573363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:18.362532Z","time spent":"3.210819794s","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:21.573438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715739018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-02T22:14:21.573471Z","caller":"traceutil/trace.go:171","msg":"trace[1278222443] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24335; }","duration":"1.7158159s","start":"2026-03-02T22:14:19.857647Z","end":"2026-03-02T22:14:21.573462Z","steps":["trace[1278222443] 'agreement among raft nodes before linearized reading' (duration: 1.715736878s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.573502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.857617Z","time spent":"1.7158787s","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T22:14:21.572785Z","caller":"traceutil/trace.go:171","msg":"trace[396348863] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24335; }","duration":"292.331408ms","start":"2026-03-02T22:14:21.280446Z","end":"2026-03-02T22:14:21.572777Z","steps":["trace[396348863] 'agreement among raft nodes before linearized reading' (duration: 292.284127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:21.573025Z","caller":"traceutil/trace.go:171","msg":"trace[659306980] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24335; }","duration":"593.001409ms","start":"2026-03-02T22:14:20.980015Z","end":"2026-03-02T22:14:21.573016Z","steps":["trace[659306980] 'agreement among raft nodes before linearized reading' (duration: 592.953358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.5737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:20.979992Z","time spent":"593.694826ms","remote":"127.0.0.1:36278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:21.573363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711948629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129438"} {"level":"info","ts":"2026-03-02T22:14:21.573786Z","caller":"traceutil/trace.go:171","msg":"trace[64051838] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24335; }","duration":"1.71241195s","start":"2026-03-02T22:14:19.861361Z","end":"2026-03-02T22:14:21.573773Z","steps":["trace[64051838] 'agreement among raft nodes before linearized reading' (duration: 1.711794236s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.573825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:19.861335Z","time spent":"1.712478532s","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129460,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T22:14:22.076665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:22.577238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:23.08016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:23.240721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.66897447s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:23.241144Z","caller":"traceutil/trace.go:171","msg":"trace[1430512528] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"1.723330835s","start":"2026-03-02T22:14:21.517788Z","end":"2026-03-02T22:14:23.241119Z","steps":["trace[1430512528] 'process raft request' (duration: 1.72313223s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.241298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.51776Z","time spent":"1.723457738s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:23.279788Z","caller":"traceutil/trace.go:171","msg":"trace[2030481996] linearizableReadLoop","detail":"{readStateIndex:25185; appliedIndex:25182; }","duration":"1.704050546s","start":"2026-03-02T22:14:21.575701Z","end":"2026-03-02T22:14:23.279752Z","steps":["trace[2030481996] 'read index received' (duration: 1.665252474s)","trace[2030481996] 'applied index is now lower than readState.Index' (duration: 38.797302ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:23.279901Z","caller":"traceutil/trace.go:171","msg":"trace[2065062230] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"1.679209429s","start":"2026-03-02T22:14:21.600684Z","end":"2026-03-02T22:14:23.279893Z","steps":["trace[2065062230] 'process raft request' (duration: 1.679019515s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:23.279937Z","caller":"traceutil/trace.go:171","msg":"trace[979001965] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"1.702823047s","start":"2026-03-02T22:14:21.577075Z","end":"2026-03-02T22:14:23.279898Z","steps":["trace[979001965] 'process raft request' (duration: 1.70248674s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.280014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.600651Z","time spent":"1.67926902s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:23.280142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.577048Z","time spent":"1.702974561s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:23.280166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262328074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:23.280237Z","caller":"traceutil/trace.go:171","msg":"trace[507294247] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24338; }","duration":"1.262449227s","start":"2026-03-02T22:14:22.017773Z","end":"2026-03-02T22:14:23.280222Z","steps":["trace[507294247] 'agreement among raft nodes before linearized reading' (duration: 1.262327874s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.280276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:22.017754Z","time spent":"1.262512349s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:23.280328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588152251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:14:23.280344Z","caller":"traceutil/trace.go:171","msg":"trace[90092506] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:24338; }","duration":"1.588209333s","start":"2026-03-02T22:14:21.69213Z","end":"2026-03-02T22:14:23.280339Z","steps":["trace[90092506] 'agreement among raft nodes before linearized reading' (duration: 1.58811357s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.28036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.692109Z","time spent":"1.588245293s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-03-02T22:14:23.280442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337965193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:23.280457Z","caller":"traceutil/trace.go:171","msg":"trace[287693540] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24338; }","duration":"1.338000124s","start":"2026-03-02T22:14:21.942451Z","end":"2026-03-02T22:14:23.280451Z","steps":["trace[287693540] 'agreement among raft nodes before linearized reading' (duration: 1.337973084s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.280472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.942441Z","time spent":"1.338027215s","remote":"127.0.0.1:36492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:23.28048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696056741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:23.280516Z","caller":"traceutil/trace.go:171","msg":"trace[755899811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24338; }","duration":"1.696136293s","start":"2026-03-02T22:14:21.584372Z","end":"2026-03-02T22:14:23.280508Z","steps":["trace[755899811] 'agreement among raft nodes before linearized reading' (duration: 1.696074771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.280536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.584352Z","time spent":"1.696179413s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:23.280545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351504628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:23.280538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704122368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114846"} {"level":"info","ts":"2026-03-02T22:14:23.28056Z","caller":"traceutil/trace.go:171","msg":"trace[2057327955] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24338; }","duration":"1.35155497s","start":"2026-03-02T22:14:21.928999Z","end":"2026-03-02T22:14:23.280554Z","steps":["trace[2057327955] 'agreement among raft nodes before linearized reading' (duration: 1.351528909s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:23.28057Z","caller":"traceutil/trace.go:171","msg":"trace[2133699301] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24338; }","duration":"1.704177649s","start":"2026-03-02T22:14:21.576384Z","end":"2026-03-02T22:14:23.280562Z","steps":["trace[2133699301] 'agreement among raft nodes before linearized reading' (duration: 1.703567275s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.280571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704864335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18350"} {"level":"warn","ts":"2026-03-02T22:14:23.280595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.576374Z","time spent":"1.70421382s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114868,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-02T22:14:23.280609Z","caller":"traceutil/trace.go:171","msg":"trace[72129184] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24338; }","duration":"1.704954878s","start":"2026-03-02T22:14:21.575644Z","end":"2026-03-02T22:14:23.280598Z","steps":["trace[72129184] 'agreement among raft nodes before linearized reading' (duration: 1.704813384s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.28065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.575611Z","time spent":"1.705029069s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18372,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:14:23.280689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657188197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T22:14:23.280719Z","caller":"traceutil/trace.go:171","msg":"trace[943328963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:24338; }","duration":"1.657255728s","start":"2026-03-02T22:14:21.623454Z","end":"2026-03-02T22:14:23.280709Z","steps":["trace[943328963] 'agreement among raft nodes before linearized reading' (duration: 1.657181697s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.280739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.623435Z","time spent":"1.657298619s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-03-02T22:14:23.280574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.928979Z","time spent":"1.35159131s","remote":"127.0.0.1:36378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:23.280968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.626186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:23.281045Z","caller":"traceutil/trace.go:171","msg":"trace[804771212] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24338; }","duration":"317.666957ms","start":"2026-03-02T22:14:22.96333Z","end":"2026-03-02T22:14:23.280997Z","steps":["trace[804771212] 'agreement among raft nodes before linearized reading' (duration: 317.611696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.281077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:22.963277Z","time spent":"317.79161ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:23.281185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702660654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114846"} {"level":"info","ts":"2026-03-02T22:14:23.281207Z","caller":"traceutil/trace.go:171","msg":"trace[1032499697] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24338; }","duration":"1.702700435s","start":"2026-03-02T22:14:21.5785Z","end":"2026-03-02T22:14:23.281201Z","steps":["trace[1032499697] 'agreement among raft nodes before linearized reading' (duration: 1.702175973s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.281221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:21.57849Z","time spent":"1.702727125s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114868,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-02T22:14:23.281344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.13625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:23.281383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.445857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:14:23.281384Z","caller":"traceutil/trace.go:171","msg":"trace[486894249] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24338; }","duration":"638.218752ms","start":"2026-03-02T22:14:22.643145Z","end":"2026-03-02T22:14:23.281364Z","steps":["trace[486894249] 'agreement among raft nodes before linearized reading' (duration: 637.847643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:23.281398Z","caller":"traceutil/trace.go:171","msg":"trace[1923494191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24338; }","duration":"921.509909ms","start":"2026-03-02T22:14:22.359883Z","end":"2026-03-02T22:14:23.281393Z","steps":["trace[1923494191] 'agreement among raft nodes before linearized reading' (duration: 921.462258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.281408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:22.643121Z","time spent":"638.281812ms","remote":"127.0.0.1:39896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:23.281414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:22.35986Z","time spent":"921.55132ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:14:23.898584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.062103ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-02T22:14:23.898673Z","caller":"traceutil/trace.go:171","msg":"trace[1540094025] linearizableReadLoop","detail":"{readStateIndex:25186; appliedIndex:25185; }","duration":"615.212965ms","start":"2026-03-02T22:14:23.283443Z","end":"2026-03-02T22:14:23.898656Z","steps":["trace[1540094025] 'read index received' (duration: 430.171853ms)","trace[1540094025] 'applied index is now lower than readState.Index' (duration: 185.040232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:23.898704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.283043Z","time spent":"615.649905ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:14:23.89908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.591494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:14:23.899182Z","caller":"traceutil/trace.go:171","msg":"trace[1031187188] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24338; }","duration":"615.724407ms","start":"2026-03-02T22:14:23.28343Z","end":"2026-03-02T22:14:23.899155Z","steps":["trace[1031187188] 'agreement among raft nodes before linearized reading' (duration: 615.277797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:23.899238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.283425Z","time spent":"615.80439ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" "} {"level":"warn","ts":"2026-03-02T22:14:24.398734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201593,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:14:24.4415Z","caller":"traceutil/trace.go:171","msg":"trace[1923281009] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"1.156767009s","start":"2026-03-02T22:14:23.284694Z","end":"2026-03-02T22:14:24.441461Z","steps":["trace[1923281009] 'process raft request' (duration: 1.155748335s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:24.441837Z","caller":"traceutil/trace.go:171","msg":"trace[1072070071] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"922.756757ms","start":"2026-03-02T22:14:23.51904Z","end":"2026-03-02T22:14:24.441797Z","steps":["trace[1072070071] 'process raft request' (duration: 922.326337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:24.442034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.519024Z","time spent":"922.907681ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:24.442096Z","caller":"traceutil/trace.go:171","msg":"trace[1946658330] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"922.515421ms","start":"2026-03-02T22:14:23.51951Z","end":"2026-03-02T22:14:24.442026Z","steps":["trace[1946658330] 'process raft request' (duration: 922.205994ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:24.44218Z","caller":"traceutil/trace.go:171","msg":"trace[1310128979] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"921.980559ms","start":"2026-03-02T22:14:23.52016Z","end":"2026-03-02T22:14:24.44214Z","steps":["trace[1310128979] 'process raft request' (duration: 921.819815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:24.442358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.519499Z","time spent":"922.708546ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:24.442472Z","caller":"traceutil/trace.go:171","msg":"trace[2024911202] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"921.390545ms","start":"2026-03-02T22:14:23.521041Z","end":"2026-03-02T22:14:24.442432Z","steps":["trace[2024911202] 'process raft request' (duration: 921.043997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:24.442501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.284669Z","time spent":"1.156921113s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:24.442358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.520148Z","time spent":"922.080742ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:24.44266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.521023Z","time spent":"921.539118ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:24.44396Z","caller":"traceutil/trace.go:171","msg":"trace[1104224242] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"921.287453ms","start":"2026-03-02T22:14:23.522642Z","end":"2026-03-02T22:14:24.44393Z","steps":["trace[1104224242] 'process raft request' (duration: 919.676306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:24.444053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.522632Z","time spent":"921.373765ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:25.121894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.293023ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:25.122119Z","caller":"traceutil/trace.go:171","msg":"trace[132608302] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24344; }","duration":"558.565649ms","start":"2026-03-02T22:14:24.56352Z","end":"2026-03-02T22:14:25.122086Z","steps":["trace[132608302] 'range keys from in-memory index tree' (duration: 558.247842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.290057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:25.290184Z","caller":"traceutil/trace.go:171","msg":"trace[1073160266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452918s","start":"2026-03-02T22:14:23.289699Z","end":"2026-03-02T22:14:25.290152Z","steps":["trace[1073160266] 'agreement among raft nodes before linearized reading' (duration: 2.000306535s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.290327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.289693Z","time spent":"2.000546901s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:25.595739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155274066s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:25.609993Z","caller":"traceutil/trace.go:171","msg":"trace[864223447] linearizableReadLoop","detail":"{readStateIndex:25194; appliedIndex:25186; }","duration":"1.711270604s","start":"2026-03-02T22:14:23.898689Z","end":"2026-03-02T22:14:25.60996Z","steps":["trace[864223447] 'read index received' (duration: 541.788319ms)","trace[864223447] 'applied index is now lower than readState.Index' (duration: 1.169480705s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:25.610052Z","caller":"traceutil/trace.go:171","msg":"trace[1910506272] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"1.707360843s","start":"2026-03-02T22:14:23.902635Z","end":"2026-03-02T22:14:25.609996Z","steps":["trace[1910506272] 'process raft request' (duration: 1.707253281s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.610217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280278456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:25.610224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221472888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T22:14:25.610271Z","caller":"traceutil/trace.go:171","msg":"trace[1500283856] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24346; }","duration":"2.280377968s","start":"2026-03-02T22:14:23.329866Z","end":"2026-03-02T22:14:25.610244Z","steps":["trace[1500283856] 'agreement among raft nodes before linearized reading' (duration: 2.280290786s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:25.610285Z","caller":"traceutil/trace.go:171","msg":"trace[528738120] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24346; }","duration":"2.221577841s","start":"2026-03-02T22:14:23.388692Z","end":"2026-03-02T22:14:25.61027Z","steps":["trace[528738120] 'agreement among raft nodes before linearized reading' (duration: 2.221340365s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.610311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.388671Z","time spent":"2.221634521s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-02T22:14:25.610298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.90261Z","time spent":"1.707530118s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:25.610323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.329844Z","time spent":"2.280448779s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:14:25.610326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091155347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:14:25.610397Z","caller":"traceutil/trace.go:171","msg":"trace[1614563534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24346; }","duration":"2.091242429s","start":"2026-03-02T22:14:23.519134Z","end":"2026-03-02T22:14:25.610376Z","steps":["trace[1614563534] 'agreement among raft nodes before linearized reading' (duration: 2.090952462s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.610448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.519127Z","time spent":"2.0913091s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:14:25.61042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091849923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:14:25.610544Z","caller":"traceutil/trace.go:171","msg":"trace[1432640297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24346; }","duration":"2.092038277s","start":"2026-03-02T22:14:23.518472Z","end":"2026-03-02T22:14:25.610511Z","steps":["trace[1432640297] 'agreement among raft nodes before linearized reading' (duration: 2.091548206s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.61062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091377752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:14:25.610685Z","caller":"traceutil/trace.go:171","msg":"trace[959539821] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24346; }","duration":"2.091498215s","start":"2026-03-02T22:14:23.519169Z","end":"2026-03-02T22:14:25.610667Z","steps":["trace[959539821] 'agreement among raft nodes before linearized reading' (duration: 2.091334281s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.610738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.519138Z","time spent":"2.091587207s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:25.610778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091808592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:14:25.610837Z","caller":"traceutil/trace.go:171","msg":"trace[1546916628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24346; }","duration":"2.091926165s","start":"2026-03-02T22:14:23.518893Z","end":"2026-03-02T22:14:25.610819Z","steps":["trace[1546916628] 'agreement among raft nodes before linearized reading' (duration: 2.091764712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.61088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.518867Z","time spent":"2.092003127s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:25.610622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.51845Z","time spent":"2.09215598s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:25.610419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090201435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:14:25.610978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208670711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:25.611016Z","caller":"traceutil/trace.go:171","msg":"trace[2004828339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24346; }","duration":"2.09083446s","start":"2026-03-02T22:14:23.520165Z","end":"2026-03-02T22:14:25.611Z","steps":["trace[2004828339] 'agreement among raft nodes before linearized reading' (duration: 2.08997439s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.610779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324081104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129438"} {"level":"info","ts":"2026-03-02T22:14:25.611057Z","caller":"traceutil/trace.go:171","msg":"trace[32803116] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24346; }","duration":"2.208813853s","start":"2026-03-02T22:14:23.402225Z","end":"2026-03-02T22:14:25.611039Z","steps":["trace[32803116] 'agreement among raft nodes before linearized reading' (duration: 2.20868129s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.611068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.520132Z","time spent":"2.090921502s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:14:25.611076Z","caller":"traceutil/trace.go:171","msg":"trace[20619115] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24346; }","duration":"2.324377591s","start":"2026-03-02T22:14:23.286689Z","end":"2026-03-02T22:14:25.611066Z","steps":["trace[20619115] 'agreement among raft nodes before linearized reading' (duration: 2.32389569s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.611097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092501109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:14:25.611156Z","caller":"traceutil/trace.go:171","msg":"trace[1669172885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24346; }","duration":"2.09258574s","start":"2026-03-02T22:14:23.518556Z","end":"2026-03-02T22:14:25.611142Z","steps":["trace[1669172885] 'agreement among raft nodes before linearized reading' (duration: 2.092424756s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.611112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.286669Z","time spent":"2.324431812s","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129460,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T22:14:25.611181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162275472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:25.6112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.518543Z","time spent":"2.092647232s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:14:25.611233Z","caller":"traceutil/trace.go:171","msg":"trace[1298299823] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24346; }","duration":"2.162369174s","start":"2026-03-02T22:14:23.448848Z","end":"2026-03-02T22:14:25.611218Z","steps":["trace[1298299823] 'agreement among raft nodes before linearized reading' (duration: 2.162291002s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.611112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.402206Z","time spent":"2.208891176s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:25.611285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.448823Z","time spent":"2.162448645s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:25.611377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324928303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-02T22:14:25.611413Z","caller":"traceutil/trace.go:171","msg":"trace[353525959] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24346; }","duration":"2.324977465s","start":"2026-03-02T22:14:23.286426Z","end":"2026-03-02T22:14:25.611404Z","steps":["trace[353525959] 'agreement among raft nodes before linearized reading' (duration: 2.324384291s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.611454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.28642Z","time spent":"2.325026336s","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T22:14:25.614475Z","caller":"traceutil/trace.go:171","msg":"trace[2079546201] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"1.713389404s","start":"2026-03-02T22:14:23.901069Z","end":"2026-03-02T22:14:25.614459Z","steps":["trace[2079546201] 'process raft request' (duration: 1.708581892s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.614566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:23.901047Z","time spent":"1.713461765s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:25.724014Z","caller":"traceutil/trace.go:171","msg":"trace[261823083] linearizableReadLoop","detail":"{readStateIndex:25195; appliedIndex:25194; }","duration":"113.911939ms","start":"2026-03-02T22:14:25.610071Z","end":"2026-03-02T22:14:25.723983Z","steps":["trace[261823083] 'read index received' (duration: 113.760695ms)","trace[261823083] 'applied index is now lower than readState.Index' (duration: 150.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:25.724116Z","caller":"traceutil/trace.go:171","msg":"trace[1995678129] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"224.976202ms","start":"2026-03-02T22:14:25.499096Z","end":"2026-03-02T22:14:25.724072Z","steps":["trace[1995678129] 'process raft request' (duration: 224.638974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.724251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269609124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:25.724312Z","caller":"traceutil/trace.go:171","msg":"trace[97077869] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24347; }","duration":"1.269702116s","start":"2026-03-02T22:14:24.454593Z","end":"2026-03-02T22:14:25.724295Z","steps":["trace[97077869] 'agreement among raft nodes before linearized reading' (duration: 1.269544053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.724373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:24.454572Z","time spent":"1.269784548s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:25.72435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.965441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:25.724453Z","caller":"traceutil/trace.go:171","msg":"trace[624059511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24347; }","duration":"434.193597ms","start":"2026-03-02T22:14:25.290236Z","end":"2026-03-02T22:14:25.724429Z","steps":["trace[624059511] 'agreement among raft nodes before linearized reading' (duration: 433.843989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.724518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.290209Z","time spent":"434.300479ms","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:25.72475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352277627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:25.72481Z","caller":"traceutil/trace.go:171","msg":"trace[254144109] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24347; }","duration":"1.352339308s","start":"2026-03-02T22:14:24.372454Z","end":"2026-03-02T22:14:25.724793Z","steps":["trace[254144109] 'agreement among raft nodes before linearized reading' (duration: 1.352239466s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:25.724855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:24.37243Z","time spent":"1.352410649s","remote":"127.0.0.1:49136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:26.224187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:26.779374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.909721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:26.779793Z","caller":"traceutil/trace.go:171","msg":"trace[1106531088] linearizableReadLoop","detail":"{readStateIndex:25201; appliedIndex:25195; }","duration":"1.055659939s","start":"2026-03-02T22:14:25.724108Z","end":"2026-03-02T22:14:26.779768Z","steps":["trace[1106531088] 'read index received' (duration: 590.191585ms)","trace[1106531088] 'applied index is now lower than readState.Index' (duration: 465.467144ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:26.779912Z","caller":"traceutil/trace.go:171","msg":"trace[1796965445] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"1.159529514s","start":"2026-03-02T22:14:25.620368Z","end":"2026-03-02T22:14:26.779898Z","steps":["trace[1796965445] 'process raft request' (duration: 1.159145435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:26.779991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.620339Z","time spent":"1.159612776s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:26.780313Z","caller":"traceutil/trace.go:171","msg":"trace[988010222] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"1.15891631s","start":"2026-03-02T22:14:25.621366Z","end":"2026-03-02T22:14:26.780282Z","steps":["trace[988010222] 'process raft request' (duration: 1.158273255s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:26.780404Z","caller":"traceutil/trace.go:171","msg":"trace[1691199302] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"1.158233474s","start":"2026-03-02T22:14:25.62215Z","end":"2026-03-02T22:14:26.780383Z","steps":["trace[1691199302] 'process raft request' (duration: 1.157528147s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:26.780445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165988845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d1a1a23-7200-47c3-b8bd-8ddc9ce28803\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-02T22:14:26.780297Z","caller":"traceutil/trace.go:171","msg":"trace[906160342] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"1.157841665s","start":"2026-03-02T22:14:25.622416Z","end":"2026-03-02T22:14:26.780257Z","steps":["trace[906160342] 'process raft request' (duration: 1.157304552s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:26.78056Z","caller":"traceutil/trace.go:171","msg":"trace[1488070832] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d1a1a23-7200-47c3-b8bd-8ddc9ce28803; range_end:; response_count:1; response_revision:24353; }","duration":"1.166125788s","start":"2026-03-02T22:14:25.614419Z","end":"2026-03-02T22:14:26.780545Z","steps":["trace[1488070832] 'agreement among raft nodes before linearized reading' (duration: 1.165827041s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:26.780608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.614401Z","time spent":"1.166196339s","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-1d1a1a23-7200-47c3-b8bd-8ddc9ce28803\" "} {"level":"warn","ts":"2026-03-02T22:14:26.780691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.622407Z","time spent":"1.158145362s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:26.780682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159105464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:26.780669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16064545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T22:14:26.780749Z","caller":"traceutil/trace.go:171","msg":"trace[614760473] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24353; }","duration":"1.159190356s","start":"2026-03-02T22:14:25.621542Z","end":"2026-03-02T22:14:26.780732Z","steps":["trace[614760473] 'agreement among raft nodes before linearized reading' (duration: 1.159064613s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:26.780782Z","caller":"traceutil/trace.go:171","msg":"trace[714865599] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24353; }","duration":"1.160807504s","start":"2026-03-02T22:14:25.619946Z","end":"2026-03-02T22:14:26.780754Z","steps":["trace[714865599] 'agreement among raft nodes before linearized reading' (duration: 1.160297932s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:26.780812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.621535Z","time spent":"1.159263988s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:14:26.780857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.61994Z","time spent":"1.160901236s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T22:14:26.780412Z","caller":"traceutil/trace.go:171","msg":"trace[130582422] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"1.160777573s","start":"2026-03-02T22:14:25.619526Z","end":"2026-03-02T22:14:26.780304Z","steps":["trace[130582422] 'process raft request' (duration: 694.811608ms)","trace[130582422] 'compare' (duration: 464.726016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:26.78047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.621359Z","time spent":"1.159031602s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:26.781037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.622138Z","time spent":"1.158318806s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:26.78106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.619503Z","time spent":"1.161513281s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:26.780744Z","caller":"traceutil/trace.go:171","msg":"trace[1980049938] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"1.159903393s","start":"2026-03-02T22:14:25.620816Z","end":"2026-03-02T22:14:26.78072Z","steps":["trace[1980049938] 'process raft request' (duration: 1.158773236s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:26.781184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.620804Z","time spent":"1.160347243s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:26.783034Z","caller":"traceutil/trace.go:171","msg":"trace[1293631270] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"334.845137ms","start":"2026-03-02T22:14:26.448167Z","end":"2026-03-02T22:14:26.783013Z","steps":["trace[1293631270] 'process raft request' (duration: 334.689264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:26.783135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:26.448135Z","time spent":"334.955069ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:27.377227Z","caller":"traceutil/trace.go:171","msg":"trace[30134170] linearizableReadLoop","detail":"{readStateIndex:25206; appliedIndex:25201; }","duration":"597.34451ms","start":"2026-03-02T22:14:26.779846Z","end":"2026-03-02T22:14:27.377191Z","steps":["trace[30134170] 'read index received' (duration: 3.016041ms)","trace[30134170] 'applied index is now lower than readState.Index' (duration: 594.327079ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:27.377245Z","caller":"traceutil/trace.go:171","msg":"trace[291978119] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"928.001239ms","start":"2026-03-02T22:14:26.449193Z","end":"2026-03-02T22:14:27.377194Z","steps":["trace[291978119] 'process raft request' (duration: 925.375438ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:27.377877Z","caller":"traceutil/trace.go:171","msg":"trace[1757644203] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"927.778134ms","start":"2026-03-02T22:14:26.450058Z","end":"2026-03-02T22:14:27.377836Z","steps":["trace[1757644203] 'process raft request' (duration: 927.068218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:27.377884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457089613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:27.377913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643575369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:27.378002Z","caller":"traceutil/trace.go:171","msg":"trace[2095899819] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24358; }","duration":"1.457269807s","start":"2026-03-02T22:14:25.920709Z","end":"2026-03-02T22:14:27.377979Z","steps":["trace[2095899819] 'agreement among raft nodes before linearized reading' (duration: 1.457037931s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:27.378027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477310153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:27.37802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:26.449182Z","time spent":"928.714386ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:27.378068Z","caller":"traceutil/trace.go:171","msg":"trace[327965750] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24358; }","duration":"1.477364024s","start":"2026-03-02T22:14:25.900691Z","end":"2026-03-02T22:14:27.378055Z","steps":["trace[327965750] 'agreement among raft nodes before linearized reading' (duration: 1.477279893s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:27.378047Z","caller":"traceutil/trace.go:171","msg":"trace[431734227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24358; }","duration":"1.643752563s","start":"2026-03-02T22:14:25.734243Z","end":"2026-03-02T22:14:27.377995Z","steps":["trace[431734227] 'agreement among raft nodes before linearized reading' (duration: 1.643582459s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:27.378072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:26.45003Z","time spent":"927.931107ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:27.37812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.900589Z","time spent":"1.477519918s","remote":"127.0.0.1:36482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:27.378113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.481503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:14:27.378119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638326058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:27.378169Z","caller":"traceutil/trace.go:171","msg":"trace[1899961574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24358; }","duration":"929.664708ms","start":"2026-03-02T22:14:26.44849Z","end":"2026-03-02T22:14:27.378155Z","steps":["trace[1899961574] 'agreement among raft nodes before linearized reading' (duration: 929.447053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:27.378129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.734224Z","time spent":"1.643890167s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:27.378147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644295556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:14:27.378196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439643176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:27.378066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.920698Z","time spent":"1.457356169s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:27.378332Z","caller":"traceutil/trace.go:171","msg":"trace[1530101069] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24358; }","duration":"1.439838971s","start":"2026-03-02T22:14:25.938471Z","end":"2026-03-02T22:14:27.37831Z","steps":["trace[1530101069] 'agreement among raft nodes before linearized reading' (duration: 1.439470263s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:27.378399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.938454Z","time spent":"1.439932313s","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:27.378185Z","caller":"traceutil/trace.go:171","msg":"trace[1072083032] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24358; }","duration":"1.638392589s","start":"2026-03-02T22:14:25.739773Z","end":"2026-03-02T22:14:27.378165Z","steps":["trace[1072083032] 'agreement among raft nodes before linearized reading' (duration: 1.638286547s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:27.378494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.739709Z","time spent":"1.638765717s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:14:27.377927Z","caller":"traceutil/trace.go:171","msg":"trace[1940538719] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"927.886647ms","start":"2026-03-02T22:14:26.450018Z","end":"2026-03-02T22:14:27.377905Z","steps":["trace[1940538719] 'process raft request' (duration: 927.056518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:27.378655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:26.449982Z","time spent":"928.606063ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:27.378218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:26.448462Z","time spent":"929.7482ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:14:27.378311Z","caller":"traceutil/trace.go:171","msg":"trace[694594719] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24358; }","duration":"1.646809644s","start":"2026-03-02T22:14:25.731477Z","end":"2026-03-02T22:14:27.378287Z","steps":["trace[694594719] 'agreement among raft nodes before linearized reading' (duration: 1.646361923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:27.379218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:25.731463Z","time spent":"1.647733766s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" "} {"level":"info","ts":"2026-03-02T22:14:27.382379Z","caller":"traceutil/trace.go:171","msg":"trace[116882204] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"927.459337ms","start":"2026-03-02T22:14:26.449965Z","end":"2026-03-02T22:14:27.377424Z","steps":["trace[116882204] 'process raft request' (duration: 927.019557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:27.382522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:26.449952Z","time spent":"932.490473ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:28.034856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.788831ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:14:28.035237Z","caller":"traceutil/trace.go:171","msg":"trace[521122894] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"636.138823ms","start":"2026-03-02T22:14:27.399074Z","end":"2026-03-02T22:14:28.035213Z","steps":["trace[521122894] 'process raft request' (duration: 636.076032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:28.035358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:27.399068Z","time spent":"636.217495ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:28.035595Z","caller":"traceutil/trace.go:171","msg":"trace[985924611] linearizableReadLoop","detail":"{readStateIndex:25207; appliedIndex:25206; }","duration":"658.221857ms","start":"2026-03-02T22:14:27.377362Z","end":"2026-03-02T22:14:28.035584Z","steps":["trace[985924611] 'read index received' (duration: 99.704469ms)","trace[985924611] 'applied index is now lower than readState.Index' (duration: 558.516318ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:28.035687Z","caller":"traceutil/trace.go:171","msg":"trace[890416818] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"637.120346ms","start":"2026-03-02T22:14:27.398559Z","end":"2026-03-02T22:14:28.035679Z","steps":["trace[890416818] 'process raft request' (duration: 636.42388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:28.035751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:27.398545Z","time spent":"637.171157ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:28.036124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235252474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:14:28.036166Z","caller":"traceutil/trace.go:171","msg":"trace[125944714] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:24360; }","duration":"1.235293385s","start":"2026-03-02T22:14:26.800861Z","end":"2026-03-02T22:14:28.036154Z","steps":["trace[125944714] 'agreement among raft nodes before linearized reading' (duration: 1.235151692s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:28.036195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:26.80078Z","time spent":"1.235407838s","remote":"127.0.0.1:59862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-02T22:14:28.036635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250216222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:14:28.036742Z","caller":"traceutil/trace.go:171","msg":"trace[451762378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24360; }","duration":"1.250428246s","start":"2026-03-02T22:14:26.78629Z","end":"2026-03-02T22:14:28.036718Z","steps":["trace[451762378] 'agreement among raft nodes before linearized reading' (duration: 1.250089138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:28.036797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:26.786239Z","time spent":"1.25054868s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:14:28.036815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253473127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:14:28.036849Z","caller":"traceutil/trace.go:171","msg":"trace[1311464003] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24360; }","duration":"1.253537929s","start":"2026-03-02T22:14:26.783301Z","end":"2026-03-02T22:14:28.036839Z","steps":["trace[1311464003] 'agreement among raft nodes before linearized reading' (duration: 1.253431846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:28.036883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:26.783285Z","time spent":"1.25359237s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T22:14:28.036963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.051499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:28.037061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.351138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:28.037072Z","caller":"traceutil/trace.go:171","msg":"trace[878962414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24360; }","duration":"657.180802ms","start":"2026-03-02T22:14:27.379866Z","end":"2026-03-02T22:14:28.037047Z","steps":["trace[878962414] 'agreement among raft nodes before linearized reading' (duration: 656.975827ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:28.037098Z","caller":"traceutil/trace.go:171","msg":"trace[540424697] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24360; }","duration":"636.402399ms","start":"2026-03-02T22:14:27.400685Z","end":"2026-03-02T22:14:28.037087Z","steps":["trace[540424697] 'agreement among raft nodes before linearized reading' (duration: 636.345097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:28.037132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:27.400679Z","time spent":"636.44566ms","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:28.037126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:27.379449Z","time spent":"657.667053ms","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:14:28.586161Z","caller":"traceutil/trace.go:171","msg":"trace[553376219] linearizableReadLoop","detail":"{readStateIndex:25210; appliedIndex:25209; }","duration":"255.069431ms","start":"2026-03-02T22:14:28.331052Z","end":"2026-03-02T22:14:28.586121Z","steps":["trace[553376219] 'read index received' (duration: 251.807805ms)","trace[553376219] 'applied index is now lower than readState.Index' (duration: 3.259966ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:28.58622Z","caller":"traceutil/trace.go:171","msg":"trace[432865595] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"297.290604ms","start":"2026-03-02T22:14:28.288895Z","end":"2026-03-02T22:14:28.586185Z","steps":["trace[432865595] 'process raft request' (duration: 293.926986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:28.586478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.39722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-64b5f77c69-z4dph.1899247881473afc\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-03-02T22:14:28.587088Z","caller":"traceutil/trace.go:171","msg":"trace[1909311793] range","detail":"{range_begin:/registry/events/openstack/cinder-api-64b5f77c69-z4dph.1899247881473afc; range_end:; response_count:1; response_revision:24361; }","duration":"256.083305ms","start":"2026-03-02T22:14:28.330976Z","end":"2026-03-02T22:14:28.58706Z","steps":["trace[1909311793] 'agreement among raft nodes before linearized reading' (duration: 255.269026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:28.587198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.593018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:28.587255Z","caller":"traceutil/trace.go:171","msg":"trace[1335943773] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24361; }","duration":"235.705731ms","start":"2026-03-02T22:14:28.351539Z","end":"2026-03-02T22:14:28.587245Z","steps":["trace[1335943773] 'agreement among raft nodes before linearized reading' (duration: 235.502337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.128185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:29.630346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:29.686722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096333495s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:29.687305Z","caller":"traceutil/trace.go:171","msg":"trace[1702111929] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"1.097064122s","start":"2026-03-02T22:14:28.590202Z","end":"2026-03-02T22:14:29.687266Z","steps":["trace[1702111929] 'process raft request' (duration: 1.096772075s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:29.687519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.590175Z","time spent":"1.097218515s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:30.627671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:30.627758Z","caller":"traceutil/trace.go:171","msg":"trace[1450603729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400788s","start":"2026-03-02T22:14:28.627338Z","end":"2026-03-02T22:14:30.627739Z","steps":["trace[1450603729] 'agreement among raft nodes before linearized reading' (duration: 2.000281575s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.627801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.627319Z","time spent":"2.00047446s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:30.799333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112303296s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:30.7999Z","caller":"traceutil/trace.go:171","msg":"trace[413313790] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"2.011504356s","start":"2026-03-02T22:14:28.788328Z","end":"2026-03-02T22:14:30.799832Z","steps":["trace[413313790] 'process raft request' (duration: 2.011200729s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:30.799833Z","caller":"traceutil/trace.go:171","msg":"trace[1429490428] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"1.396490655s","start":"2026-03-02T22:14:29.403311Z","end":"2026-03-02T22:14:30.799802Z","steps":["trace[1429490428] 'process raft request' (duration: 1.396394413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.800064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.788309Z","time spent":"2.01165277s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:30.80008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.403292Z","time spent":"1.396683869s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:30.800235Z","caller":"traceutil/trace.go:171","msg":"trace[345239407] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"1.396737021s","start":"2026-03-02T22:14:29.403488Z","end":"2026-03-02T22:14:30.800225Z","steps":["trace[345239407] 'process raft request' (duration: 1.39627494s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:30.800261Z","caller":"traceutil/trace.go:171","msg":"trace[1728824125] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"1.39672499s","start":"2026-03-02T22:14:29.403524Z","end":"2026-03-02T22:14:30.800249Z","steps":["trace[1728824125] 'process raft request' (duration: 1.396482505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.800291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.403449Z","time spent":"1.396814013s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:30.80027Z","caller":"traceutil/trace.go:171","msg":"trace[1422184016] linearizableReadLoop","detail":"{readStateIndex:25216; appliedIndex:25210; }","duration":"2.172844068s","start":"2026-03-02T22:14:28.627396Z","end":"2026-03-02T22:14:30.80024Z","steps":["trace[1422184016] 'read index received' (duration: 1.059607141s)","trace[1422184016] 'applied index is now lower than readState.Index' (duration: 1.113235557s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:30.800315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.40342Z","time spent":"1.396863943s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:30.800385Z","caller":"traceutil/trace.go:171","msg":"trace[639337779] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"1.396807223s","start":"2026-03-02T22:14:29.403536Z","end":"2026-03-02T22:14:30.800343Z","steps":["trace[639337779] 'process raft request' (duration: 1.396652429s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.800509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417148015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:30.800558Z","caller":"traceutil/trace.go:171","msg":"trace[998800442] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24367; }","duration":"1.417249977s","start":"2026-03-02T22:14:29.383297Z","end":"2026-03-02T22:14:30.800547Z","steps":["trace[998800442] 'agreement among raft nodes before linearized reading' (duration: 1.417167205s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.800579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013261837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:14:30.800598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.383275Z","time spent":"1.417313858s","remote":"127.0.0.1:50160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:30.80059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.4035Z","time spent":"1.396983376s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:30.800618Z","caller":"traceutil/trace.go:171","msg":"trace[668149677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24367; }","duration":"2.01337151s","start":"2026-03-02T22:14:28.787235Z","end":"2026-03-02T22:14:30.800606Z","steps":["trace[668149677] 'agreement among raft nodes before linearized reading' (duration: 2.013170865s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.800665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.787205Z","time spent":"2.013451572s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:14:30.800841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012570381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:14:30.80088Z","caller":"traceutil/trace.go:171","msg":"trace[1236386789] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24367; }","duration":"2.012626533s","start":"2026-03-02T22:14:28.788239Z","end":"2026-03-02T22:14:30.800866Z","steps":["trace[1236386789] 'agreement among raft nodes before linearized reading' (duration: 2.012539861s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.800893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01254161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:14:30.800941Z","caller":"traceutil/trace.go:171","msg":"trace[470749902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24367; }","duration":"2.012608442s","start":"2026-03-02T22:14:28.78832Z","end":"2026-03-02T22:14:30.800928Z","steps":["trace[470749902] 'agreement among raft nodes before linearized reading' (duration: 2.012426208s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.800976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.788308Z","time spent":"2.012661453s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:30.800983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013349059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:14:30.801015Z","caller":"traceutil/trace.go:171","msg":"trace[2113443701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24367; }","duration":"2.013429131s","start":"2026-03-02T22:14:28.787575Z","end":"2026-03-02T22:14:30.801004Z","steps":["trace[2113443701] 'agreement among raft nodes before linearized reading' (duration: 2.013350729s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.801016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.766341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:14:30.80104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.787551Z","time spent":"2.013483873s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:14:30.801051Z","caller":"traceutil/trace.go:171","msg":"trace[1359682682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24367; }","duration":"760.849434ms","start":"2026-03-02T22:14:30.040192Z","end":"2026-03-02T22:14:30.801041Z","steps":["trace[1359682682] 'agreement among raft nodes before linearized reading' (duration: 760.69099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.801081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.04017Z","time spent":"760.904125ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:14:30.801192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062130369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:30.801225Z","caller":"traceutil/trace.go:171","msg":"trace[1042867069] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24367; }","duration":"1.062210411s","start":"2026-03-02T22:14:29.739006Z","end":"2026-03-02T22:14:30.801216Z","steps":["trace[1042867069] 'agreement among raft nodes before linearized reading' (duration: 1.06215777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.801161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013775859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:14:30.801258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.738985Z","time spent":"1.062260662s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:30.801264Z","caller":"traceutil/trace.go:171","msg":"trace[1497264055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24367; }","duration":"2.013928423s","start":"2026-03-02T22:14:28.787323Z","end":"2026-03-02T22:14:30.801251Z","steps":["trace[1497264055] 'agreement among raft nodes before linearized reading' (duration: 2.013786189s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.801263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962488107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:30.801302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.787292Z","time spent":"2.014001425s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:14:30.801311Z","caller":"traceutil/trace.go:171","msg":"trace[834303623] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24367; }","duration":"1.962596009s","start":"2026-03-02T22:14:28.8387Z","end":"2026-03-02T22:14:30.801296Z","steps":["trace[834303623] 'agreement among raft nodes before linearized reading' (duration: 1.962519717s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.801346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.83867Z","time spent":"1.962667391s","remote":"127.0.0.1:59876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:30.801437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169783013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:30.801473Z","caller":"traceutil/trace.go:171","msg":"trace[581870195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24367; }","duration":"1.169856715s","start":"2026-03-02T22:14:29.631608Z","end":"2026-03-02T22:14:30.801465Z","steps":["trace[581870195] 'agreement among raft nodes before linearized reading' (duration: 1.169802373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.801499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:29.631584Z","time spent":"1.169909815s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:30.801636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012071159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:14:30.801678Z","caller":"traceutil/trace.go:171","msg":"trace[447179946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24367; }","duration":"2.01212871s","start":"2026-03-02T22:14:28.789539Z","end":"2026-03-02T22:14:30.801668Z","steps":["trace[447179946] 'agreement among raft nodes before linearized reading' (duration: 2.011976897s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.800907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.788224Z","time spent":"2.012677333s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:30.801707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:28.789531Z","time spent":"2.012170161s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:30.801905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.407343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:30.801998Z","caller":"traceutil/trace.go:171","msg":"trace[228739889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24367; }","duration":"167.574247ms","start":"2026-03-02T22:14:30.634412Z","end":"2026-03-02T22:14:30.801986Z","steps":["trace[228739889] 'agreement among raft nodes before linearized reading' (duration: 167.433423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:30.803302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.875734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:14:30.80338Z","caller":"traceutil/trace.go:171","msg":"trace[1805361163] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24367; }","duration":"170.983906ms","start":"2026-03-02T22:14:30.632372Z","end":"2026-03-02T22:14:30.803356Z","steps":["trace[1805361163] 'agreement among raft nodes before linearized reading' (duration: 168.265932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:31.370944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.721977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:31.37109Z","caller":"traceutil/trace.go:171","msg":"trace[1106605072] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"565.047779ms","start":"2026-03-02T22:14:30.806019Z","end":"2026-03-02T22:14:31.371066Z","steps":["trace[1106605072] 'process raft request' (duration: 146.096567ms)","trace[1106605072] 'compare' (duration: 418.118583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:31.371155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.806008Z","time spent":"565.116261ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:31.574343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:32.075291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:32.171563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219332785s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:32.172312Z","caller":"traceutil/trace.go:171","msg":"trace[2029239397] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"1.365662727s","start":"2026-03-02T22:14:30.806611Z","end":"2026-03-02T22:14:32.172274Z","steps":["trace[2029239397] 'process raft request' (duration: 1.365564635s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:32.172534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.806579Z","time spent":"1.365842801s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:32.172631Z","caller":"traceutil/trace.go:171","msg":"trace[1514657736] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"1.366075656s","start":"2026-03-02T22:14:30.806473Z","end":"2026-03-02T22:14:32.172549Z","steps":["trace[1514657736] 'process raft request' (duration: 1.365486063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:32.172971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.806441Z","time spent":"1.366428815s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:32.173042Z","caller":"traceutil/trace.go:171","msg":"trace[1801403300] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"1.365973284s","start":"2026-03-02T22:14:30.807064Z","end":"2026-03-02T22:14:32.173037Z","steps":["trace[1801403300] 'process raft request' (duration: 1.365886582s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:32.173032Z","caller":"traceutil/trace.go:171","msg":"trace[2034640682] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"1.366057606s","start":"2026-03-02T22:14:30.806965Z","end":"2026-03-02T22:14:32.173023Z","steps":["trace[2034640682] 'process raft request' (duration: 1.365958514s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:32.173068Z","caller":"traceutil/trace.go:171","msg":"trace[1506420363] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"1.366380963s","start":"2026-03-02T22:14:30.806668Z","end":"2026-03-02T22:14:32.173049Z","steps":["trace[1506420363] 'process raft request' (duration: 1.366154698s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:32.172946Z","caller":"traceutil/trace.go:171","msg":"trace[1767559073] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"1.36626188s","start":"2026-03-02T22:14:30.806641Z","end":"2026-03-02T22:14:32.172903Z","steps":["trace[1767559073] 'process raft request' (duration: 1.365582515s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:32.173141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.806655Z","time spent":"1.366448945s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:32.173154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.807055Z","time spent":"1.366023005s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:32.173154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.806925Z","time spent":"1.366156328s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:32.17301Z","caller":"traceutil/trace.go:171","msg":"trace[1391107896] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"1.364975941s","start":"2026-03-02T22:14:30.808023Z","end":"2026-03-02T22:14:32.172999Z","steps":["trace[1391107896] 'process raft request' (duration: 1.36494721s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:32.173271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.808006Z","time spent":"1.365235186s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:32.173251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:30.806608Z","time spent":"1.366550487s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:33.878422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.749983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:33.878702Z","caller":"traceutil/trace.go:171","msg":"trace[1978078592] linearizableReadLoop","detail":"{readStateIndex:25226; appliedIndex:25217; }","duration":"2.805041579s","start":"2026-03-02T22:14:31.073643Z","end":"2026-03-02T22:14:33.878685Z","steps":["trace[1978078592] 'read index received' (duration: 1.098369692s)","trace[1978078592] 'applied index is now lower than readState.Index' (duration: 1.706670737s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:33.878784Z","caller":"traceutil/trace.go:171","msg":"trace[1375692331] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"1.950497717s","start":"2026-03-02T22:14:31.928276Z","end":"2026-03-02T22:14:33.878774Z","steps":["trace[1375692331] 'process raft request' (duration: 1.950294122s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:33.878855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:31.928244Z","time spent":"1.950576699s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:33.879037Z","caller":"traceutil/trace.go:171","msg":"trace[393801505] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"2.160956222s","start":"2026-03-02T22:14:31.717965Z","end":"2026-03-02T22:14:33.878921Z","steps":["trace[393801505] 'process raft request' (duration: 1.334611845s)","trace[393801505] 'compare' (duration: 825.280982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:33.879045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805350837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:33.879244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:31.717953Z","time spent":"2.161178076s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:33.879239Z","caller":"traceutil/trace.go:171","msg":"trace[323832107] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24377; }","duration":"2.805646373s","start":"2026-03-02T22:14:31.073573Z","end":"2026-03-02T22:14:33.879219Z","steps":["trace[323832107] 'agreement among raft nodes before linearized reading' (duration: 2.805243764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:33.879362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:31.073536Z","time spent":"2.805815898s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:34.019589Z","caller":"traceutil/trace.go:171","msg":"trace[1231041890] transaction","detail":"{read_only:false; response_revision:24378; number_of_response:1; }","duration":"1.213471508s","start":"2026-03-02T22:14:32.806085Z","end":"2026-03-02T22:14:34.019556Z","steps":["trace[1231041890] 'process raft request' (duration: 1.212944446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.019792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:32.806052Z","time spent":"1.213633242s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:34.01995Z","caller":"traceutil/trace.go:171","msg":"trace[1595519187] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"1.212934846s","start":"2026-03-02T22:14:32.806986Z","end":"2026-03-02T22:14:34.019921Z","steps":["trace[1595519187] 'process raft request' (duration: 1.212520916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.020123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:32.806974Z","time spent":"1.213048119s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:34.020435Z","caller":"traceutil/trace.go:171","msg":"trace[1301434325] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"1.211643086s","start":"2026-03-02T22:14:32.808775Z","end":"2026-03-02T22:14:34.020418Z","steps":["trace[1301434325] 'process raft request' (duration: 1.211025172s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.020516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:32.808744Z","time spent":"1.211734539s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:34.021793Z","caller":"traceutil/trace.go:171","msg":"trace[1694958452] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"1.209036275s","start":"2026-03-02T22:14:32.812726Z","end":"2026-03-02T22:14:34.021762Z","steps":["trace[1694958452] 'process raft request' (duration: 1.208903022s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:34.021963Z","caller":"traceutil/trace.go:171","msg":"trace[7596761] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"1.213167142s","start":"2026-03-02T22:14:32.808773Z","end":"2026-03-02T22:14:34.021941Z","steps":["trace[7596761] 'process raft request' (duration: 1.211581025s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.022038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:32.808741Z","time spent":"1.213262594s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:34.022136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:32.812712Z","time spent":"1.20923291s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:34.616376Z","caller":"traceutil/trace.go:171","msg":"trace[18497517] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"1.381805402s","start":"2026-03-02T22:14:33.234537Z","end":"2026-03-02T22:14:34.616342Z","steps":["trace[18497517] 'process raft request' (duration: 1.380572563s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.616534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:33.234504Z","time spent":"1.381942585s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:34.616685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914906618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:34.616747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561355467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:14:34.616787Z","caller":"traceutil/trace.go:171","msg":"trace[1119112500] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24384; }","duration":"1.915102124s","start":"2026-03-02T22:14:32.701661Z","end":"2026-03-02T22:14:34.616763Z","steps":["trace[1119112500] 'agreement among raft nodes before linearized reading' (duration: 1.914840667s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:34.616817Z","caller":"traceutil/trace.go:171","msg":"trace[602239479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24384; }","duration":"1.561500271s","start":"2026-03-02T22:14:33.055305Z","end":"2026-03-02T22:14:34.616806Z","steps":["trace[602239479] 'agreement among raft nodes before linearized reading' (duration: 1.561211944s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.616811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117515551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:34.616863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:32.701631Z","time spent":"1.915201195s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:34.616869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:33.055279Z","time spent":"1.561581563s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:14:34.61691Z","caller":"traceutil/trace.go:171","msg":"trace[783943477] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24384; }","duration":"2.117683144s","start":"2026-03-02T22:14:32.499206Z","end":"2026-03-02T22:14:34.616889Z","steps":["trace[783943477] 'agreement among raft nodes before linearized reading' (duration: 2.11748429s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.616932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930846043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T22:14:34.61693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987812844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:34.616968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:32.499178Z","time spent":"2.117779226s","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:34.616967Z","caller":"traceutil/trace.go:171","msg":"trace[1329351912] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:24384; }","duration":"2.930913735s","start":"2026-03-02T22:14:31.686044Z","end":"2026-03-02T22:14:34.616958Z","steps":["trace[1329351912] 'agreement among raft nodes before linearized reading' (duration: 2.930761902s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:34.616988Z","caller":"traceutil/trace.go:171","msg":"trace[775542772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24384; }","duration":"1.987886876s","start":"2026-03-02T22:14:32.629086Z","end":"2026-03-02T22:14:34.616973Z","steps":["trace[775542772] 'agreement among raft nodes before linearized reading' (duration: 1.987808705s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.617016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:31.686023Z","time spent":"2.930988087s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-03-02T22:14:34.617038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:32.629074Z","time spent":"1.987947878s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:34.616825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625002317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:14:34.617128Z","caller":"traceutil/trace.go:171","msg":"trace[1420939286] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24384; }","duration":"1.625365966s","start":"2026-03-02T22:14:32.99175Z","end":"2026-03-02T22:14:34.617116Z","steps":["trace[1420939286] 'agreement among raft nodes before linearized reading' (duration: 1.624910065s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.617168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:32.99171Z","time spent":"1.625448328s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T22:14:34.616476Z","caller":"traceutil/trace.go:171","msg":"trace[991823905] linearizableReadLoop","detail":"{readStateIndex:25233; appliedIndex:25226; }","duration":"737.707424ms","start":"2026-03-02T22:14:33.878738Z","end":"2026-03-02T22:14:34.616446Z","steps":["trace[991823905] 'read index received' (duration: 140.313973ms)","trace[991823905] 'applied index is now lower than readState.Index' (duration: 597.375991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:34.61742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282388789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:34.617488Z","caller":"traceutil/trace.go:171","msg":"trace[501508229] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24384; }","duration":"3.282506161s","start":"2026-03-02T22:14:31.334968Z","end":"2026-03-02T22:14:34.617474Z","steps":["trace[501508229] 'agreement among raft nodes before linearized reading' (duration: 3.282412969s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:34.616478Z","caller":"traceutil/trace.go:171","msg":"trace[1788802625] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"1.024196296s","start":"2026-03-02T22:14:33.59225Z","end":"2026-03-02T22:14:34.616446Z","steps":["trace[1788802625] 'process raft request' (duration: 1.023971801s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.617532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:31.334942Z","time spent":"3.282580203s","remote":"127.0.0.1:50240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:34.617654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.652456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:14:34.617669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:33.592226Z","time spent":"1.025320152s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:34.617694Z","caller":"traceutil/trace.go:171","msg":"trace[2010120216] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24384; }","duration":"437.703807ms","start":"2026-03-02T22:14:34.179977Z","end":"2026-03-02T22:14:34.617681Z","steps":["trace[2010120216] 'agreement among raft nodes before linearized reading' (duration: 437.616175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.617697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.992844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:14:34.61772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.179969Z","time spent":"437.746119ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:14:34.617739Z","caller":"traceutil/trace.go:171","msg":"trace[243085584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24384; }","duration":"438.060056ms","start":"2026-03-02T22:14:34.179668Z","end":"2026-03-02T22:14:34.617728Z","steps":["trace[243085584] 'agreement among raft nodes before linearized reading' (duration: 437.933693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.61778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.179658Z","time spent":"438.115337ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:34.617882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.153986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:34.617915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.174938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:14:34.617916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.008484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:14:34.617931Z","caller":"traceutil/trace.go:171","msg":"trace[540504619] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24384; }","duration":"327.242198ms","start":"2026-03-02T22:14:34.290675Z","end":"2026-03-02T22:14:34.617918Z","steps":["trace[540504619] 'agreement among raft nodes before linearized reading' (duration: 327.167037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:34.617941Z","caller":"traceutil/trace.go:171","msg":"trace[1202580195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24384; }","duration":"438.214039ms","start":"2026-03-02T22:14:34.179719Z","end":"2026-03-02T22:14:34.617933Z","steps":["trace[1202580195] 'agreement among raft nodes before linearized reading' (duration: 438.138447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:34.617955Z","caller":"traceutil/trace.go:171","msg":"trace[918143942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24384; }","duration":"438.089396ms","start":"2026-03-02T22:14:34.179854Z","end":"2026-03-02T22:14:34.617944Z","steps":["trace[918143942] 'agreement among raft nodes before linearized reading' (duration: 437.931322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.617971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.179711Z","time spent":"438.254571ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:14:34.617994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.17983Z","time spent":"438.158708ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:14:34.617972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.290648Z","time spent":"327.31575ms","remote":"127.0.0.1:36322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:34.618023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.831108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:34.61806Z","caller":"traceutil/trace.go:171","msg":"trace[1161688605] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24384; }","duration":"147.916139ms","start":"2026-03-02T22:14:34.470134Z","end":"2026-03-02T22:14:34.61805Z","steps":["trace[1161688605] 'agreement among raft nodes before linearized reading' (duration: 147.858358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.618365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.95578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:14:34.618408Z","caller":"traceutil/trace.go:171","msg":"trace[1442341114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24384; }","duration":"439.998441ms","start":"2026-03-02T22:14:34.1784Z","end":"2026-03-02T22:14:34.618398Z","steps":["trace[1442341114] 'agreement among raft nodes before linearized reading' (duration: 439.892258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.618413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.553404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:14:34.618445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.178361Z","time spent":"440.076522ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:14:34.618456Z","caller":"traceutil/trace.go:171","msg":"trace[570964742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24384; }","duration":"440.641406ms","start":"2026-03-02T22:14:34.177799Z","end":"2026-03-02T22:14:34.618441Z","steps":["trace[570964742] 'agreement among raft nodes before linearized reading' (duration: 439.764765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.618452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.054452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-02T22:14:34.618491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.177772Z","time spent":"440.708897ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:14:34.618504Z","caller":"traceutil/trace.go:171","msg":"trace[1470736907] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24384; }","duration":"440.162185ms","start":"2026-03-02T22:14:34.178331Z","end":"2026-03-02T22:14:34.618494Z","steps":["trace[1470736907] 'agreement among raft nodes before linearized reading' (duration: 439.995941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.618535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.178302Z","time spent":"440.226486ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:34.619859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.007002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:14:34.619897Z","caller":"traceutil/trace.go:171","msg":"trace[2098254121] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24384; }","duration":"425.089084ms","start":"2026-03-02T22:14:34.1948Z","end":"2026-03-02T22:14:34.619889Z","steps":["trace[2098254121] 'agreement among raft nodes before linearized reading' (duration: 423.147479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:34.619919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.19479Z","time spent":"425.123055ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2785,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:35.183518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:35.933144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.386039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:35.933384Z","caller":"traceutil/trace.go:171","msg":"trace[1275312455] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"1.30810209s","start":"2026-03-02T22:14:34.625232Z","end":"2026-03-02T22:14:35.933334Z","steps":["trace[1275312455] 'process raft request' (duration: 594.426824ms)","trace[1275312455] 'compare' (duration: 713.211965ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:35.933449Z","caller":"traceutil/trace.go:171","msg":"trace[1277234551] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"1.30812632s","start":"2026-03-02T22:14:34.625235Z","end":"2026-03-02T22:14:35.933361Z","steps":["trace[1277234551] 'process raft request' (duration: 1.308030358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:35.933592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.625215Z","time spent":"1.308262113s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:35.933761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.625215Z","time spent":"1.308316884s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:35.935581Z","caller":"traceutil/trace.go:171","msg":"trace[1276714090] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"1.310070395s","start":"2026-03-02T22:14:34.625489Z","end":"2026-03-02T22:14:35.935559Z","steps":["trace[1276714090] 'process raft request' (duration: 1.30899485s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:35.935705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.625473Z","time spent":"1.310190708s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:35.936165Z","caller":"traceutil/trace.go:171","msg":"trace[1372948659] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"1.310567216s","start":"2026-03-02T22:14:34.625556Z","end":"2026-03-02T22:14:35.936123Z","steps":["trace[1372948659] 'process raft request' (duration: 1.309913031s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:35.936239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.625533Z","time spent":"1.310671049s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:35.936403Z","caller":"traceutil/trace.go:171","msg":"trace[1339290500] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"1.310758211s","start":"2026-03-02T22:14:34.625634Z","end":"2026-03-02T22:14:35.936392Z","steps":["trace[1339290500] 'process raft request' (duration: 1.310416113s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:35.935356Z","caller":"traceutil/trace.go:171","msg":"trace[2123677581] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"1.309758098s","start":"2026-03-02T22:14:34.625319Z","end":"2026-03-02T22:14:35.935077Z","steps":["trace[2123677581] 'process raft request' (duration: 1.308004447s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:35.93648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.625612Z","time spent":"1.310829473s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:35.93656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.62531Z","time spent":"1.311197061s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:35.93668Z","caller":"traceutil/trace.go:171","msg":"trace[202793860] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"1.310817332s","start":"2026-03-02T22:14:34.625821Z","end":"2026-03-02T22:14:35.936638Z","steps":["trace[202793860] 'process raft request' (duration: 1.310524816s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:35.936761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.62581Z","time spent":"1.310914874s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:35.93719Z","caller":"traceutil/trace.go:171","msg":"trace[1299212900] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"1.310858753s","start":"2026-03-02T22:14:34.626296Z","end":"2026-03-02T22:14:35.937155Z","steps":["trace[1299212900] 'process raft request' (duration: 1.31029114s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:35.937243Z","caller":"traceutil/trace.go:171","msg":"trace[685724717] linearizableReadLoop","detail":"{readStateIndex:25243; appliedIndex:25234; }","duration":"1.254773649s","start":"2026-03-02T22:14:34.682422Z","end":"2026-03-02T22:14:35.937196Z","steps":["trace[685724717] 'read index received' (duration: 537.253734ms)","trace[685724717] 'applied index is now lower than readState.Index' (duration: 717.518735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:35.937406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.626169Z","time spent":"1.311104499s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:35.937448Z","caller":"traceutil/trace.go:171","msg":"trace[1501344687] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"1.25438982s","start":"2026-03-02T22:14:34.683011Z","end":"2026-03-02T22:14:35.937401Z","steps":["trace[1501344687] 'process raft request' (duration: 1.254047292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:35.937482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248014732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:35.937467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313980976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:14:35.937529Z","caller":"traceutil/trace.go:171","msg":"trace[1761889732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24393; }","duration":"1.248094224s","start":"2026-03-02T22:14:34.689423Z","end":"2026-03-02T22:14:35.937517Z","steps":["trace[1761889732] 'agreement among raft nodes before linearized reading' (duration: 1.248011652s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:35.937553Z","caller":"traceutil/trace.go:171","msg":"trace[87584945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24393; }","duration":"1.314100358s","start":"2026-03-02T22:14:34.623438Z","end":"2026-03-02T22:14:35.937538Z","steps":["trace[87584945] 'agreement among raft nodes before linearized reading' (duration: 1.313782361s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:35.937561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316146966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cf071ed7-57ec-44e7-966c-2070719f7f30\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-02T22:14:35.937579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.689388Z","time spent":"1.248183146s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:35.937576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.682987Z","time spent":"1.254525654s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:35.937603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.623431Z","time spent":"1.3141631s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:14:35.937622Z","caller":"traceutil/trace.go:171","msg":"trace[639661401] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cf071ed7-57ec-44e7-966c-2070719f7f30; range_end:; response_count:1; response_revision:24393; }","duration":"1.316225088s","start":"2026-03-02T22:14:34.621375Z","end":"2026-03-02T22:14:35.9376Z","steps":["trace[639661401] 'agreement among raft nodes before linearized reading' (duration: 1.315992482s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:35.937673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.621361Z","time spent":"1.31629937s","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-cf071ed7-57ec-44e7-966c-2070719f7f30\" "} {"level":"warn","ts":"2026-03-02T22:14:35.937556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.524829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:35.937785Z","caller":"traceutil/trace.go:171","msg":"trace[2108745669] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24393; }","duration":"675.796275ms","start":"2026-03-02T22:14:35.261966Z","end":"2026-03-02T22:14:35.937762Z","steps":["trace[2108745669] 'agreement among raft nodes before linearized reading' (duration: 675.527549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:35.937841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:35.261934Z","time spent":"675.892588ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:35.938755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317066467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:35.939704Z","caller":"traceutil/trace.go:171","msg":"trace[1827218671] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24393; }","duration":"1.318068511s","start":"2026-03-02T22:14:34.621608Z","end":"2026-03-02T22:14:35.939676Z","steps":["trace[1827218671] 'agreement among raft nodes before linearized reading' (duration: 1.315751097s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:35.940581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:34.621593Z","time spent":"1.318965611s","remote":"127.0.0.1:45686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:37.019642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.808681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:37.019772Z","caller":"traceutil/trace.go:171","msg":"trace[1044909705] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"992.624013ms","start":"2026-03-02T22:14:36.02712Z","end":"2026-03-02T22:14:37.019744Z","steps":["trace[1044909705] 'process raft request' (duration: 253.612497ms)","trace[1044909705] 'compare' (duration: 738.155856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:37.019834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.027053Z","time spent":"992.752556ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:39.276663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683364544s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:39.276957Z","caller":"traceutil/trace.go:171","msg":"trace[1431325345] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"3.249417582s","start":"2026-03-02T22:14:36.027496Z","end":"2026-03-02T22:14:39.276914Z","steps":["trace[1431325345] 'process raft request' (duration: 1.565602617s)","trace[1431325345] 'compare' (duration: 1.682596776s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:39.277169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.027463Z","time spent":"3.249599045s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:39.277579Z","caller":"traceutil/trace.go:171","msg":"trace[604915962] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"3.248427119s","start":"2026-03-02T22:14:36.029136Z","end":"2026-03-02T22:14:39.277564Z","steps":["trace[604915962] 'process raft request' (duration: 3.247787354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:39.277648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.029127Z","time spent":"3.24848038s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:39.27781Z","caller":"traceutil/trace.go:171","msg":"trace[2010296332] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"3.249860001s","start":"2026-03-02T22:14:36.027937Z","end":"2026-03-02T22:14:39.277797Z","steps":["trace[2010296332] 'process raft request' (duration: 3.248870888s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:39.277871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.027919Z","time spent":"3.249914233s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:39.278212Z","caller":"traceutil/trace.go:171","msg":"trace[1527579386] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"3.248371437s","start":"2026-03-02T22:14:36.029789Z","end":"2026-03-02T22:14:39.27816Z","steps":["trace[1527579386] 'process raft request' (duration: 3.247178809s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:39.278291Z","caller":"traceutil/trace.go:171","msg":"trace[1152493888] linearizableReadLoop","detail":"{readStateIndex:25245; appliedIndex:25243; }","duration":"3.250663591s","start":"2026-03-02T22:14:36.02758Z","end":"2026-03-02T22:14:39.278244Z","steps":["trace[1152493888] 'read index received' (duration: 253.168918ms)","trace[1152493888] 'applied index is now lower than readState.Index' (duration: 2.997493283s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:39.278433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.029776Z","time spent":"3.248553072s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:39.630015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000586121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:39.630104Z","caller":"traceutil/trace.go:171","msg":"trace[1253636742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000995421s","start":"2026-03-02T22:14:37.629089Z","end":"2026-03-02T22:14:39.630085Z","steps":["trace[1253636742] 'agreement among raft nodes before linearized reading' (duration: 2.000621072s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:39.630149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.629066Z","time spent":"2.001071713s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:40.469549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192490091s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T22:14:40.46998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442367773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:14:40.470082Z","caller":"traceutil/trace.go:171","msg":"trace[439430024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24398; }","duration":"4.442531067s","start":"2026-03-02T22:14:36.027525Z","end":"2026-03-02T22:14:40.470056Z","steps":["trace[439430024] 'agreement among raft nodes before linearized reading' (duration: 3.250839724s)","trace[439430024] 'range keys from in-memory index tree' (duration: 1.191448976s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:40.470128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.0275Z","time spent":"4.442618579s","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T22:14:40.47149Z","caller":"traceutil/trace.go:171","msg":"trace[784152493] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"1.445920844s","start":"2026-03-02T22:14:39.025533Z","end":"2026-03-02T22:14:40.471454Z","steps":["trace[784152493] 'process raft request' (duration: 1.444146363s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:40.471485Z","caller":"traceutil/trace.go:171","msg":"trace[940743276] linearizableReadLoop","detail":"{readStateIndex:25250; appliedIndex:25248; }","duration":"1.193128655s","start":"2026-03-02T22:14:39.278323Z","end":"2026-03-02T22:14:40.471452Z","steps":["trace[940743276] 'read index received' (duration: 60.791µs)","trace[940743276] 'applied index is now lower than readState.Index' (duration: 1.193065204s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:40.471605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.025501Z","time spent":"1.446035846s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:40.97206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:41.47243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:41.624772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000904799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:41.624881Z","caller":"traceutil/trace.go:171","msg":"trace[1813859123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001083553s","start":"2026-03-02T22:14:39.623772Z","end":"2026-03-02T22:14:41.624855Z","steps":["trace[1813859123] 'agreement among raft nodes before linearized reading' (duration: 2.00094558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:41.624937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.623746Z","time spent":"2.001180466s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:41.630325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:41.630429Z","caller":"traceutil/trace.go:171","msg":"trace[826748079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420408s","start":"2026-03-02T22:14:39.629987Z","end":"2026-03-02T22:14:41.630407Z","steps":["trace[826748079] 'agreement among raft nodes before linearized reading' (duration: 2.000256184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:41.630478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.62994Z","time spent":"2.00052867s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:41.973519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:42.474677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:42.765132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.720794636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T22:14:42.765318Z","caller":"traceutil/trace.go:171","msg":"trace[715691210] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24399; }","duration":"6.721026981s","start":"2026-03-02T22:14:36.044264Z","end":"2026-03-02T22:14:42.765291Z","steps":["trace[715691210] 'agreement among raft nodes before linearized reading' (duration: 4.427465887s)","trace[715691210] 'range keys from in-memory index tree' (duration: 2.293222406s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.765396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.044237Z","time spent":"6.721145624s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T22:14:42.765858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596158746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:42.765956Z","caller":"traceutil/trace.go:171","msg":"trace[1573876260] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24399; }","duration":"3.596300049s","start":"2026-03-02T22:14:39.169639Z","end":"2026-03-02T22:14:42.765939Z","steps":["trace[1573876260] 'agreement among raft nodes before linearized reading' (duration: 1.301952236s)","trace[1573876260] 'count revisions from in-memory index tree' (duration: 2.294204159s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.76603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.169616Z","time spent":"3.596395971s","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:42.766434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.520364067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:14:42.766525Z","caller":"traceutil/trace.go:171","msg":"trace[227777831] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24399; }","duration":"4.52050967s","start":"2026-03-02T22:14:38.246Z","end":"2026-03-02T22:14:42.76651Z","steps":["trace[227777831] 'agreement among raft nodes before linearized reading' (duration: 2.225611165s)","trace[227777831] 'range keys from in-memory index tree' (duration: 2.294752672s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.766593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.245974Z","time spent":"4.520606333s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:14:42.766634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.181146016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:42.76669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.69854351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:42.766736Z","caller":"traceutil/trace.go:171","msg":"trace[607518644] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24399; }","duration":"6.181321821s","start":"2026-03-02T22:14:36.585388Z","end":"2026-03-02T22:14:42.76671Z","steps":["trace[607518644] 'agreement among raft nodes before linearized reading' (duration: 3.886320573s)","trace[607518644] 'count revisions from in-memory index tree' (duration: 2.294858995s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:42.766762Z","caller":"traceutil/trace.go:171","msg":"trace[1973309163] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24399; }","duration":"4.698632853s","start":"2026-03-02T22:14:38.068096Z","end":"2026-03-02T22:14:42.766729Z","steps":["trace[1973309163] 'agreement among raft nodes before linearized reading' (duration: 2.403524812s)","trace[1973309163] 'range keys from in-memory index tree' (duration: 2.295013699s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.766793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.585362Z","time spent":"6.181419543s","remote":"127.0.0.1:35994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:42.767008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.068078Z","time spent":"4.69891806s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:42.767054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.696077951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:42.76706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.201889889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:14:42.766562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.922365665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:42.767199Z","caller":"traceutil/trace.go:171","msg":"trace[816944493] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24399; }","duration":"6.202096404s","start":"2026-03-02T22:14:36.565065Z","end":"2026-03-02T22:14:42.767161Z","steps":["trace[816944493] 'agreement among raft nodes before linearized reading' (duration: 3.906652995s)","trace[816944493] 'range keys from in-memory index tree' (duration: 2.294911136s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.767234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.729877117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:42.767251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.722398025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:42.767268Z","caller":"traceutil/trace.go:171","msg":"trace[1928137459] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24399; }","duration":"6.729906948s","start":"2026-03-02T22:14:36.037349Z","end":"2026-03-02T22:14:42.767256Z","steps":["trace[1928137459] 'agreement among raft nodes before linearized reading' (duration: 4.434387808s)","trace[1928137459] 'count revisions from in-memory index tree' (duration: 2.295471969s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:42.767292Z","caller":"traceutil/trace.go:171","msg":"trace[1301900488] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24399; }","duration":"4.722482337s","start":"2026-03-02T22:14:38.044795Z","end":"2026-03-02T22:14:42.767277Z","steps":["trace[1301900488] 'agreement among raft nodes before linearized reading' (duration: 2.426835144s)","trace[1301900488] 'count revisions from in-memory index tree' (duration: 2.295595562s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.767307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.037316Z","time spent":"6.729981169s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:42.767344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:38.044768Z","time spent":"4.72256565s","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:42.767348Z","caller":"traceutil/trace.go:171","msg":"trace[1677834659] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24399; }","duration":"4.923125422s","start":"2026-03-02T22:14:37.844108Z","end":"2026-03-02T22:14:42.767234Z","steps":["trace[1677834659] 'agreement among raft nodes before linearized reading' (duration: 2.627584972s)","trace[1677834659] 'count revisions from in-memory index tree' (duration: 2.294802103s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.767467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.844077Z","time spent":"4.923372018s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:42.767538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811582678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T22:14:42.767563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.562786512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:14:42.767576Z","caller":"traceutil/trace.go:171","msg":"trace[1247146631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24399; }","duration":"4.81163964s","start":"2026-03-02T22:14:37.955924Z","end":"2026-03-02T22:14:42.767564Z","steps":["trace[1247146631] 'agreement among raft nodes before linearized reading' (duration: 2.51571571s)","trace[1247146631] 'range keys from in-memory index tree' (duration: 2.295831307s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:42.767593Z","caller":"traceutil/trace.go:171","msg":"trace[1021900643] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24399; }","duration":"6.562867303s","start":"2026-03-02T22:14:36.204715Z","end":"2026-03-02T22:14:42.767583Z","steps":["trace[1021900643] 'agreement among raft nodes before linearized reading' (duration: 4.267019216s)","trace[1021900643] 'count revisions from in-memory index tree' (duration: 2.295783527s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.767617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.955914Z","time spent":"4.811696771s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:42.766598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.82757124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:14:42.767823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811914046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:14:42.767863Z","caller":"traceutil/trace.go:171","msg":"trace[1071046352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24399; }","duration":"4.811976308s","start":"2026-03-02T22:14:37.955875Z","end":"2026-03-02T22:14:42.767851Z","steps":["trace[1071046352] 'agreement among raft nodes before linearized reading' (duration: 2.515775492s)","trace[1071046352] 'range keys from in-memory index tree' (duration: 2.296113244s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.767898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.955863Z","time spent":"4.812027929s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:42.767222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.172828743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:42.767112Z","caller":"traceutil/trace.go:171","msg":"trace[2075581800] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24399; }","duration":"6.696161803s","start":"2026-03-02T22:14:36.070934Z","end":"2026-03-02T22:14:42.767096Z","steps":["trace[2075581800] 'agreement among raft nodes before linearized reading' (duration: 4.400791836s)","trace[2075581800] 'count revisions from in-memory index tree' (duration: 2.295289845s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:42.767962Z","caller":"traceutil/trace.go:171","msg":"trace[186510104] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24399; }","duration":"6.173606561s","start":"2026-03-02T22:14:36.594341Z","end":"2026-03-02T22:14:42.767947Z","steps":["trace[186510104] 'agreement among raft nodes before linearized reading' (duration: 3.877360114s)","trace[186510104] 'count revisions from in-memory index tree' (duration: 2.29549421s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:42.76788Z","caller":"traceutil/trace.go:171","msg":"trace[1769312766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24399; }","duration":"4.82885035s","start":"2026-03-02T22:14:37.938973Z","end":"2026-03-02T22:14:42.767823Z","steps":["trace[1769312766] 'agreement among raft nodes before linearized reading' (duration: 2.532712096s)","trace[1769312766] 'range keys from in-memory index tree' (duration: 2.294754042s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.767623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.204684Z","time spent":"6.562931875s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:42.76808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825787869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T22:14:42.768134Z","caller":"traceutil/trace.go:171","msg":"trace[1978589155] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24399; }","duration":"4.825917972s","start":"2026-03-02T22:14:37.942201Z","end":"2026-03-02T22:14:42.768119Z","steps":["trace[1978589155] 'agreement among raft nodes before linearized reading' (duration: 2.52945616s)","trace[1978589155] 'range keys from in-memory index tree' (duration: 2.296300828s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.768173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.942172Z","time spent":"4.825992874s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:42.768103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.938951Z","time spent":"4.829102015s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:14:42.768245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827178431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:14:42.768286Z","caller":"traceutil/trace.go:171","msg":"trace[1139598432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24399; }","duration":"4.827228942s","start":"2026-03-02T22:14:37.941046Z","end":"2026-03-02T22:14:42.768275Z","steps":["trace[1139598432] 'agreement among raft nodes before linearized reading' (duration: 2.530624577s)","trace[1139598432] 'range keys from in-memory index tree' (duration: 2.296507393s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.768321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.941039Z","time spent":"4.827274883s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:14:42.768394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827859627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:14:42.768431Z","caller":"traceutil/trace.go:171","msg":"trace[1657764202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24399; }","duration":"4.827923209s","start":"2026-03-02T22:14:37.940498Z","end":"2026-03-02T22:14:42.768421Z","steps":["trace[1657764202] 'agreement among raft nodes before linearized reading' (duration: 2.53118004s)","trace[1657764202] 'range keys from in-memory index tree' (duration: 2.296651127s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.768461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.940486Z","time spent":"4.82796826s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:14:42.767288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.565041Z","time spent":"6.202228957s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:14:42.767993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.07092Z","time spent":"6.697057174s","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:42.768003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.594322Z","time spent":"6.173665972s","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:42.767197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.294291437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:42.768924Z","caller":"traceutil/trace.go:171","msg":"trace[1802074657] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24399; }","duration":"6.296046658s","start":"2026-03-02T22:14:36.472855Z","end":"2026-03-02T22:14:42.768902Z","steps":["trace[1802074657] 'agreement among raft nodes before linearized reading' (duration: 3.9988729s)","trace[1802074657] 'count revisions from in-memory index tree' (duration: 2.295435788s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.768984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:36.472788Z","time spent":"6.296177872s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:42.769392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827154191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:14:42.76949Z","caller":"traceutil/trace.go:171","msg":"trace[1533061586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24399; }","duration":"4.827310854s","start":"2026-03-02T22:14:37.942154Z","end":"2026-03-02T22:14:42.769465Z","steps":["trace[1533061586] 'agreement among raft nodes before linearized reading' (duration: 2.529510031s)","trace[1533061586] 'range keys from in-memory index tree' (duration: 2.296703318s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:42.76958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:37.942128Z","time spent":"4.827438628s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:42.975092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:43.364326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.737372649s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:43.364776Z","caller":"traceutil/trace.go:171","msg":"trace[1855837467] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"3.737965753s","start":"2026-03-02T22:14:39.626779Z","end":"2026-03-02T22:14:43.364744Z","steps":["trace[1855837467] 'process raft request' (duration: 3.737780549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:43.364953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.626744Z","time spent":"3.738113216s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:43.636736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:43.636828Z","caller":"traceutil/trace.go:171","msg":"trace[1634684966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443829s","start":"2026-03-02T22:14:41.636361Z","end":"2026-03-02T22:14:43.636804Z","steps":["trace[1634684966] 'agreement among raft nodes before linearized reading' (duration: 2.000314566s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:43.636884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.636335Z","time spent":"2.000534251s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:45.637771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000776436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:45.637888Z","caller":"traceutil/trace.go:171","msg":"trace[1330401104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00097632s","start":"2026-03-02T22:14:43.636884Z","end":"2026-03-02T22:14:45.63786Z","steps":["trace[1330401104] 'agreement among raft nodes before linearized reading' (duration: 2.000820817s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:45.637952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:43.636861Z","time spent":"2.001079652s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:45.946208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384327491s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:45.94641Z","caller":"traceutil/trace.go:171","msg":"trace[536426552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24400; }","duration":"1.384556336s","start":"2026-03-02T22:14:44.561829Z","end":"2026-03-02T22:14:45.946386Z","steps":["trace[536426552] 'range keys from in-memory index tree' (duration: 1.384299979s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:45.947391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:43.718527Z","time spent":"2.228858199s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:14:46.040301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.675639229s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:14:46.040862Z","caller":"traceutil/trace.go:171","msg":"trace[207421234] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"4.753906487s","start":"2026-03-02T22:14:41.286909Z","end":"2026-03-02T22:14:46.040815Z","steps":["trace[207421234] 'process raft request' (duration: 4.753624741s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.040898Z","caller":"traceutil/trace.go:171","msg":"trace[1906715499] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"4.753001715s","start":"2026-03-02T22:14:41.287867Z","end":"2026-03-02T22:14:46.040869Z","steps":["trace[1906715499] 'process raft request' (duration: 4.752918803s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.040961Z","caller":"traceutil/trace.go:171","msg":"trace[1063153621] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"4.753464617s","start":"2026-03-02T22:14:41.28746Z","end":"2026-03-02T22:14:46.040925Z","steps":["trace[1063153621] 'process raft request' (duration: 4.753250492s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.041092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.28745Z","time spent":"4.753557859s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:46.041088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.286878Z","time spent":"4.754089521s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:46.041139Z","caller":"traceutil/trace.go:171","msg":"trace[1389839756] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"4.753423655s","start":"2026-03-02T22:14:41.287703Z","end":"2026-03-02T22:14:46.041127Z","steps":["trace[1389839756] 'process raft request' (duration: 4.753051017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.041189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.287657Z","time spent":"4.753507107s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:46.041092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.287853Z","time spent":"4.753145679s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:46.04128Z","caller":"traceutil/trace.go:171","msg":"trace[293897957] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"4.412910678s","start":"2026-03-02T22:14:41.628327Z","end":"2026-03-02T22:14:46.041238Z","steps":["trace[293897957] 'process raft request' (duration: 4.412489008s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.041381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.6283Z","time spent":"4.413019671s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:14:46.04143Z","caller":"traceutil/trace.go:171","msg":"trace[1887239468] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"3.913462494s","start":"2026-03-02T22:14:42.127955Z","end":"2026-03-02T22:14:46.041418Z","steps":["trace[1887239468] 'process raft request' (duration: 3.913192368s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.041483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.12772Z","time spent":"3.9137351s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:46.041858Z","caller":"traceutil/trace.go:171","msg":"trace[1988132209] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"3.269339665s","start":"2026-03-02T22:14:42.772495Z","end":"2026-03-02T22:14:46.041834Z","steps":["trace[1988132209] 'process raft request' (duration: 3.268876314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.041938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.772469Z","time spent":"3.269429287s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:46.041996Z","caller":"traceutil/trace.go:171","msg":"trace[1139393163] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"3.268540917s","start":"2026-03-02T22:14:42.77343Z","end":"2026-03-02T22:14:46.041971Z","steps":["trace[1139393163] 'process raft request' (duration: 3.268380133s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.042049Z","caller":"traceutil/trace.go:171","msg":"trace[1332822829] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"3.268960206s","start":"2026-03-02T22:14:42.77307Z","end":"2026-03-02T22:14:46.04203Z","steps":["trace[1332822829] 'process raft request' (duration: 3.268636989s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.042065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.773418Z","time spent":"3.268608428s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:46.042129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.773046Z","time spent":"3.269041309s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:46.042138Z","caller":"traceutil/trace.go:171","msg":"trace[122893498] linearizableReadLoop","detail":"{readStateIndex:25265; appliedIndex:25250; }","duration":"5.570569468s","start":"2026-03-02T22:14:40.471552Z","end":"2026-03-02T22:14:46.042122Z","steps":["trace[122893498] 'read index received' (duration: 2.893130357s)","trace[122893498] 'applied index is now lower than readState.Index' (duration: 2.677437651s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:46.042181Z","caller":"traceutil/trace.go:171","msg":"trace[2014788441] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"3.268515556s","start":"2026-03-02T22:14:42.773657Z","end":"2026-03-02T22:14:46.042172Z","steps":["trace[2014788441] 'process raft request' (duration: 3.268224069s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:46.042225Z","caller":"traceutil/trace.go:171","msg":"trace[1600953283] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"3.267348049s","start":"2026-03-02T22:14:42.774867Z","end":"2026-03-02T22:14:46.042215Z","steps":["trace[1600953283] 'process raft request' (duration: 3.267149504s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.042227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.773644Z","time spent":"3.268558647s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:46.042244Z","caller":"traceutil/trace.go:171","msg":"trace[109483629] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"3.268348042s","start":"2026-03-02T22:14:42.77388Z","end":"2026-03-02T22:14:46.042228Z","steps":["trace[109483629] 'process raft request' (duration: 3.268048705s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.042309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.774858Z","time spent":"3.2674101s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:46.04237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.773871Z","time spent":"3.268453744s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:46.042402Z","caller":"traceutil/trace.go:171","msg":"trace[38434943] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"3.25576979s","start":"2026-03-02T22:14:42.786622Z","end":"2026-03-02T22:14:46.042392Z","steps":["trace[38434943] 'process raft request' (duration: 3.255442862s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.042452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.786607Z","time spent":"3.255817371s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:46.04215Z","caller":"traceutil/trace.go:171","msg":"trace[1275862209] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"3.2682366s","start":"2026-03-02T22:14:42.773904Z","end":"2026-03-02T22:14:46.04214Z","steps":["trace[1275862209] 'process raft request' (duration: 3.268067226s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.042541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.262619651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:46.042591Z","caller":"traceutil/trace.go:171","msg":"trace[731150500] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24414; }","duration":"6.262715713s","start":"2026-03-02T22:14:39.77986Z","end":"2026-03-02T22:14:46.042576Z","steps":["trace[731150500] 'agreement among raft nodes before linearized reading' (duration: 6.262624971s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.042615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.773889Z","time spent":"3.268658389s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:46.042632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.779833Z","time spent":"6.262786745s","remote":"127.0.0.1:59982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.042609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.452122218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:46.04273Z","caller":"traceutil/trace.go:171","msg":"trace[1930561842] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24414; }","duration":"6.452268122s","start":"2026-03-02T22:14:39.59043Z","end":"2026-03-02T22:14:46.042698Z","steps":["trace[1930561842] 'agreement among raft nodes before linearized reading' (duration: 6.452049207s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:46.042795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:39.590342Z","time spent":"6.452433466s","remote":"127.0.0.1:36332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:46.543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:47.044163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:47.474478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997462392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:47.474579Z","caller":"traceutil/trace.go:171","msg":"trace[1542086267] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997628506s","start":"2026-03-02T22:14:42.476927Z","end":"2026-03-02T22:14:47.474555Z","steps":["trace[1542086267] 'agreement among raft nodes before linearized reading' (duration: 4.997501073s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:47.474636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.476908Z","time spent":"4.997717087s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 22:14:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:47.544355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:47.646366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:47.646527Z","caller":"traceutil/trace.go:171","msg":"trace[338623989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047481s","start":"2026-03-02T22:14:45.645983Z","end":"2026-03-02T22:14:47.646458Z","steps":["trace[338623989] 'agreement among raft nodes before linearized reading' (duration: 2.000323407s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:47.646596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.645958Z","time spent":"2.000625263s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:48.045177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:48.545415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:49.046213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:14:49.107403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.066881287s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:49.646464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:49.646575Z","caller":"traceutil/trace.go:171","msg":"trace[1099081636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000063409s","start":"2026-03-02T22:14:47.646479Z","end":"2026-03-02T22:14:49.646542Z","steps":["trace[1099081636] 'agreement among raft nodes before linearized reading' (duration: 1.999930155s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.646623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:47.64645Z","time spent":"2.000164631s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:49.667723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.033513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:49.667948Z","caller":"traceutil/trace.go:171","msg":"trace[200335803] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"5.575656956s","start":"2026-03-02T22:14:44.092277Z","end":"2026-03-02T22:14:49.667934Z","steps":["trace[200335803] 'process raft request' (duration: 5.575542053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:49.668009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:44.092243Z","time spent":"5.575741288s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:49.668Z","caller":"traceutil/trace.go:171","msg":"trace[1920571915] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"5.760222498s","start":"2026-03-02T22:14:43.907735Z","end":"2026-03-02T22:14:49.667957Z","steps":["trace[1920571915] 'process raft request' (duration: 5.199866827s)","trace[1920571915] 'compare' (duration: 559.194693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:49.668203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:43.907705Z","time spent":"5.760386552s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:51.622084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999796663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:51.622184Z","caller":"traceutil/trace.go:171","msg":"trace[348567002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999982108s","start":"2026-03-02T22:14:49.622178Z","end":"2026-03-02T22:14:51.622161Z","steps":["trace[348567002] 'agreement among raft nodes before linearized reading' (duration: 1.999847385s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:51.62224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.622152Z","time spent":"2.00007775s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:14:51.654578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:51.654676Z","caller":"traceutil/trace.go:171","msg":"trace[1168976507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078241s","start":"2026-03-02T22:14:49.654576Z","end":"2026-03-02T22:14:51.654654Z","steps":["trace[1168976507] 'agreement among raft nodes before linearized reading' (duration: 1.999947778s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:51.654725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.654567Z","time spent":"2.000148402s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:14:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:51.908333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.800698199s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:14:52.079263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.532825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:14:52.08009Z","caller":"traceutil/trace.go:171","msg":"trace[1670047298] linearizableReadLoop","detail":"{readStateIndex:25272; appliedIndex:25265; }","duration":"6.037896746s","start":"2026-03-02T22:14:46.042174Z","end":"2026-03-02T22:14:52.080071Z","steps":["trace[1670047298] 'read index received' (duration: 3.065450744s)","trace[1670047298] 'applied index is now lower than readState.Index' (duration: 2.972444482s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:52.080316Z","caller":"traceutil/trace.go:171","msg":"trace[78211251] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"4.032152264s","start":"2026-03-02T22:14:48.04815Z","end":"2026-03-02T22:14:52.080302Z","steps":["trace[78211251] 'process raft request' (duration: 3.860478702s)","trace[78211251] 'compare' (duration: 170.412493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:52.080378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.048132Z","time spent":"4.032219135s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:52.080567Z","caller":"traceutil/trace.go:171","msg":"trace[1065762199] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"4.032293747s","start":"2026-03-02T22:14:48.048265Z","end":"2026-03-02T22:14:52.080558Z","steps":["trace[1065762199] 'process raft request' (duration: 4.031527049s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.080614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.048258Z","time spent":"4.032332138s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:52.080767Z","caller":"traceutil/trace.go:171","msg":"trace[1703865425] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"4.031877598s","start":"2026-03-02T22:14:48.048879Z","end":"2026-03-02T22:14:52.080757Z","steps":["trace[1703865425] 'process raft request' (duration: 4.031051528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.080814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.048869Z","time spent":"4.031922248s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:52.080918Z","caller":"traceutil/trace.go:171","msg":"trace[693336053] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"4.019922099s","start":"2026-03-02T22:14:48.060985Z","end":"2026-03-02T22:14:52.080907Z","steps":["trace[693336053] 'process raft request' (duration: 4.019004308s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.08324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.060966Z","time spent":"4.022246864s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:52.081008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.698128815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:52.083388Z","caller":"traceutil/trace.go:171","msg":"trace[1429073240] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24421; }","duration":"10.700567951s","start":"2026-03-02T22:14:41.382809Z","end":"2026-03-02T22:14:52.083377Z","steps":["trace[1429073240] 'agreement among raft nodes before linearized reading' (duration: 10.698147085s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.083422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.382783Z","time spent":"10.700628173s","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:52.081055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.885924798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:52.083597Z","caller":"traceutil/trace.go:171","msg":"trace[1070028635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24421; }","duration":"9.888481078s","start":"2026-03-02T22:14:42.195073Z","end":"2026-03-02T22:14:52.083554Z","steps":["trace[1070028635] 'agreement among raft nodes before linearized reading' (duration: 9.885953309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.083707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.19505Z","time spent":"9.888616741s","remote":"127.0.0.1:50274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:52.081057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.458405776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:52.083795Z","caller":"traceutil/trace.go:171","msg":"trace[2125411405] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24421; }","duration":"9.461222742s","start":"2026-03-02T22:14:42.622562Z","end":"2026-03-02T22:14:52.083785Z","steps":["trace[2125411405] 'agreement among raft nodes before linearized reading' (duration: 9.458376426s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.083833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.62254Z","time spent":"9.461282364s","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:52.081089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.014511578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:52.083951Z","caller":"traceutil/trace.go:171","msg":"trace[842008081] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24421; }","duration":"10.017431887s","start":"2026-03-02T22:14:42.066511Z","end":"2026-03-02T22:14:52.083943Z","steps":["trace[842008081] 'agreement among raft nodes before linearized reading' (duration: 10.01455801s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.083978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.066485Z","time spent":"10.017483877s","remote":"127.0.0.1:36328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:52.081134Z","caller":"traceutil/trace.go:171","msg":"trace[122851219] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"3.7107719s","start":"2026-03-02T22:14:48.370344Z","end":"2026-03-02T22:14:52.081116Z","steps":["trace[122851219] 'process raft request' (duration: 3.709680714s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.08126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.602522646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:14:52.084528Z","caller":"traceutil/trace.go:171","msg":"trace[1035346173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24421; }","duration":"6.605779272s","start":"2026-03-02T22:14:45.478734Z","end":"2026-03-02T22:14:52.084513Z","steps":["trace[1035346173] 'agreement among raft nodes before linearized reading' (duration: 6.602423614s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.081335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.242904496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:52.084582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:45.478709Z","time spent":"6.605854033s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:14:52.084587Z","caller":"traceutil/trace.go:171","msg":"trace[801473920] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24421; }","duration":"7.246144821s","start":"2026-03-02T22:14:44.838426Z","end":"2026-03-02T22:14:52.08457Z","steps":["trace[801473920] 'agreement among raft nodes before linearized reading' (duration: 7.242848865s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.084635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:44.838361Z","time spent":"7.246255624s","remote":"127.0.0.1:48610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:52.084685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.370312Z","time spent":"3.713836101s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:52.081366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.718674061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:52.084817Z","caller":"traceutil/trace.go:171","msg":"trace[1970325521] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24421; }","duration":"7.722121531s","start":"2026-03-02T22:14:44.362687Z","end":"2026-03-02T22:14:52.084809Z","steps":["trace[1970325521] 'agreement among raft nodes before linearized reading' (duration: 7.71866171s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.084848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:44.362635Z","time spent":"7.722200892s","remote":"127.0.0.1:60046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:52.0814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.220173732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:52.084981Z","caller":"traceutil/trace.go:171","msg":"trace[1240608847] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24421; }","duration":"8.223778456s","start":"2026-03-02T22:14:43.861191Z","end":"2026-03-02T22:14:52.08497Z","steps":["trace[1240608847] 'agreement among raft nodes before linearized reading' (duration: 8.220191413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.085016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:43.861177Z","time spent":"8.223830427s","remote":"127.0.0.1:36444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:52.081423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.245605164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:52.085133Z","caller":"traceutil/trace.go:171","msg":"trace[1921664380] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24421; }","duration":"8.249355551s","start":"2026-03-02T22:14:43.835769Z","end":"2026-03-02T22:14:52.085125Z","steps":["trace[1921664380] 'agreement among raft nodes before linearized reading' (duration: 8.245639975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.085163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:43.835746Z","time spent":"8.249407102s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:52.081447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.313383509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:52.085278Z","caller":"traceutil/trace.go:171","msg":"trace[1297149223] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24421; }","duration":"8.317252819s","start":"2026-03-02T22:14:43.768017Z","end":"2026-03-02T22:14:52.085269Z","steps":["trace[1297149223] 'agreement among raft nodes before linearized reading' (duration: 8.31341564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.085309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:43.767984Z","time spent":"8.317315821s","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:52.081477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.305694435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:52.085423Z","caller":"traceutil/trace.go:171","msg":"trace[1173102579] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24421; }","duration":"9.309648347s","start":"2026-03-02T22:14:42.775764Z","end":"2026-03-02T22:14:52.085413Z","steps":["trace[1173102579] 'agreement among raft nodes before linearized reading' (duration: 9.305691965s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.085477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.775758Z","time spent":"9.309712349s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:52.08154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.308630594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ec10169-ac67-4a6d-b574-4d33f9d286d3\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-02T22:14:52.085543Z","caller":"traceutil/trace.go:171","msg":"trace[318745993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ec10169-ac67-4a6d-b574-4d33f9d286d3; range_end:; response_count:1; response_revision:24421; }","duration":"9.312640637s","start":"2026-03-02T22:14:42.772892Z","end":"2026-03-02T22:14:52.085533Z","steps":["trace[318745993] 'agreement among raft nodes before linearized reading' (duration: 9.308593622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.085583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:42.772884Z","time spent":"9.312688187s","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-3ec10169-ac67-4a6d-b574-4d33f9d286d3\" "} {"level":"warn","ts":"2026-03-02T22:14:52.081879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.645127122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299311"} {"level":"info","ts":"2026-03-02T22:14:52.085702Z","caller":"traceutil/trace.go:171","msg":"trace[463323023] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:24421; }","duration":"10.648979512s","start":"2026-03-02T22:14:41.436692Z","end":"2026-03-02T22:14:52.085671Z","steps":["trace[463323023] 'agreement among raft nodes before linearized reading' (duration: 10.644863636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.085766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.436666Z","time spent":"10.649072094s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299333,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:14:52.083152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.397048124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T22:14:52.085812Z","caller":"traceutil/trace.go:171","msg":"trace[117862365] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:24421; }","duration":"10.399738267s","start":"2026-03-02T22:14:41.68606Z","end":"2026-03-02T22:14:52.085798Z","steps":["trace[117862365] 'agreement among raft nodes before linearized reading' (duration: 10.395046438s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.085845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:41.686046Z","time spent":"10.399791548s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-03-02T22:14:52.474457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997294247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:52.474569Z","caller":"traceutil/trace.go:171","msg":"trace[1575084561] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997483111s","start":"2026-03-02T22:14:47.477057Z","end":"2026-03-02T22:14:52.47454Z","steps":["trace[1575084561] 'agreement among raft nodes before linearized reading' (duration: 4.997334097s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.474635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:47.477026Z","time spent":"4.997596584s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 22:14:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:52.50749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.141746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:52.5076Z","caller":"traceutil/trace.go:171","msg":"trace[1092770120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"416.29438ms","start":"2026-03-02T22:14:52.091281Z","end":"2026-03-02T22:14:52.507575Z","steps":["trace[1092770120] 'agreement among raft nodes before linearized reading' (duration: 416.151697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:52.507655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.091272Z","time spent":"416.371661ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/02 22:14:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:53.046546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998451964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:14:53.046629Z","caller":"traceutil/trace.go:171","msg":"trace[1085516610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998574006s","start":"2026-03-02T22:14:48.048035Z","end":"2026-03-02T22:14:53.046609Z","steps":["trace[1085516610] 'agreement among raft nodes before linearized reading' (duration: 4.998463883s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.046677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.048026Z","time spent":"4.998640278s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 22:14:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:53.047711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999351544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:53.047825Z","caller":"traceutil/trace.go:171","msg":"trace[1920547965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999513669s","start":"2026-03-02T22:14:48.048287Z","end":"2026-03-02T22:14:53.047801Z","steps":["trace[1920547965] 'agreement among raft nodes before linearized reading' (duration: 4.999355505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.047887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.048283Z","time spent":"4.999594661s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 22:14:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:14:53.060224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000293957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:14:53.060351Z","caller":"traceutil/trace.go:171","msg":"trace[2095691666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000498711s","start":"2026-03-02T22:14:48.059822Z","end":"2026-03-02T22:14:53.06032Z","steps":["trace[2095691666] 'agreement among raft nodes before linearized reading' (duration: 5.000308896s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.06043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.059804Z","time spent":"5.000603604s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:14:53.172596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.477687ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:14:53.172742Z","caller":"traceutil/trace.go:171","msg":"trace[31421881] linearizableReadLoop","detail":"{readStateIndex:25273; appliedIndex:25272; }","duration":"1.092598847s","start":"2026-03-02T22:14:52.080124Z","end":"2026-03-02T22:14:53.172723Z","steps":["trace[31421881] 'read index received' (duration: 128.099269ms)","trace[31421881] 'applied index is now lower than readState.Index' (duration: 964.497827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:53.173463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929547082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.173569Z","caller":"traceutil/trace.go:171","msg":"trace[1649947760] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24422; }","duration":"4.929725525s","start":"2026-03-02T22:14:48.243813Z","end":"2026-03-02T22:14:53.173538Z","steps":["trace[1649947760] 'agreement among raft nodes before linearized reading' (duration: 4.929523431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.173596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.124937785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:14:53.173649Z","caller":"traceutil/trace.go:171","msg":"trace[284480552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24422; }","duration":"5.125038217s","start":"2026-03-02T22:14:48.048595Z","end":"2026-03-02T22:14:53.173633Z","steps":["trace[284480552] 'agreement among raft nodes before linearized reading' (duration: 5.124796551s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.173674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.243765Z","time spent":"4.929850808s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.17371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.048587Z","time spent":"5.125110229s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:53.17398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.12555586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:14:53.173982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074746685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.173994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888654669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.174026Z","caller":"traceutil/trace.go:171","msg":"trace[734116518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24422; }","duration":"5.125613801s","start":"2026-03-02T22:14:48.0484Z","end":"2026-03-02T22:14:53.174014Z","steps":["trace[734116518] 'agreement among raft nodes before linearized reading' (duration: 5.125532659s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.048396Z","time spent":"5.125658801s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:14:53.174062Z","caller":"traceutil/trace.go:171","msg":"trace[146043477] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24422; }","duration":"1.888763691s","start":"2026-03-02T22:14:51.285269Z","end":"2026-03-02T22:14:53.174033Z","steps":["trace[146043477] 'agreement among raft nodes before linearized reading' (duration: 1.888655648s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314597634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:53.174108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.328012104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.174168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513508555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.174136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.119580044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:53.174203Z","caller":"traceutil/trace.go:171","msg":"trace[1463777574] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24422; }","duration":"4.328204368s","start":"2026-03-02T22:14:48.845976Z","end":"2026-03-02T22:14:53.17418Z","steps":["trace[1463777574] 'agreement among raft nodes before linearized reading' (duration: 4.327989733s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.173606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133743068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:53.174275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657472287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.174219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.791489301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.174284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.845948Z","time spent":"4.328323712s","remote":"127.0.0.1:48658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.174304Z","caller":"traceutil/trace.go:171","msg":"trace[1914115325] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24422; }","duration":"2.657549108s","start":"2026-03-02T22:14:50.516746Z","end":"2026-03-02T22:14:53.174295Z","steps":["trace[1914115325] 'agreement among raft nodes before linearized reading' (duration: 2.657481246s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.174307Z","caller":"traceutil/trace.go:171","msg":"trace[133973264] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24422; }","duration":"6.11978962s","start":"2026-03-02T22:14:47.054447Z","end":"2026-03-02T22:14:53.174236Z","steps":["trace[133973264] 'agreement among raft nodes before linearized reading' (duration: 6.119573295s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:50.516726Z","time spent":"2.65760752s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.174351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082933662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T22:14:53.174329Z","caller":"traceutil/trace.go:171","msg":"trace[306824394] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24422; }","duration":"4.791634194s","start":"2026-03-02T22:14:48.382673Z","end":"2026-03-02T22:14:53.174308Z","steps":["trace[306824394] 'agreement among raft nodes before linearized reading' (duration: 4.791362328s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230038817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T22:14:53.174388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:47.054424Z","time spent":"6.119944883s","remote":"127.0.0.1:59976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.174404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533387115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-03-02T22:14:53.174421Z","caller":"traceutil/trace.go:171","msg":"trace[1507508937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24422; }","duration":"2.230115229s","start":"2026-03-02T22:14:50.944289Z","end":"2026-03-02T22:14:53.174404Z","steps":["trace[1507508937] 'agreement among raft nodes before linearized reading' (duration: 2.229920834s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.382657Z","time spent":"4.791731456s","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.174442Z","caller":"traceutil/trace.go:171","msg":"trace[1111486771] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24422; }","duration":"3.533482047s","start":"2026-03-02T22:14:49.640949Z","end":"2026-03-02T22:14:53.174431Z","steps":["trace[1111486771] 'agreement among raft nodes before linearized reading' (duration: 3.533289383s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.640923Z","time spent":"3.533538389s","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T22:14:53.17446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.939264186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.174176Z","caller":"traceutil/trace.go:171","msg":"trace[352493285] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24422; }","duration":"2.314786658s","start":"2026-03-02T22:14:50.859362Z","end":"2026-03-02T22:14:53.174149Z","steps":["trace[352493285] 'agreement among raft nodes before linearized reading' (duration: 2.314578373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.118312779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.174574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.888017432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:53.174596Z","caller":"traceutil/trace.go:171","msg":"trace[950429242] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24422; }","duration":"7.118376561s","start":"2026-03-02T22:14:46.05621Z","end":"2026-03-02T22:14:53.174587Z","steps":["trace[950429242] 'agreement among raft nodes before linearized reading' (duration: 7.11832332s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:50.859338Z","time spent":"2.315256499s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.17463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.056191Z","time spent":"7.118431962s","remote":"127.0.0.1:36046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.174635Z","caller":"traceutil/trace.go:171","msg":"trace[642750396] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24422; }","duration":"3.888139546s","start":"2026-03-02T22:14:49.286477Z","end":"2026-03-02T22:14:53.174617Z","steps":["trace[642750396] 'agreement among raft nodes before linearized reading' (duration: 3.888042333s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082392699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.174662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.423207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:14:53.174689Z","caller":"traceutil/trace.go:171","msg":"trace[1093509255] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24422; }","duration":"1.08241857s","start":"2026-03-02T22:14:52.092262Z","end":"2026-03-02T22:14:53.174681Z","steps":["trace[1093509255] 'agreement among raft nodes before linearized reading' (duration: 1.082358249s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.174728Z","caller":"traceutil/trace.go:171","msg":"trace[169927405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24422; }","duration":"746.52803ms","start":"2026-03-02T22:14:52.428173Z","end":"2026-03-02T22:14:53.174701Z","steps":["trace[169927405] 'agreement among raft nodes before linearized reading' (duration: 746.425577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.088467Z","time spent":"1.085969492s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:14:53.174785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.42815Z","time spent":"746.621722ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.174846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.128137888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T22:14:53.174877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.25243868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.174893Z","caller":"traceutil/trace.go:171","msg":"trace[2064043760] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24422; }","duration":"7.128207609s","start":"2026-03-02T22:14:46.04666Z","end":"2026-03-02T22:14:53.174867Z","steps":["trace[2064043760] 'agreement among raft nodes before linearized reading' (duration: 7.128102587s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.174909Z","caller":"traceutil/trace.go:171","msg":"trace[283234265] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24422; }","duration":"5.252523992s","start":"2026-03-02T22:14:47.922378Z","end":"2026-03-02T22:14:53.174902Z","steps":["trace[283234265] 'agreement among raft nodes before linearized reading' (duration: 5.252466301s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.046635Z","time spent":"7.128275531s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" "} {"level":"warn","ts":"2026-03-02T22:14:53.174939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:47.922354Z","time spent":"5.252579683s","remote":"127.0.0.1:59800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.174062Z","caller":"traceutil/trace.go:171","msg":"trace[1873940998] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24422; }","duration":"2.074852408s","start":"2026-03-02T22:14:51.099175Z","end":"2026-03-02T22:14:53.174027Z","steps":["trace[1873940998] 'agreement among raft nodes before linearized reading' (duration: 2.074760696s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:51.099153Z","time spent":"2.075818821s","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.174683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.286446Z","time spent":"3.888225927s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.1743Z","caller":"traceutil/trace.go:171","msg":"trace[1566481742] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24422; }","duration":"2.134476035s","start":"2026-03-02T22:14:51.039807Z","end":"2026-03-02T22:14:53.174283Z","steps":["trace[1566481742] 'agreement among raft nodes before linearized reading' (duration: 2.133628295s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.17433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.12601041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:14:53.175141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.792205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:14:53.175177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.12774468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:14:53.175189Z","caller":"traceutil/trace.go:171","msg":"trace[1650838688] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24422; }","duration":"709.867448ms","start":"2026-03-02T22:14:52.465308Z","end":"2026-03-02T22:14:53.175176Z","steps":["trace[1650838688] 'agreement among raft nodes before linearized reading' (duration: 709.700634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.175202Z","caller":"traceutil/trace.go:171","msg":"trace[859089313] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24422; }","duration":"5.127821922s","start":"2026-03-02T22:14:48.047372Z","end":"2026-03-02T22:14:53.175194Z","steps":["trace[859089313] 'agreement among raft nodes before linearized reading' (duration: 5.127771561s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.175216Z","caller":"traceutil/trace.go:171","msg":"trace[582076884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24422; }","duration":"5.126952461s","start":"2026-03-02T22:14:48.048217Z","end":"2026-03-02T22:14:53.17517Z","steps":["trace[582076884] 'agreement among raft nodes before linearized reading' (duration: 5.125770954s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.175233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.047343Z","time spent":"5.127885804s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:53.175242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.465296Z","time spent":"709.932559ms","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.175259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:48.048212Z","time spent":"5.127033253s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:14:53.174573Z","caller":"traceutil/trace.go:171","msg":"trace[1216299629] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24422; }","duration":"6.93942962s","start":"2026-03-02T22:14:46.235121Z","end":"2026-03-02T22:14:53.174551Z","steps":["trace[1216299629] 'agreement among raft nodes before linearized reading' (duration: 6.939240756s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.274462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.175387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.175329687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.174405Z","caller":"traceutil/trace.go:171","msg":"trace[1471743431] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24422; }","duration":"1.082982653s","start":"2026-03-02T22:14:52.091392Z","end":"2026-03-02T22:14:53.174375Z","steps":["trace[1471743431] 'agreement among raft nodes before linearized reading' (duration: 1.082784318s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.175478Z","caller":"traceutil/trace.go:171","msg":"trace[1228442552] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24422; }","duration":"5.175517741s","start":"2026-03-02T22:14:47.999947Z","end":"2026-03-02T22:14:53.175465Z","steps":["trace[1228442552] 'agreement among raft nodes before linearized reading' (duration: 5.175080061s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.175487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.091388Z","time spent":"1.084087359s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-02T22:14:53.17552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:47.999935Z","time spent":"5.175572462s","remote":"127.0.0.1:36008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.174115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:51.285245Z","time spent":"1.888857314s","remote":"127.0.0.1:36370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.175406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:46.235033Z","time spent":"6.940349921s","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:14:53.174604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.498031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.175785Z","caller":"traceutil/trace.go:171","msg":"trace[1098593155] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24422; }","duration":"265.719819ms","start":"2026-03-02T22:14:52.910054Z","end":"2026-03-02T22:14:53.175774Z","steps":["trace[1098593155] 'agreement among raft nodes before linearized reading' (duration: 264.523742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:50.944266Z","time spent":"2.230198361s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:14:53.174539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.677476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.175973Z","caller":"traceutil/trace.go:171","msg":"trace[1353680395] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24422; }","duration":"131.1528ms","start":"2026-03-02T22:14:53.044811Z","end":"2026-03-02T22:14:53.175964Z","steps":["trace[1353680395] 'agreement among raft nodes before linearized reading' (duration: 129.703266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.174742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:52.092241Z","time spent":"1.082493822s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:53.175131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:51.039768Z","time spent":"2.135343455s","remote":"127.0.0.1:48570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:14:53.174196Z","caller":"traceutil/trace.go:171","msg":"trace[1096435212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24422; }","duration":"1.513576897s","start":"2026-03-02T22:14:51.660609Z","end":"2026-03-02T22:14:53.174185Z","steps":["trace[1096435212] 'agreement among raft nodes before linearized reading' (duration: 1.513536046s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.176164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:51.660591Z","time spent":"1.515556362s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:14:53.175422Z","caller":"traceutil/trace.go:171","msg":"trace[714864004] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24422; }","duration":"107.242014ms","start":"2026-03-02T22:14:53.068164Z","end":"2026-03-02T22:14:53.175406Z","steps":["trace[714864004] 'agreement among raft nodes before linearized reading' (duration: 106.288442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.178893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524938679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-02T22:14:53.178987Z","caller":"traceutil/trace.go:171","msg":"trace[2089794900] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24422; }","duration":"3.525095493s","start":"2026-03-02T22:14:49.653879Z","end":"2026-03-02T22:14:53.178975Z","steps":["trace[2089794900] 'agreement among raft nodes before linearized reading' (duration: 3.520051026s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.179032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:49.653859Z","time spent":"3.525163084s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-02T22:14:53.394486Z","caller":"traceutil/trace.go:171","msg":"trace[934215519] linearizableReadLoop","detail":"{readStateIndex:25275; appliedIndex:25274; }","duration":"217.16474ms","start":"2026-03-02T22:14:53.177292Z","end":"2026-03-02T22:14:53.394456Z","steps":["trace[934215519] 'read index received' (duration: 135.565302ms)","trace[934215519] 'applied index is now lower than readState.Index' (duration: 81.598138ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:53.39456Z","caller":"traceutil/trace.go:171","msg":"trace[1252687223] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24422; }","duration":"218.265335ms","start":"2026-03-02T22:14:53.17622Z","end":"2026-03-02T22:14:53.394485Z","steps":["trace[1252687223] 'process raft request' (duration: 136.370361ms)","trace[1252687223] 'compare' (duration: 81.804772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:53.394633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.318963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.394659Z","caller":"traceutil/trace.go:171","msg":"trace[1835155579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24422; }","duration":"217.389395ms","start":"2026-03-02T22:14:53.177262Z","end":"2026-03-02T22:14:53.394651Z","steps":["trace[1835155579] 'agreement among raft nodes before linearized reading' (duration: 217.319814ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.50464Z","caller":"traceutil/trace.go:171","msg":"trace[1176592413] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"324.68607ms","start":"2026-03-02T22:14:53.179908Z","end":"2026-03-02T22:14:53.504594Z","steps":["trace[1176592413] 'process raft request' (duration: 324.319531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.504741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.180008Z","time spent":"324.718001ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:14:53.50486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.179888Z","time spent":"324.853834ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:53.50576Z","caller":"traceutil/trace.go:171","msg":"trace[644745081] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"324.452855ms","start":"2026-03-02T22:14:53.181269Z","end":"2026-03-02T22:14:53.505722Z","steps":["trace[644745081] 'process raft request' (duration: 323.38875ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.505851Z","caller":"traceutil/trace.go:171","msg":"trace[1499909810] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"324.500986ms","start":"2026-03-02T22:14:53.181316Z","end":"2026-03-02T22:14:53.505817Z","steps":["trace[1499909810] 'process raft request' (duration: 324.278401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.505938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.181251Z","time spent":"324.576578ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:53.506048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.1813Z","time spent":"324.644679ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:53.506102Z","caller":"traceutil/trace.go:171","msg":"trace[166553779] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"320.061982ms","start":"2026-03-02T22:14:53.186015Z","end":"2026-03-02T22:14:53.506077Z","steps":["trace[166553779] 'process raft request' (duration: 319.712024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.5063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.186007Z","time spent":"320.179696ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:53.506402Z","caller":"traceutil/trace.go:171","msg":"trace[792193066] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"324.471775ms","start":"2026-03-02T22:14:53.181902Z","end":"2026-03-02T22:14:53.506374Z","steps":["trace[792193066] 'process raft request' (duration: 323.768369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.506506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.181879Z","time spent":"324.569338ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:14:53.506645Z","caller":"traceutil/trace.go:171","msg":"trace[2137259462] linearizableReadLoop","detail":"{readStateIndex:25282; appliedIndex:25276; }","duration":"112.068066ms","start":"2026-03-02T22:14:53.394555Z","end":"2026-03-02T22:14:53.506623Z","steps":["trace[2137259462] 'read index received' (duration: 109.856265ms)","trace[2137259462] 'applied index is now lower than readState.Index' (duration: 2.209831ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:53.506817Z","caller":"traceutil/trace.go:171","msg":"trace[1119119112] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"318.614709ms","start":"2026-03-02T22:14:53.188181Z","end":"2026-03-02T22:14:53.506796Z","steps":["trace[1119119112] 'process raft request' (duration: 317.757059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.50682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.34924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.506891Z","caller":"traceutil/trace.go:171","msg":"trace[2000280846] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24428; }","duration":"317.441932ms","start":"2026-03-02T22:14:53.189429Z","end":"2026-03-02T22:14:53.506871Z","steps":["trace[2000280846] 'agreement among raft nodes before linearized reading' (duration: 317.324459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.506901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.544803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b6f8695f-f4ce-4180-b7ad-30323694dc6f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T22:14:53.506952Z","caller":"traceutil/trace.go:171","msg":"trace[188191119] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b6f8695f-f4ce-4180-b7ad-30323694dc6f; range_end:; response_count:1; response_revision:24428; }","duration":"326.605325ms","start":"2026-03-02T22:14:53.180328Z","end":"2026-03-02T22:14:53.506933Z","steps":["trace[188191119] 'agreement among raft nodes before linearized reading' (duration: 326.438711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.18032Z","time spent":"326.672697ms","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-b6f8695f-f4ce-4180-b7ad-30323694dc6f\" "} {"level":"warn","ts":"2026-03-02T22:14:53.506949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.189421Z","time spent":"317.514483ms","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:14:53.5071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:14:53.188172Z","time spent":"318.695901ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:14:53.554437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.114921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:14:53.55451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.903588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:53.554549Z","caller":"traceutil/trace.go:171","msg":"trace[1467951406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24428; }","duration":"150.283375ms","start":"2026-03-02T22:14:53.40424Z","end":"2026-03-02T22:14:53.554524Z","steps":["trace[1467951406] 'agreement among raft nodes before linearized reading' (duration: 150.124401ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.554609Z","caller":"traceutil/trace.go:171","msg":"trace[1479626892] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24428; }","duration":"114.095263ms","start":"2026-03-02T22:14:53.440491Z","end":"2026-03-02T22:14:53.554586Z","steps":["trace[1479626892] 'agreement among raft nodes before linearized reading' (duration: 113.870208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.67523Z","caller":"traceutil/trace.go:171","msg":"trace[349834837] linearizableReadLoop","detail":"{readStateIndex:25286; appliedIndex:25285; }","duration":"104.811157ms","start":"2026-03-02T22:14:53.570388Z","end":"2026-03-02T22:14:53.675199Z","steps":["trace[349834837] 'read index received' (duration: 64.05113ms)","trace[349834837] 'applied index is now lower than readState.Index' (duration: 40.758747ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:53.675358Z","caller":"traceutil/trace.go:171","msg":"trace[975703229] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"119.395536ms","start":"2026-03-02T22:14:53.555946Z","end":"2026-03-02T22:14:53.675342Z","steps":["trace[975703229] 'process raft request' (duration: 78.479965ms)","trace[975703229] 'compare' (duration: 40.383019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:53.675813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.397081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-6fd8b97cf9-vsnbb.18992540175e6326\" ","response":"range_response_count:1 size:1170"} {"level":"info","ts":"2026-03-02T22:14:53.675865Z","caller":"traceutil/trace.go:171","msg":"trace[2086614288] range","detail":"{range_begin:/registry/events/openstack/senlin-api-6fd8b97cf9-vsnbb.18992540175e6326; range_end:; response_count:1; response_revision:24431; }","duration":"105.493753ms","start":"2026-03-02T22:14:53.570356Z","end":"2026-03-02T22:14:53.67585Z","steps":["trace[2086614288] 'agreement among raft nodes before linearized reading' (duration: 105.246108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.69714Z","caller":"traceutil/trace.go:171","msg":"trace[1121507940] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"120.545893ms","start":"2026-03-02T22:14:53.576563Z","end":"2026-03-02T22:14:53.697109Z","steps":["trace[1121507940] 'process raft request' (duration: 120.396459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.893376Z","caller":"traceutil/trace.go:171","msg":"trace[439317082] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"180.248142ms","start":"2026-03-02T22:14:53.713083Z","end":"2026-03-02T22:14:53.893332Z","steps":["trace[439317082] 'process raft request' (duration: 179.017013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.893462Z","caller":"traceutil/trace.go:171","msg":"trace[55218886] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"176.586936ms","start":"2026-03-02T22:14:53.716842Z","end":"2026-03-02T22:14:53.893429Z","steps":["trace[55218886] 'process raft request' (duration: 176.354101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:53.893404Z","caller":"traceutil/trace.go:171","msg":"trace[1763618726] linearizableReadLoop","detail":"{readStateIndex:25292; appliedIndex:25290; }","duration":"180.213761ms","start":"2026-03-02T22:14:53.713136Z","end":"2026-03-02T22:14:53.893349Z","steps":["trace[1763618726] 'read index received' (duration: 8.016467ms)","trace[1763618726] 'applied index is now lower than readState.Index' (duration: 172.195794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:53.893975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.578214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6909bc5a-bb7c-4140-8e3d-f6fd7fd532f4\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-02T22:14:53.894054Z","caller":"traceutil/trace.go:171","msg":"trace[830273531] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6909bc5a-bb7c-4140-8e3d-f6fd7fd532f4; range_end:; response_count:1; response_revision:24438; }","duration":"178.768477ms","start":"2026-03-02T22:14:53.715261Z","end":"2026-03-02T22:14:53.89403Z","steps":["trace[830273531] 'agreement among raft nodes before linearized reading' (duration: 178.589153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.893968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.28256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:14:53.894161Z","caller":"traceutil/trace.go:171","msg":"trace[417726171] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24438; }","duration":"170.519646ms","start":"2026-03-02T22:14:53.72362Z","end":"2026-03-02T22:14:53.894139Z","steps":["trace[417726171] 'agreement among raft nodes before linearized reading' (duration: 170.228709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:53.894822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.509478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T22:14:53.894884Z","caller":"traceutil/trace.go:171","msg":"trace[2106371308] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:24438; }","duration":"181.778218ms","start":"2026-03-02T22:14:53.713089Z","end":"2026-03-02T22:14:53.894867Z","steps":["trace[2106371308] 'agreement among raft nodes before linearized reading' (duration: 180.390145ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:54.35221Z","caller":"traceutil/trace.go:171","msg":"trace[692415022] linearizableReadLoop","detail":"{readStateIndex:25306; appliedIndex:25305; }","duration":"134.60146ms","start":"2026-03-02T22:14:54.217579Z","end":"2026-03-02T22:14:54.352181Z","steps":["trace[692415022] 'read index received' (duration: 126.061801ms)","trace[692415022] 'applied index is now lower than readState.Index' (duration: 8.538399ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:54.352237Z","caller":"traceutil/trace.go:171","msg":"trace[1507769299] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"210.466545ms","start":"2026-03-02T22:14:54.141743Z","end":"2026-03-02T22:14:54.35221Z","steps":["trace[1507769299] 'process raft request' (duration: 201.985847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:54.352392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.797524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:54.352433Z","caller":"traceutil/trace.go:171","msg":"trace[134443963] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:24450; }","duration":"134.889266ms","start":"2026-03-02T22:14:54.217534Z","end":"2026-03-02T22:14:54.352423Z","steps":["trace[134443963] 'agreement among raft nodes before linearized reading' (duration: 134.745063ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:54.63676Z","caller":"traceutil/trace.go:171","msg":"trace[802610598] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"133.933175ms","start":"2026-03-02T22:14:54.50278Z","end":"2026-03-02T22:14:54.636713Z","steps":["trace[802610598] 'process raft request' (duration: 133.457854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:54.780999Z","caller":"traceutil/trace.go:171","msg":"trace[2065330696] linearizableReadLoop","detail":"{readStateIndex:25310; appliedIndex:25307; }","duration":"119.874887ms","start":"2026-03-02T22:14:54.6611Z","end":"2026-03-02T22:14:54.780975Z","steps":["trace[2065330696] 'read index received' (duration: 22.062503ms)","trace[2065330696] 'applied index is now lower than readState.Index' (duration: 97.811164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:14:54.781167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.033421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:54.781215Z","caller":"traceutil/trace.go:171","msg":"trace[1715526106] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24454; }","duration":"120.126413ms","start":"2026-03-02T22:14:54.661074Z","end":"2026-03-02T22:14:54.781201Z","steps":["trace[1715526106] 'agreement among raft nodes before linearized reading' (duration: 120.011911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:54.781367Z","caller":"traceutil/trace.go:171","msg":"trace[183569365] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"136.968335ms","start":"2026-03-02T22:14:54.644257Z","end":"2026-03-02T22:14:54.781226Z","steps":["trace[183569365] 'process raft request' (duration: 136.536955ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:54.781463Z","caller":"traceutil/trace.go:171","msg":"trace[1183201380] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"137.139189ms","start":"2026-03-02T22:14:54.644312Z","end":"2026-03-02T22:14:54.781451Z","steps":["trace[1183201380] 'process raft request' (duration: 136.600817ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:54.835689Z","caller":"traceutil/trace.go:171","msg":"trace[1396262118] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"112.440975ms","start":"2026-03-02T22:14:54.723217Z","end":"2026-03-02T22:14:54.835658Z","steps":["trace[1396262118] 'process raft request' (duration: 112.24451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:54.916172Z","caller":"traceutil/trace.go:171","msg":"trace[1384121946] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"126.355708ms","start":"2026-03-02T22:14:54.789771Z","end":"2026-03-02T22:14:54.916127Z","steps":["trace[1384121946] 'process raft request' (duration: 116.420177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:56.277672Z","caller":"traceutil/trace.go:171","msg":"trace[864344731] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"161.074565ms","start":"2026-03-02T22:14:56.116569Z","end":"2026-03-02T22:14:56.277644Z","steps":["trace[864344731] 'process raft request' (duration: 119.486698ms)","trace[864344731] 'compare' (duration: 41.305341ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:56.277847Z","caller":"traceutil/trace.go:171","msg":"trace[546038578] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"158.791692ms","start":"2026-03-02T22:14:56.119009Z","end":"2026-03-02T22:14:56.2778Z","steps":["trace[546038578] 'process raft request' (duration: 158.559687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:58.415637Z","caller":"traceutil/trace.go:171","msg":"trace[1464029439] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"132.144793ms","start":"2026-03-02T22:14:58.283463Z","end":"2026-03-02T22:14:58.415608Z","steps":["trace[1464029439] 'process raft request' (duration: 131.99722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:14:58.416807Z","caller":"traceutil/trace.go:171","msg":"trace[1454223288] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"132.082241ms","start":"2026-03-02T22:14:58.284701Z","end":"2026-03-02T22:14:58.416784Z","steps":["trace[1454223288] 'process raft request' (duration: 131.911607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:00.32894Z","caller":"traceutil/trace.go:171","msg":"trace[1233756676] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"211.894088ms","start":"2026-03-02T22:15:00.117015Z","end":"2026-03-02T22:15:00.328909Z","steps":["trace[1233756676] 'process raft request' (duration: 118.014205ms)","trace[1233756676] 'compare' (duration: 93.646698ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:00.359965Z","caller":"traceutil/trace.go:171","msg":"trace[1836577900] linearizableReadLoop","detail":"{readStateIndex:25347; appliedIndex:25345; }","duration":"207.200248ms","start":"2026-03-02T22:15:00.152738Z","end":"2026-03-02T22:15:00.359939Z","steps":["trace[1836577900] 'read index received' (duration: 82.300924ms)","trace[1836577900] 'applied index is now lower than readState.Index' (duration: 124.897514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:00.360183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.414633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:00.360222Z","caller":"traceutil/trace.go:171","msg":"trace[323359819] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24494; }","duration":"207.477864ms","start":"2026-03-02T22:15:00.15273Z","end":"2026-03-02T22:15:00.360208Z","steps":["trace[323359819] 'agreement among raft nodes before linearized reading' (duration: 207.318251ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:00.360622Z","caller":"traceutil/trace.go:171","msg":"trace[1586949659] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"209.808149ms","start":"2026-03-02T22:15:00.150801Z","end":"2026-03-02T22:15:00.360609Z","steps":["trace[1586949659] 'process raft request' (duration: 208.661822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:00.360873Z","caller":"traceutil/trace.go:171","msg":"trace[1245767632] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"206.39313ms","start":"2026-03-02T22:15:00.154472Z","end":"2026-03-02T22:15:00.360865Z","steps":["trace[1245767632] 'process raft request' (duration: 205.236953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:00.361077Z","caller":"traceutil/trace.go:171","msg":"trace[1958555932] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"179.920293ms","start":"2026-03-02T22:15:00.181149Z","end":"2026-03-02T22:15:00.361069Z","steps":["trace[1958555932] 'process raft request' (duration: 178.670984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:00.361346Z","caller":"traceutil/trace.go:171","msg":"trace[348924870] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"178.004129ms","start":"2026-03-02T22:15:00.183298Z","end":"2026-03-02T22:15:00.361302Z","steps":["trace[348924870] 'process raft request' (duration: 176.588846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:00.448245Z","caller":"traceutil/trace.go:171","msg":"trace[927274388] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"111.313799ms","start":"2026-03-02T22:15:00.336886Z","end":"2026-03-02T22:15:00.4482Z","steps":["trace[927274388] 'process raft request' (duration: 98.806778ms)","trace[927274388] 'compare' (duration: 12.310436ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:00.744145Z","caller":"traceutil/trace.go:171","msg":"trace[981063364] linearizableReadLoop","detail":"{readStateIndex:25366; appliedIndex:25365; }","duration":"114.917922ms","start":"2026-03-02T22:15:00.629199Z","end":"2026-03-02T22:15:00.744116Z","steps":["trace[981063364] 'read index received' (duration: 48.083428ms)","trace[981063364] 'applied index is now lower than readState.Index' (duration: 66.833154ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:00.744203Z","caller":"traceutil/trace.go:171","msg":"trace[1775066029] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"127.693359ms","start":"2026-03-02T22:15:00.616484Z","end":"2026-03-02T22:15:00.744177Z","steps":["trace[1775066029] 'process raft request' (duration: 60.824654ms)","trace[1775066029] 'compare' (duration: 66.665321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:00.744344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.122938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:00.744389Z","caller":"traceutil/trace.go:171","msg":"trace[28219799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24510; }","duration":"115.184589ms","start":"2026-03-02T22:15:00.629191Z","end":"2026-03-02T22:15:00.744376Z","steps":["trace[28219799] 'agreement among raft nodes before linearized reading' (duration: 115.092377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:01.199191Z","caller":"traceutil/trace.go:171","msg":"trace[916566845] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"186.761353ms","start":"2026-03-02T22:15:01.012404Z","end":"2026-03-02T22:15:01.199165Z","steps":["trace[916566845] 'process raft request' (duration: 186.61843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:01.19981Z","caller":"traceutil/trace.go:171","msg":"trace[1593511421] linearizableReadLoop","detail":"{readStateIndex:25367; appliedIndex:25367; }","duration":"151.546184ms","start":"2026-03-02T22:15:01.048249Z","end":"2026-03-02T22:15:01.199795Z","steps":["trace[1593511421] 'read index received' (duration: 151.535873ms)","trace[1593511421] 'applied index is now lower than readState.Index' (duration: 8.871µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:01.200027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.7681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T22:15:01.200054Z","caller":"traceutil/trace.go:171","msg":"trace[1591893358] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24511; }","duration":"151.842922ms","start":"2026-03-02T22:15:01.048204Z","end":"2026-03-02T22:15:01.200047Z","steps":["trace[1591893358] 'agreement among raft nodes before linearized reading' (duration: 151.725009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:01.225663Z","caller":"traceutil/trace.go:171","msg":"trace[2014698994] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"155.084517ms","start":"2026-03-02T22:15:01.070545Z","end":"2026-03-02T22:15:01.22563Z","steps":["trace[2014698994] 'process raft request' (duration: 154.920473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:05.407616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:05.908545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:06.319253Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.495286522s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:15:06.319915Z","caller":"traceutil/trace.go:171","msg":"trace[836290320] linearizableReadLoop","detail":"{readStateIndex:25406; appliedIndex:25405; }","duration":"1.412684371s","start":"2026-03-02T22:15:04.907206Z","end":"2026-03-02T22:15:06.319891Z","steps":["trace[836290320] 'read index received' (duration: 1.412238141s)","trace[836290320] 'applied index is now lower than readState.Index' (duration: 445.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:06.320135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412901567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:06.320185Z","caller":"traceutil/trace.go:171","msg":"trace[1066116047] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24549; }","duration":"1.413017018s","start":"2026-03-02T22:15:04.907153Z","end":"2026-03-02T22:15:06.32017Z","steps":["trace[1066116047] 'agreement among raft nodes before linearized reading' (duration: 1.412909026s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.320224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:04.907134Z","time spent":"1.41307877s","remote":"127.0.0.1:36438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:06.32026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.344393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:15:06.320253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.945237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:06.320337Z","caller":"traceutil/trace.go:171","msg":"trace[1609535552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24549; }","duration":"484.483357ms","start":"2026-03-02T22:15:05.835829Z","end":"2026-03-02T22:15:06.320312Z","steps":["trace[1609535552] 'agreement among raft nodes before linearized reading' (duration: 484.302152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.320344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.646565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:15:06.320399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.835803Z","time spent":"484.582898ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:15:06.320411Z","caller":"traceutil/trace.go:171","msg":"trace[175608936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24549; }","duration":"965.764119ms","start":"2026-03-02T22:15:05.354626Z","end":"2026-03-02T22:15:06.32039Z","steps":["trace[175608936] 'agreement among raft nodes before linearized reading' (duration: 965.560704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.320455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.354609Z","time spent":"965.83832ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:15:06.320493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.470548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:15:06.320536Z","caller":"traceutil/trace.go:171","msg":"trace[807261300] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24549; }","duration":"500.507239ms","start":"2026-03-02T22:15:05.820015Z","end":"2026-03-02T22:15:06.320522Z","steps":["trace[807261300] 'agreement among raft nodes before linearized reading' (duration: 500.356815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.320577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.819988Z","time spent":"500.577421ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:06.320614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003337472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:15:06.320651Z","caller":"traceutil/trace.go:171","msg":"trace[865963838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24549; }","duration":"1.003380403s","start":"2026-03-02T22:15:05.317256Z","end":"2026-03-02T22:15:06.320636Z","steps":["trace[865963838] 'agreement among raft nodes before linearized reading' (duration: 1.003286721s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.320688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.317249Z","time spent":"1.003433304s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:06.320378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.802685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:06.320743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.733472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:15:06.320786Z","caller":"traceutil/trace.go:171","msg":"trace[317820682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24549; }","duration":"484.843714ms","start":"2026-03-02T22:15:05.835932Z","end":"2026-03-02T22:15:06.320776Z","steps":["trace[317820682] 'agreement among raft nodes before linearized reading' (duration: 484.719622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.320649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253300755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:06.320792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014924112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:15:06.320821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.835902Z","time spent":"484.912086ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:15:06.320827Z","caller":"traceutil/trace.go:171","msg":"trace[1148588776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24549; }","duration":"1.253480779s","start":"2026-03-02T22:15:05.067335Z","end":"2026-03-02T22:15:06.320816Z","steps":["trace[1148588776] 'agreement among raft nodes before linearized reading' (duration: 1.253274635s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:06.320831Z","caller":"traceutil/trace.go:171","msg":"trace[634821950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24549; }","duration":"1.014999233s","start":"2026-03-02T22:15:05.305821Z","end":"2026-03-02T22:15:06.32082Z","steps":["trace[634821950] 'agreement among raft nodes before linearized reading' (duration: 1.014856149s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.320863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.067257Z","time spent":"1.253592451s","remote":"127.0.0.1:36276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:06.320866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.305805Z","time spent":"1.015054664s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:15:06.320947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.764256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:15:06.320989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.054024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T22:15:06.32102Z","caller":"traceutil/trace.go:171","msg":"trace[33156371] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24549; }","duration":"680.102295ms","start":"2026-03-02T22:15:05.640906Z","end":"2026-03-02T22:15:06.321008Z","steps":["trace[33156371] 'agreement among raft nodes before linearized reading' (duration: 680.046974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.321047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.640896Z","time spent":"680.145707ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:15:06.321084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301151557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-02T22:15:06.321124Z","caller":"traceutil/trace.go:171","msg":"trace[1494316431] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24549; }","duration":"1.301237169s","start":"2026-03-02T22:15:05.019868Z","end":"2026-03-02T22:15:06.321105Z","steps":["trace[1494316431] 'agreement among raft nodes before linearized reading' (duration: 1.300257466s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.321166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.019846Z","time spent":"1.30131277s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-02T22:15:06.320788Z","caller":"traceutil/trace.go:171","msg":"trace[1095201011] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24549; }","duration":"301.313286ms","start":"2026-03-02T22:15:06.01946Z","end":"2026-03-02T22:15:06.320774Z","steps":["trace[1095201011] 'agreement among raft nodes before linearized reading' (duration: 300.765084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.321278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.194324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:06.321312Z","caller":"traceutil/trace.go:171","msg":"trace[289308002] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24549; }","duration":"599.288256ms","start":"2026-03-02T22:15:05.722015Z","end":"2026-03-02T22:15:06.321303Z","steps":["trace[289308002] 'agreement among raft nodes before linearized reading' (duration: 599.100911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.321316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.019434Z","time spent":"301.86344ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:06.321343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.721988Z","time spent":"599.347337ms","remote":"127.0.0.1:59708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:06.320341Z","caller":"traceutil/trace.go:171","msg":"trace[827471245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24549; }","duration":"691.113201ms","start":"2026-03-02T22:15:05.629214Z","end":"2026-03-02T22:15:06.320327Z","steps":["trace[827471245] 'agreement among raft nodes before linearized reading' (duration: 690.938047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.321393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.629193Z","time spent":"692.185316ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:15:06.321232Z","caller":"traceutil/trace.go:171","msg":"trace[541550987] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24549; }","duration":"528.831728ms","start":"2026-03-02T22:15:05.79214Z","end":"2026-03-02T22:15:06.320972Z","steps":["trace[541550987] 'agreement among raft nodes before linearized reading' (duration: 528.734916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.321578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:05.792126Z","time spent":"529.436422ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:15:06.320117Z","caller":"traceutil/trace.go:171","msg":"trace[1227165734] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"1.496800916s","start":"2026-03-02T22:15:04.823243Z","end":"2026-03-02T22:15:06.320044Z","steps":["trace[1227165734] 'process raft request' (duration: 1.496299565s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:06.323893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:04.823207Z","time spent":"1.498514766s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:07.044235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:07.10174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.735701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:07.101907Z","caller":"traceutil/trace.go:171","msg":"trace[739574433] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"773.903116ms","start":"2026-03-02T22:15:06.32798Z","end":"2026-03-02T22:15:07.101883Z","steps":["trace[739574433] 'process raft request' (duration: 107.918169ms)","trace[739574433] 'compare' (duration: 664.84512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:07.101976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.327953Z","time spent":"773.992028ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:07.544859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299201993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:07.582714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146716756s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:15:08.229859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.817772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:08.230551Z","caller":"traceutil/trace.go:171","msg":"trace[2125581975] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"1.900600226s","start":"2026-03-02T22:15:06.329907Z","end":"2026-03-02T22:15:08.230507Z","steps":["trace[2125581975] 'process raft request' (duration: 1.900132025s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.230759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.329899Z","time spent":"1.900758109s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:08.23088Z","caller":"traceutil/trace.go:171","msg":"trace[434717386] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"1.902619413s","start":"2026-03-02T22:15:06.328214Z","end":"2026-03-02T22:15:08.230833Z","steps":["trace[434717386] 'process raft request' (duration: 1.901725513s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:08.230972Z","caller":"traceutil/trace.go:171","msg":"trace[1720237408] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"1.657455462s","start":"2026-03-02T22:15:06.573488Z","end":"2026-03-02T22:15:08.230943Z","steps":["trace[1720237408] 'process raft request' (duration: 1.656615082s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:08.230973Z","caller":"traceutil/trace.go:171","msg":"trace[2042700728] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"1.902539861s","start":"2026-03-02T22:15:06.328404Z","end":"2026-03-02T22:15:08.230944Z","steps":["trace[2042700728] 'process raft request' (duration: 1.901571628s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:08.230971Z","caller":"traceutil/trace.go:171","msg":"trace[653150926] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"1.901847165s","start":"2026-03-02T22:15:06.329097Z","end":"2026-03-02T22:15:08.230944Z","steps":["trace[653150926] 'process raft request' (duration: 1.900899243s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.231048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.573471Z","time spent":"1.657541664s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:08.231089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.328394Z","time spent":"1.902622583s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:08.23109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.329084Z","time spent":"1.901939877s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:08.23116Z","caller":"traceutil/trace.go:171","msg":"trace[64028535] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"1.848757221s","start":"2026-03-02T22:15:06.382395Z","end":"2026-03-02T22:15:08.231152Z","steps":["trace[64028535] 'process raft request' (duration: 1.847662055s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:08.231197Z","caller":"traceutil/trace.go:171","msg":"trace[50259814] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"1.039748949s","start":"2026-03-02T22:15:07.191438Z","end":"2026-03-02T22:15:08.231187Z","steps":["trace[50259814] 'process raft request' (duration: 1.038713665s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:08.231182Z","caller":"traceutil/trace.go:171","msg":"trace[726773056] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"1.902945501s","start":"2026-03-02T22:15:06.328201Z","end":"2026-03-02T22:15:08.231146Z","steps":["trace[726773056] 'process raft request' (duration: 1.254754868s)","trace[726773056] 'compare' (duration: 646.410931ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:08.231231Z","caller":"traceutil/trace.go:171","msg":"trace[1481514453] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"1.843360095s","start":"2026-03-02T22:15:06.387865Z","end":"2026-03-02T22:15:08.231225Z","steps":["trace[1481514453] 'process raft request' (duration: 1.842216318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.231261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:07.191417Z","time spent":"1.03981155s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:08.231271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.387831Z","time spent":"1.843417956s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:08.231273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.32818Z","time spent":"1.903056433s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:08.231283Z","caller":"traceutil/trace.go:171","msg":"trace[886514601] linearizableReadLoop","detail":"{readStateIndex:25418; appliedIndex:25407; }","duration":"1.688321399s","start":"2026-03-02T22:15:06.542937Z","end":"2026-03-02T22:15:08.231258Z","steps":["trace[886514601] 'read index received' (duration: 1.040033764s)","trace[886514601] 'applied index is now lower than readState.Index' (duration: 648.285945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:08.231205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.382363Z","time spent":"1.848821562s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:08.231347Z","caller":"traceutil/trace.go:171","msg":"trace[650117971] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"1.656132551s","start":"2026-03-02T22:15:06.575202Z","end":"2026-03-02T22:15:08.231334Z","steps":["trace[650117971] 'process raft request' (duration: 1.654924363s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.231074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.328194Z","time spent":"1.902781667s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:08.231397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.575194Z","time spent":"1.656177392s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:08.231101Z","caller":"traceutil/trace.go:171","msg":"trace[962278694] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"1.901511117s","start":"2026-03-02T22:15:06.329573Z","end":"2026-03-02T22:15:08.231084Z","steps":["trace[962278694] 'process raft request' (duration: 1.900442712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.23165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.329565Z","time spent":"1.901893676s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:08.62986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:15:08.629976Z","caller":"traceutil/trace.go:171","msg":"trace[906005809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225733s","start":"2026-03-02T22:15:06.629724Z","end":"2026-03-02T22:15:08.62995Z","steps":["trace[906005809] 'agreement among raft nodes before linearized reading' (duration: 2.000070489s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.630037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.629703Z","time spent":"2.000322766s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:15:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:15:08.941643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.442124ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:15:08.941736Z","caller":"traceutil/trace.go:171","msg":"trace[1223793583] linearizableReadLoop","detail":"{readStateIndex:25419; appliedIndex:25418; }","duration":"710.40677ms","start":"2026-03-02T22:15:08.231314Z","end":"2026-03-02T22:15:08.941721Z","steps":["trace[1223793583] 'read index received' (duration: 72.371µs)","trace[1223793583] 'applied index is now lower than readState.Index' (duration: 710.333079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:08.942178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399213272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:08.942271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017063955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:08.942278Z","caller":"traceutil/trace.go:171","msg":"trace[57719263] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24561; }","duration":"2.399368855s","start":"2026-03-02T22:15:06.542871Z","end":"2026-03-02T22:15:08.94224Z","steps":["trace[57719263] 'agreement among raft nodes before linearized reading' (duration: 1.688496734s)","trace[57719263] 'count revisions from in-memory index tree' (duration: 710.723338ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:08.942304Z","caller":"traceutil/trace.go:171","msg":"trace[315000137] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24561; }","duration":"2.017144437s","start":"2026-03-02T22:15:06.925147Z","end":"2026-03-02T22:15:08.942291Z","steps":["trace[315000137] 'agreement among raft nodes before linearized reading' (duration: 2.017083016s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.942316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.542843Z","time spent":"2.399464688s","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:08.942339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.925127Z","time spent":"2.017194248s","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:08.942321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861299153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-02T22:15:08.942409Z","caller":"traceutil/trace.go:171","msg":"trace[468500416] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24561; }","duration":"1.861421746s","start":"2026-03-02T22:15:07.080966Z","end":"2026-03-02T22:15:08.942388Z","steps":["trace[468500416] 'agreement among raft nodes before linearized reading' (duration: 1.861089459s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.942457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:07.080958Z","time spent":"1.861488418s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T22:15:08.942217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870336864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18350"} {"level":"info","ts":"2026-03-02T22:15:08.942512Z","caller":"traceutil/trace.go:171","msg":"trace[266329390] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24561; }","duration":"1.870683622s","start":"2026-03-02T22:15:07.07182Z","end":"2026-03-02T22:15:08.942504Z","steps":["trace[266329390] 'agreement among raft nodes before linearized reading' (duration: 1.870256602s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.942534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:07.071794Z","time spent":"1.870732563s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18372,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:15:08.94264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.075575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:08.942682Z","caller":"traceutil/trace.go:171","msg":"trace[210554582] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24561; }","duration":"849.175127ms","start":"2026-03-02T22:15:08.093493Z","end":"2026-03-02T22:15:08.942668Z","steps":["trace[210554582] 'agreement among raft nodes before linearized reading' (duration: 849.105735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.942691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804336859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:08.942716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:08.093456Z","time spent":"849.250799ms","remote":"127.0.0.1:36242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:08.942731Z","caller":"traceutil/trace.go:171","msg":"trace[460053451] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24561; }","duration":"1.80441289s","start":"2026-03-02T22:15:07.138305Z","end":"2026-03-02T22:15:08.942718Z","steps":["trace[460053451] 'agreement among raft nodes before linearized reading' (duration: 1.804339818s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.942762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:07.13829Z","time spent":"1.804462902s","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:08.942379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138756106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:15:08.94313Z","caller":"traceutil/trace.go:171","msg":"trace[771713436] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24561; }","duration":"2.139564594s","start":"2026-03-02T22:15:06.803553Z","end":"2026-03-02T22:15:08.943118Z","steps":["trace[771713436] 'agreement among raft nodes before linearized reading' (duration: 2.138679414s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.943101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277967509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-02T22:15:08.943164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:06.803524Z","time spent":"2.139631146s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:15:08.943188Z","caller":"traceutil/trace.go:171","msg":"trace[2048411515] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24561; }","duration":"1.278109302s","start":"2026-03-02T22:15:07.665061Z","end":"2026-03-02T22:15:08.943171Z","steps":["trace[2048411515] 'agreement among raft nodes before linearized reading' (duration: 1.277274362s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:08.943225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:07.665037Z","time spent":"1.278179163s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T22:15:09.44218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202009,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:15:09.50641Z","caller":"traceutil/trace.go:171","msg":"trace[149874964] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"774.972202ms","start":"2026-03-02T22:15:08.731402Z","end":"2026-03-02T22:15:09.506374Z","steps":["trace[149874964] 'process raft request' (duration: 774.743536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:09.506606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:08.731373Z","time spent":"775.126636ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:10.630598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:15:10.630694Z","caller":"traceutil/trace.go:171","msg":"trace[1893362230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372386s","start":"2026-03-02T22:15:08.6303Z","end":"2026-03-02T22:15:10.630672Z","steps":["trace[1893362230] 'agreement among raft nodes before linearized reading' (duration: 2.000245313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:10.630739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:08.630237Z","time spent":"2.00049397s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:15:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:15:11.371281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038259834s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:15:11.625239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000889678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:15:11.625333Z","caller":"traceutil/trace.go:171","msg":"trace[1202417242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001014401s","start":"2026-03-02T22:15:09.624297Z","end":"2026-03-02T22:15:11.625311Z","steps":["trace[1202417242] 'agreement among raft nodes before linearized reading' (duration: 2.000884918s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:11.625396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:09.624216Z","time spent":"2.001169805s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:15:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:15:12.6379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:15:12.637995Z","caller":"traceutil/trace.go:171","msg":"trace[1212416050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011599s","start":"2026-03-02T22:15:10.637961Z","end":"2026-03-02T22:15:12.637973Z","steps":["trace[1212416050] 'agreement among raft nodes before linearized reading' (duration: 1.999875615s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:12.63804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.637936Z","time spent":"2.000097161s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:13.444007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111028134s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T22:15:14.106107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999549309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:15:14.106222Z","caller":"traceutil/trace.go:171","msg":"trace[500808257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999726833s","start":"2026-03-02T22:15:09.106466Z","end":"2026-03-02T22:15:14.106193Z","steps":["trace[500808257] 'agreement among raft nodes before linearized reading' (duration: 4.99958373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.106298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:09.106449Z","time spent":"4.999836116s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 22:15:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:15:14.144461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.326805ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T22:15:14.144578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:13.725383Z","time spent":"419.184446ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:15:14.144698Z","caller":"traceutil/trace.go:171","msg":"trace[1624980158] linearizableReadLoop","detail":"{readStateIndex:25421; appliedIndex:25419; }","duration":"5.202927028s","start":"2026-03-02T22:15:08.941752Z","end":"2026-03-02T22:15:14.144679Z","steps":["trace[1624980158] 'read index received' (duration: 564.463416ms)","trace[1624980158] 'applied index is now lower than readState.Index' (duration: 4.638462622s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:14.144823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203612875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:14.144852Z","caller":"traceutil/trace.go:171","msg":"trace[1721600474] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24562; }","duration":"5.203700727s","start":"2026-03-02T22:15:08.941143Z","end":"2026-03-02T22:15:14.144844Z","steps":["trace[1721600474] 'agreement among raft nodes before linearized reading' (duration: 5.203636135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.144879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:08.941119Z","time spent":"5.203752897s","remote":"127.0.0.1:39978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:14.145063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.232414595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:14.145087Z","caller":"traceutil/trace.go:171","msg":"trace[460949857] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24562; }","duration":"5.232484126s","start":"2026-03-02T22:15:08.912592Z","end":"2026-03-02T22:15:14.145077Z","steps":["trace[460949857] 'agreement among raft nodes before linearized reading' (duration: 5.232447825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.145106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:08.912567Z","time spent":"5.232534197s","remote":"127.0.0.1:36340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:14.145306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.632430686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:15:14.145326Z","caller":"traceutil/trace.go:171","msg":"trace[81982722] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24563; }","duration":"5.632451987s","start":"2026-03-02T22:15:08.512866Z","end":"2026-03-02T22:15:14.145318Z","steps":["trace[81982722] 'agreement among raft nodes before linearized reading' (duration: 5.632338104s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.145362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:08.51284Z","time spent":"5.632518488s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T22:15:14.145649Z","caller":"traceutil/trace.go:171","msg":"trace[1638343722] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"4.100539563s","start":"2026-03-02T22:15:10.045078Z","end":"2026-03-02T22:15:14.145618Z","steps":["trace[1638343722] 'process raft request' (duration: 4.099511949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.14579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.045046Z","time spent":"4.100649136s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:14.145947Z","caller":"traceutil/trace.go:171","msg":"trace[1772784977] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"3.907346541s","start":"2026-03-02T22:15:10.238592Z","end":"2026-03-02T22:15:14.145938Z","steps":["trace[1772784977] 'process raft request' (duration: 3.906668126s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.145995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.238577Z","time spent":"3.907390222s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:14.146079Z","caller":"traceutil/trace.go:171","msg":"trace[1154480423] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"3.907437123s","start":"2026-03-02T22:15:10.238622Z","end":"2026-03-02T22:15:14.146059Z","steps":["trace[1154480423] 'process raft request' (duration: 3.907264909s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.146157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.238601Z","time spent":"3.907502934s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:14.146185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412875771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:14.146225Z","caller":"traceutil/trace.go:171","msg":"trace[1114103845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24565; }","duration":"5.412974603s","start":"2026-03-02T22:15:08.733239Z","end":"2026-03-02T22:15:14.146214Z","steps":["trace[1114103845] 'agreement among raft nodes before linearized reading' (duration: 5.411954969s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.146284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:08.733214Z","time spent":"5.413056835s","remote":"127.0.0.1:49152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:14.146438Z","caller":"traceutil/trace.go:171","msg":"trace[1468414102] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"3.907227438s","start":"2026-03-02T22:15:10.239203Z","end":"2026-03-02T22:15:14.14643Z","steps":["trace[1468414102] 'process raft request' (duration: 3.906812608s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.146481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.239189Z","time spent":"3.90726842s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:14.146808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20001367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-632cb6e5-2e66-4f79-b3f9-e86129d8ea75\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-02T22:15:14.146831Z","caller":"traceutil/trace.go:171","msg":"trace[989174746] range","detail":"{range_begin:/registry/persistentvolumes/pvc-632cb6e5-2e66-4f79-b3f9-e86129d8ea75; range_end:; response_count:1; response_revision:24569; }","duration":"5.200054462s","start":"2026-03-02T22:15:08.946768Z","end":"2026-03-02T22:15:14.146823Z","steps":["trace[989174746] 'agreement among raft nodes before linearized reading' (duration: 5.199985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.146848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:08.946754Z","time spent":"5.200090532s","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-632cb6e5-2e66-4f79-b3f9-e86129d8ea75\" "} {"level":"warn","ts":"2026-03-02T22:15:14.146931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043304209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-02T22:15:14.146966Z","caller":"traceutil/trace.go:171","msg":"trace[669844175] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24569; }","duration":"3.043385141s","start":"2026-03-02T22:15:11.103571Z","end":"2026-03-02T22:15:14.146956Z","steps":["trace[669844175] 'agreement among raft nodes before linearized reading' (duration: 3.043259388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.146989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:11.103545Z","time spent":"3.043437583s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T22:15:14.147011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509151442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:15:14.147033Z","caller":"traceutil/trace.go:171","msg":"trace[1103705579] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24569; }","duration":"3.509222854s","start":"2026-03-02T22:15:10.637804Z","end":"2026-03-02T22:15:14.147027Z","steps":["trace[1103705579] 'agreement among raft nodes before linearized reading' (duration: 3.509181833s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.14705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.637777Z","time spent":"3.509268585s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" "} {"level":"info","ts":"2026-03-02T22:15:14.147102Z","caller":"traceutil/trace.go:171","msg":"trace[682291785] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"3.905433206s","start":"2026-03-02T22:15:10.241659Z","end":"2026-03-02T22:15:14.147092Z","steps":["trace[682291785] 'process raft request' (duration: 3.90474034s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.147155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.241644Z","time spent":"3.905481497s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:14.147162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.90728538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:15:14.147184Z","caller":"traceutil/trace.go:171","msg":"trace[305894849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24569; }","duration":"3.90733061s","start":"2026-03-02T22:15:10.239847Z","end":"2026-03-02T22:15:14.147178Z","steps":["trace[305894849] 'agreement among raft nodes before linearized reading' (duration: 3.907277209s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.1472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.239833Z","time spent":"3.907362852s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:14.14728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908769395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:15:14.147292Z","caller":"traceutil/trace.go:171","msg":"trace[2036152548] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"3.76837108s","start":"2026-03-02T22:15:10.378911Z","end":"2026-03-02T22:15:14.147282Z","steps":["trace[2036152548] 'process raft request' (duration: 3.767771876s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.147341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909470961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:15:14.147299Z","caller":"traceutil/trace.go:171","msg":"trace[1004200357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24569; }","duration":"3.908807675s","start":"2026-03-02T22:15:10.238486Z","end":"2026-03-02T22:15:14.147293Z","steps":["trace[1004200357] 'agreement among raft nodes before linearized reading' (duration: 3.908751894s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:14.147362Z","caller":"traceutil/trace.go:171","msg":"trace[1642330748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24569; }","duration":"3.909507681s","start":"2026-03-02T22:15:10.23785Z","end":"2026-03-02T22:15:14.147358Z","steps":["trace[1642330748] 'agreement among raft nodes before linearized reading' (duration: 3.90945991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.147372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.238474Z","time spent":"3.908891327s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:14.147378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.237845Z","time spent":"3.909529312s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:14.147461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909616774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:15:14.147477Z","caller":"traceutil/trace.go:171","msg":"trace[930099711] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24569; }","duration":"3.909689796s","start":"2026-03-02T22:15:10.237781Z","end":"2026-03-02T22:15:14.147471Z","steps":["trace[930099711] 'agreement among raft nodes before linearized reading' (duration: 3.909642835s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:14.147484Z","caller":"traceutil/trace.go:171","msg":"trace[509811234] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"909.051349ms","start":"2026-03-02T22:15:13.238421Z","end":"2026-03-02T22:15:14.147473Z","steps":["trace[509811234] 'process raft request' (duration: 908.296212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.147493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.237754Z","time spent":"3.909734776s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:14.147528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:13.238394Z","time spent":"909.1104ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:14.147605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909795488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:15:14.147622Z","caller":"traceutil/trace.go:171","msg":"trace[1720370215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24569; }","duration":"3.909811738s","start":"2026-03-02T22:15:10.237805Z","end":"2026-03-02T22:15:14.147616Z","steps":["trace[1720370215] 'agreement among raft nodes before linearized reading' (duration: 3.909765397s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.147641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.237793Z","time spent":"3.909843409s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:14.147742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910074544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:15:14.147759Z","caller":"traceutil/trace.go:171","msg":"trace[1362232482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24569; }","duration":"3.910115486s","start":"2026-03-02T22:15:10.237637Z","end":"2026-03-02T22:15:14.147753Z","steps":["trace[1362232482] 'agreement among raft nodes before linearized reading' (duration: 3.910069875s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.147773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.237624Z","time spent":"3.910145906s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:15:14.147826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.460231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:15:14.147853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97826486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:14.147876Z","caller":"traceutil/trace.go:171","msg":"trace[557460734] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24569; }","duration":"3.978342242s","start":"2026-03-02T22:15:10.169528Z","end":"2026-03-02T22:15:14.147871Z","steps":["trace[557460734] 'agreement among raft nodes before linearized reading' (duration: 3.978306982s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.147897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.169503Z","time spent":"3.978386693s","remote":"127.0.0.1:36222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:14.147974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.223134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:14.148002Z","caller":"traceutil/trace.go:171","msg":"trace[1360049857] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24569; }","duration":"393.283515ms","start":"2026-03-02T22:15:13.754711Z","end":"2026-03-02T22:15:14.147995Z","steps":["trace[1360049857] 'agreement among raft nodes before linearized reading' (duration: 393.155682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.148005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.264380263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:14.148025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:13.754701Z","time spent":"393.318466ms","remote":"127.0.0.1:60004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:14.148051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779786738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:14.148068Z","caller":"traceutil/trace.go:171","msg":"trace[433191345] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24569; }","duration":"4.77984801s","start":"2026-03-02T22:15:09.368215Z","end":"2026-03-02T22:15:14.148063Z","steps":["trace[433191345] 'agreement among raft nodes before linearized reading' (duration: 4.779822739s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.148086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:09.368198Z","time spent":"4.779882401s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:14.148206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193576311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18350"} {"level":"warn","ts":"2026-03-02T22:15:14.14821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.968001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T22:15:14.148223Z","caller":"traceutil/trace.go:171","msg":"trace[329525070] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24569; }","duration":"5.193622282s","start":"2026-03-02T22:15:08.954595Z","end":"2026-03-02T22:15:14.148218Z","steps":["trace[329525070] 'agreement among raft nodes before linearized reading' (duration: 5.193561201s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.148241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:08.954582Z","time spent":"5.193655043s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18372,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T22:15:14.148238Z","caller":"traceutil/trace.go:171","msg":"trace[933128782] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:24569; }","duration":"434.026893ms","start":"2026-03-02T22:15:13.714203Z","end":"2026-03-02T22:15:14.14823Z","steps":["trace[933128782] 'agreement among raft nodes before linearized reading' (duration: 433.941791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.148264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:13.714184Z","time spent":"434.072623ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-03-02T22:15:14.148409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.696979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:14.147341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:10.378861Z","time spent":"3.768453522s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:14.147852Z","caller":"traceutil/trace.go:171","msg":"trace[1008062916] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24569; }","duration":"326.550513ms","start":"2026-03-02T22:15:13.821294Z","end":"2026-03-02T22:15:14.147845Z","steps":["trace[1008062916] 'agreement among raft nodes before linearized reading' (duration: 326.334518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.1485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498395634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:14.148513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:13.821266Z","time spent":"327.238049ms","remote":"127.0.0.1:59862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:14.148524Z","caller":"traceutil/trace.go:171","msg":"trace[971754037] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24569; }","duration":"1.498422124s","start":"2026-03-02T22:15:12.650094Z","end":"2026-03-02T22:15:14.148517Z","steps":["trace[971754037] 'agreement among raft nodes before linearized reading' (duration: 1.498378303s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.148553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:12.650084Z","time spent":"1.498459065s","remote":"127.0.0.1:39906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:14.148687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509831239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:14.148715Z","caller":"traceutil/trace.go:171","msg":"trace[1206173497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24569; }","duration":"1.509901461s","start":"2026-03-02T22:15:12.638806Z","end":"2026-03-02T22:15:14.148708Z","steps":["trace[1206173497] 'agreement among raft nodes before linearized reading' (duration: 1.50986136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.148734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:12.638784Z","time spent":"1.509944982s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:14.148869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741174643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:14.148894Z","caller":"traceutil/trace.go:171","msg":"trace[1905398048] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24569; }","duration":"2.741243235s","start":"2026-03-02T22:15:11.407642Z","end":"2026-03-02T22:15:14.148885Z","steps":["trace[1905398048] 'agreement among raft nodes before linearized reading' (duration: 2.741201344s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.148923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:11.407617Z","time spent":"2.741297446s","remote":"127.0.0.1:39990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:14.149132Z","caller":"traceutil/trace.go:171","msg":"trace[1528116553] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24569; }","duration":"512.456986ms","start":"2026-03-02T22:15:13.636663Z","end":"2026-03-02T22:15:14.14912Z","steps":["trace[1528116553] 'agreement among raft nodes before linearized reading' (duration: 511.719229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.149162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:13.636644Z","time spent":"512.508537ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:15:14.148027Z","caller":"traceutil/trace.go:171","msg":"trace[73882056] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24569; }","duration":"4.264452315s","start":"2026-03-02T22:15:09.883568Z","end":"2026-03-02T22:15:14.148021Z","steps":["trace[73882056] 'agreement among raft nodes before linearized reading' (duration: 4.264414134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:14.149321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:09.883543Z","time spent":"4.265771566s","remote":"127.0.0.1:49104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:14.657801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:15.157998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:15.245084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094230436s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:15:15.24775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.343967ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:15.247852Z","caller":"traceutil/trace.go:171","msg":"trace[2050511927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24569; }","duration":"685.46292ms","start":"2026-03-02T22:15:14.562374Z","end":"2026-03-02T22:15:15.247837Z","steps":["trace[2050511927] 'range keys from in-memory index tree' (duration: 685.325047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:15.248142Z","caller":"traceutil/trace.go:171","msg":"trace[209169500] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"1.097403349s","start":"2026-03-02T22:15:14.150701Z","end":"2026-03-02T22:15:15.248104Z","steps":["trace[209169500] 'process raft request' (duration: 1.094609804s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.248418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.150653Z","time spent":"1.097652145s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:15.66613Z","caller":"traceutil/trace.go:171","msg":"trace[1371488185] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"1.508841336s","start":"2026-03-02T22:15:14.15726Z","end":"2026-03-02T22:15:15.666101Z","steps":["trace[1371488185] 'process raft request' (duration: 1.508759985s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:15.666278Z","caller":"traceutil/trace.go:171","msg":"trace[944454113] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"1.509040022s","start":"2026-03-02T22:15:14.157203Z","end":"2026-03-02T22:15:15.666243Z","steps":["trace[944454113] 'process raft request' (duration: 1.508775916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.66627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.151404Z","time spent":"1.514838807s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:15:15.666313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.157249Z","time spent":"1.50895694s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:15.666335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.157189Z","time spent":"1.509116923s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:15.666315Z","caller":"traceutil/trace.go:171","msg":"trace[522792751] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"1.513736551s","start":"2026-03-02T22:15:14.152544Z","end":"2026-03-02T22:15:15.666281Z","steps":["trace[522792751] 'process raft request' (duration: 1.513304411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.66649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.152522Z","time spent":"1.513866064s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:15.666942Z","caller":"traceutil/trace.go:171","msg":"trace[1426735628] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"1.509655966s","start":"2026-03-02T22:15:14.157278Z","end":"2026-03-02T22:15:15.666934Z","steps":["trace[1426735628] 'process raft request' (duration: 1.508786856s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.66699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.157272Z","time spent":"1.509695877s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:15.667227Z","caller":"traceutil/trace.go:171","msg":"trace[730747105] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"1.509788699s","start":"2026-03-02T22:15:14.157403Z","end":"2026-03-02T22:15:15.667192Z","steps":["trace[730747105] 'process raft request' (duration: 1.509688786s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:15.667338Z","caller":"traceutil/trace.go:171","msg":"trace[871509130] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"1.509994933s","start":"2026-03-02T22:15:14.157309Z","end":"2026-03-02T22:15:15.667304Z","steps":["trace[871509130] 'process raft request' (duration: 1.509550333s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:15.667364Z","caller":"traceutil/trace.go:171","msg":"trace[616505236] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"1.509918362s","start":"2026-03-02T22:15:14.157433Z","end":"2026-03-02T22:15:15.667352Z","steps":["trace[616505236] 'process raft request' (duration: 1.509712297s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.667429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.157422Z","time spent":"1.509979664s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:15.667461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.157396Z","time spent":"1.509961303s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:15.667474Z","caller":"traceutil/trace.go:171","msg":"trace[1595365386] linearizableReadLoop","detail":"{readStateIndex:25439; appliedIndex:25429; }","duration":"1.510361022s","start":"2026-03-02T22:15:14.157093Z","end":"2026-03-02T22:15:15.667454Z","steps":["trace[1595365386] 'read index received' (duration: 1.088234766s)","trace[1595365386] 'applied index is now lower than readState.Index' (duration: 422.124946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:15.667526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.157301Z","time spent":"1.510102596s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:15.667649Z","caller":"traceutil/trace.go:171","msg":"trace[1853736812] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"1.506525443s","start":"2026-03-02T22:15:14.161106Z","end":"2026-03-02T22:15:15.667632Z","steps":["trace[1853736812] 'process raft request' (duration: 1.506175145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.667702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.161079Z","time spent":"1.506598945s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:15.667697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510596547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:15.667747Z","caller":"traceutil/trace.go:171","msg":"trace[1721674300] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24578; }","duration":"1.51069521s","start":"2026-03-02T22:15:14.157036Z","end":"2026-03-02T22:15:15.667731Z","steps":["trace[1721674300] 'agreement among raft nodes before linearized reading' (duration: 1.510588488s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.667791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.157013Z","time spent":"1.510770362s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:15:15.668329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497940843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:15.668365Z","caller":"traceutil/trace.go:171","msg":"trace[1532028044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24579; }","duration":"1.498036426s","start":"2026-03-02T22:15:14.170321Z","end":"2026-03-02T22:15:15.668357Z","steps":["trace[1532028044] 'agreement among raft nodes before linearized reading' (duration: 1.497936584s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.668384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.170298Z","time spent":"1.498081906s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:15.668559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.985923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:15.668587Z","caller":"traceutil/trace.go:171","msg":"trace[1400933714] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24579; }","duration":"167.052575ms","start":"2026-03-02T22:15:15.501524Z","end":"2026-03-02T22:15:15.668577Z","steps":["trace[1400933714] 'agreement among raft nodes before linearized reading' (duration: 167.010654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.668712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.101366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925f97157e2c1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:15:15.668726Z","caller":"traceutil/trace.go:171","msg":"trace[1814154015] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925f97157e2c1; range_end:; response_count:1; response_revision:24579; }","duration":"416.145636ms","start":"2026-03-02T22:15:15.252575Z","end":"2026-03-02T22:15:15.668721Z","steps":["trace[1814154015] 'agreement among raft nodes before linearized reading' (duration: 416.099445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.66874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:15.252552Z","time spent":"416.184078ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925f97157e2c1\" "} {"level":"warn","ts":"2026-03-02T22:15:15.668831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.710249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:15.668845Z","caller":"traceutil/trace.go:171","msg":"trace[1241941920] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24579; }","duration":"772.76441ms","start":"2026-03-02T22:15:14.896076Z","end":"2026-03-02T22:15:15.66884Z","steps":["trace[1241941920] 'agreement among raft nodes before linearized reading' (duration: 772.734309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.66886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.896057Z","time spent":"772.7984ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:15.669001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.291098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:15:15.669015Z","caller":"traceutil/trace.go:171","msg":"trace[585845678] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24579; }","duration":"996.363019ms","start":"2026-03-02T22:15:14.672647Z","end":"2026-03-02T22:15:15.66901Z","steps":["trace[585845678] 'agreement among raft nodes before linearized reading' (duration: 996.289657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.669031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.672603Z","time spent":"996.42431ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:15:15.669234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498527107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T22:15:15.669265Z","caller":"traceutil/trace.go:171","msg":"trace[1106671369] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24579; }","duration":"1.49861975s","start":"2026-03-02T22:15:14.170634Z","end":"2026-03-02T22:15:15.669253Z","steps":["trace[1106671369] 'agreement among raft nodes before linearized reading' (duration: 1.498529618s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:15.669299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:14.170611Z","time spent":"1.498683201s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T22:15:19.609952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.572148ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:15:19.610242Z","caller":"traceutil/trace.go:171","msg":"trace[1668347330] linearizableReadLoop","detail":"{readStateIndex:25480; appliedIndex:25478; }","duration":"159.187771ms","start":"2026-03-02T22:15:19.451036Z","end":"2026-03-02T22:15:19.610224Z","steps":["trace[1668347330] 'read index received' (duration: 128.899387ms)","trace[1668347330] 'applied index is now lower than readState.Index' (duration: 30.287264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:19.610371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.329255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:19.610403Z","caller":"traceutil/trace.go:171","msg":"trace[102787816] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24617; }","duration":"159.426477ms","start":"2026-03-02T22:15:19.450963Z","end":"2026-03-02T22:15:19.61039Z","steps":["trace[102787816] 'agreement among raft nodes before linearized reading' (duration: 159.338615ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:19.61081Z","caller":"traceutil/trace.go:171","msg":"trace[436111011] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"453.841893ms","start":"2026-03-02T22:15:19.156924Z","end":"2026-03-02T22:15:19.610766Z","steps":["trace[436111011] 'process raft request' (duration: 453.149547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:19.610988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:19.156886Z","time spent":"454.009017ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:20.244014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:20.744788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:20.938354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195322496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:15:20.938453Z","caller":"traceutil/trace.go:171","msg":"trace[637722326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24617; }","duration":"1.19550406s","start":"2026-03-02T22:15:19.742929Z","end":"2026-03-02T22:15:20.938433Z","steps":["trace[637722326] 'range keys from in-memory index tree' (duration: 1.1950656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:20.938506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:19.742899Z","time spent":"1.195592522s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:20.938673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202829461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:15:20.938746Z","caller":"traceutil/trace.go:171","msg":"trace[533983484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24617; }","duration":"1.202965384s","start":"2026-03-02T22:15:19.735763Z","end":"2026-03-02T22:15:20.938729Z","steps":["trace[533983484] 'range keys from in-memory index tree' (duration: 1.202668687s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:20.938782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:19.735737Z","time spent":"1.203038546s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:20.938825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196216437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:15:20.938901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196175226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:15:20.938949Z","caller":"traceutil/trace.go:171","msg":"trace[893848756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24617; }","duration":"1.196241228s","start":"2026-03-02T22:15:19.742697Z","end":"2026-03-02T22:15:20.938938Z","steps":["trace[893848756] 'range keys from in-memory index tree' (duration: 1.196060843s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:20.938984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:19.742681Z","time spent":"1.196295768s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:15:20.938888Z","caller":"traceutil/trace.go:171","msg":"trace[1005915606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24617; }","duration":"1.196312499s","start":"2026-03-02T22:15:19.742548Z","end":"2026-03-02T22:15:20.93886Z","steps":["trace[1005915606] 'range keys from in-memory index tree' (duration: 1.196059853s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:20.939144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198633203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-02T22:15:20.939149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:19.742518Z","time spent":"1.196588925s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:15:20.939244Z","caller":"traceutil/trace.go:171","msg":"trace[761056764] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24617; }","duration":"1.198784916s","start":"2026-03-02T22:15:19.740432Z","end":"2026-03-02T22:15:20.939217Z","steps":["trace[761056764] 'range keys from in-memory index tree' (duration: 1.198378217s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:20.939305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:19.740405Z","time spent":"1.198879219s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:20.941079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197918806s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:15:20.941538Z","caller":"traceutil/trace.go:171","msg":"trace[274572013] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"1.198490389s","start":"2026-03-02T22:15:19.743015Z","end":"2026-03-02T22:15:20.941506Z","steps":["trace[274572013] 'process raft request' (duration: 1.198283024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:20.943963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:19.742994Z","time spent":"1.200862225s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:21.673794Z","caller":"traceutil/trace.go:171","msg":"trace[1499357397] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"1.443950677s","start":"2026-03-02T22:15:20.229803Z","end":"2026-03-02T22:15:21.673754Z","steps":["trace[1499357397] 'process raft request' (duration: 1.443788883s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:21.673975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.229785Z","time spent":"1.44409463s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:21.673939Z","caller":"traceutil/trace.go:171","msg":"trace[1076946799] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"1.446176579s","start":"2026-03-02T22:15:20.227719Z","end":"2026-03-02T22:15:21.673895Z","steps":["trace[1076946799] 'process raft request' (duration: 1.351678601s)","trace[1076946799] 'compare' (duration: 93.775431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:21.674129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.227699Z","time spent":"1.446335473s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:21.674219Z","caller":"traceutil/trace.go:171","msg":"trace[1538492753] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"1.444378607s","start":"2026-03-02T22:15:20.229803Z","end":"2026-03-02T22:15:21.674182Z","steps":["trace[1538492753] 'process raft request' (duration: 1.443882896s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:21.674381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.229777Z","time spent":"1.44452352s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:21.674569Z","caller":"traceutil/trace.go:171","msg":"trace[2077704260] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"1.444554421s","start":"2026-03-02T22:15:20.230001Z","end":"2026-03-02T22:15:21.674555Z","steps":["trace[2077704260] 'process raft request' (duration: 1.444047429s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:21.674625Z","caller":"traceutil/trace.go:171","msg":"trace[594182600] linearizableReadLoop","detail":"{readStateIndex:25485; appliedIndex:25480; }","duration":"1.931495334s","start":"2026-03-02T22:15:19.743111Z","end":"2026-03-02T22:15:21.674606Z","steps":["trace[594182600] 'read index received' (duration: 1.198132361s)","trace[594182600] 'applied index is now lower than readState.Index' (duration: 733.361303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:21.674644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.229986Z","time spent":"1.444618172s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:21.674801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931681828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:15:21.674846Z","caller":"traceutil/trace.go:171","msg":"trace[881608556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24622; }","duration":"1.931729299s","start":"2026-03-02T22:15:19.743104Z","end":"2026-03-02T22:15:21.674833Z","steps":["trace[881608556] 'agreement among raft nodes before linearized reading' (duration: 1.931559065s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:21.674878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:19.743029Z","time spent":"1.931842882s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:22.175713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:22.582783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003348063s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:15:22.583347Z","caller":"traceutil/trace.go:171","msg":"trace[1201116462] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"1.639187078s","start":"2026-03-02T22:15:20.944129Z","end":"2026-03-02T22:15:22.583316Z","steps":["trace[1201116462] 'process raft request' (duration: 1.639097276s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.583359Z","caller":"traceutil/trace.go:171","msg":"trace[1637181855] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"1.639389222s","start":"2026-03-02T22:15:20.943924Z","end":"2026-03-02T22:15:22.583313Z","steps":["trace[1637181855] 'process raft request' (duration: 1.639099245s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.583532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.944097Z","time spent":"1.639336861s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:22.583563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.943901Z","time spent":"1.639549566s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:22.583867Z","caller":"traceutil/trace.go:171","msg":"trace[1946366900] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"1.638777568s","start":"2026-03-02T22:15:20.945064Z","end":"2026-03-02T22:15:22.583842Z","steps":["trace[1946366900] 'process raft request' (duration: 1.638208245s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.583954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.945039Z","time spent":"1.6388749s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:22.583924Z","caller":"traceutil/trace.go:171","msg":"trace[1970318077] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"1.638674735s","start":"2026-03-02T22:15:20.945223Z","end":"2026-03-02T22:15:22.583897Z","steps":["trace[1970318077] 'process raft request' (duration: 1.638610934s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.584152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.945216Z","time spent":"1.638791798s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:22.584139Z","caller":"traceutil/trace.go:171","msg":"trace[33511437] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"1.63886688s","start":"2026-03-02T22:15:20.945172Z","end":"2026-03-02T22:15:22.584039Z","steps":["trace[33511437] 'process raft request' (duration: 1.638509511s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.584453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.945164Z","time spent":"1.639179457s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:22.628963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999775042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:15:22.629111Z","caller":"traceutil/trace.go:171","msg":"trace[1472569582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999981587s","start":"2026-03-02T22:15:20.629107Z","end":"2026-03-02T22:15:22.629088Z","steps":["trace[1472569582] 'agreement among raft nodes before linearized reading' (duration: 1.999821263s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.629199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.629083Z","time spent":"2.00010273s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:15:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T22:15:22.865849Z","caller":"traceutil/trace.go:171","msg":"trace[683569177] linearizableReadLoop","detail":"{readStateIndex:25491; appliedIndex:25485; }","duration":"1.19115756s","start":"2026-03-02T22:15:21.674665Z","end":"2026-03-02T22:15:22.865823Z","steps":["trace[683569177] 'read index received' (duration: 908.472907ms)","trace[683569177] 'applied index is now lower than readState.Index' (duration: 282.683403ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:22.86588Z","caller":"traceutil/trace.go:171","msg":"trace[1192885670] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"1.178525996s","start":"2026-03-02T22:15:21.687312Z","end":"2026-03-02T22:15:22.865838Z","steps":["trace[1192885670] 'process raft request' (duration: 1.176940859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.866052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246389347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-02T22:15:22.866078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:21.687284Z","time spent":"1.178677699s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:22.866144Z","caller":"traceutil/trace.go:171","msg":"trace[338268045] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24628; }","duration":"2.246544901s","start":"2026-03-02T22:15:20.619571Z","end":"2026-03-02T22:15:22.866116Z","steps":["trace[338268045] 'agreement among raft nodes before linearized reading' (duration: 2.246273395s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.866192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.619547Z","time spent":"2.246631803s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-02T22:15:22.866349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182431066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:22.866411Z","caller":"traceutil/trace.go:171","msg":"trace[1017646892] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24628; }","duration":"1.182566939s","start":"2026-03-02T22:15:21.683824Z","end":"2026-03-02T22:15:22.866391Z","steps":["trace[1017646892] 'agreement among raft nodes before linearized reading' (duration: 1.182371865s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.866402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.905586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:22.866457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:21.683801Z","time spent":"1.182644952s","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:22.866409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.23084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:22.866519Z","caller":"traceutil/trace.go:171","msg":"trace[1086053035] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24628; }","duration":"863.086591ms","start":"2026-03-02T22:15:22.003405Z","end":"2026-03-02T22:15:22.866492Z","steps":["trace[1086053035] 'agreement among raft nodes before linearized reading' (duration: 862.821845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.866539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986390506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:22.866544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148441327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-02T22:15:22.866581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.003387Z","time spent":"863.182653ms","remote":"127.0.0.1:48644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:22.866589Z","caller":"traceutil/trace.go:171","msg":"trace[355845969] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24628; }","duration":"1.148551509s","start":"2026-03-02T22:15:21.718027Z","end":"2026-03-02T22:15:22.866578Z","steps":["trace[355845969] 'agreement among raft nodes before linearized reading' (duration: 1.148348654s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.866599Z","caller":"traceutil/trace.go:171","msg":"trace[1973432171] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24628; }","duration":"2.986435087s","start":"2026-03-02T22:15:19.88014Z","end":"2026-03-02T22:15:22.866575Z","steps":["trace[1973432171] 'agreement among raft nodes before linearized reading' (duration: 2.986339454s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:22.866589Z","caller":"traceutil/trace.go:171","msg":"trace[717259181] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24628; }","duration":"481.475636ms","start":"2026-03-02T22:15:22.38508Z","end":"2026-03-02T22:15:22.866556Z","steps":["trace[717259181] 'agreement among raft nodes before linearized reading' (duration: 481.150259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.866624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:21.718001Z","time spent":"1.148617331s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:15:22.86665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:19.880081Z","time spent":"2.986560409s","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:22.866666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.385049Z","time spent":"481.593309ms","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:22.866673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.36023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:22.867192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653421673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:15:22.867249Z","caller":"traceutil/trace.go:171","msg":"trace[852765536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24628; }","duration":"2.653516755s","start":"2026-03-02T22:15:20.213711Z","end":"2026-03-02T22:15:22.867228Z","steps":["trace[852765536] 'agreement among raft nodes before linearized reading' (duration: 2.652261616s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.867287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:20.213686Z","time spent":"2.653592896s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:15:22.867396Z","caller":"traceutil/trace.go:171","msg":"trace[158237924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24628; }","duration":"237.715698ms","start":"2026-03-02T22:15:22.629173Z","end":"2026-03-02T22:15:22.866889Z","steps":["trace[158237924] 'agreement among raft nodes before linearized reading' (duration: 237.331869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.867422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543986654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:22.868624Z","caller":"traceutil/trace.go:171","msg":"trace[1797915213] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24628; }","duration":"1.545277955s","start":"2026-03-02T22:15:21.323318Z","end":"2026-03-02T22:15:22.868596Z","steps":["trace[1797915213] 'agreement among raft nodes before linearized reading' (duration: 1.542584262s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:22.868739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:21.323292Z","time spent":"1.545425567s","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:23.37267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:23.996831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.55146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:23.996979Z","caller":"traceutil/trace.go:171","msg":"trace[1232001731] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"1.124807077s","start":"2026-03-02T22:15:22.872146Z","end":"2026-03-02T22:15:23.996953Z","steps":["trace[1232001731] 'process raft request' (duration: 673.013541ms)","trace[1232001731] 'compare' (duration: 451.148141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:23.997058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.872132Z","time spent":"1.124889778s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:24.605424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053030217s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:15:24.641908Z","caller":"traceutil/trace.go:171","msg":"trace[1270195821] linearizableReadLoop","detail":"{readStateIndex:25494; appliedIndex:25491; }","duration":"1.769451136s","start":"2026-03-02T22:15:22.872423Z","end":"2026-03-02T22:15:24.641874Z","steps":["trace[1270195821] 'read index received' (duration: 672.756324ms)","trace[1270195821] 'applied index is now lower than readState.Index' (duration: 1.096693522s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:24.642013Z","caller":"traceutil/trace.go:171","msg":"trace[77365166] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"1.692743283s","start":"2026-03-02T22:15:22.949254Z","end":"2026-03-02T22:15:24.641997Z","steps":["trace[77365166] 'process raft request' (duration: 1.692504827s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:24.642095Z","caller":"traceutil/trace.go:171","msg":"trace[748627610] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"1.767681505s","start":"2026-03-02T22:15:22.874369Z","end":"2026-03-02T22:15:24.642051Z","steps":["trace[748627610] 'process raft request' (duration: 1.731276459s)","trace[748627610] 'compare' (duration: 35.205528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:24.642144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.949217Z","time spent":"1.692823435s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:24.642297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.874355Z","time spent":"1.767820488s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:24.6425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770056561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18350"} {"level":"info","ts":"2026-03-02T22:15:24.642572Z","caller":"traceutil/trace.go:171","msg":"trace[158034694] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24631; }","duration":"1.770160173s","start":"2026-03-02T22:15:22.872394Z","end":"2026-03-02T22:15:24.642554Z","steps":["trace[158034694] 'agreement among raft nodes before linearized reading' (duration: 1.769946468s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.642604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.872377Z","time spent":"1.770220894s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18372,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:15:24.878632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:15:24.878716Z","caller":"traceutil/trace.go:171","msg":"trace[967860896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384956s","start":"2026-03-02T22:15:22.878313Z","end":"2026-03-02T22:15:24.878698Z","steps":["trace[967860896] 'agreement among raft nodes before linearized reading' (duration: 2.000282194s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:24.878753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:22.878295Z","time spent":"2.000450608s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:15:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:15:25.142379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:25.643642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:25.754851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148221961s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:15:25.755395Z","caller":"traceutil/trace.go:171","msg":"trace[830257241] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"2.075956814s","start":"2026-03-02T22:15:23.679392Z","end":"2026-03-02T22:15:25.755349Z","steps":["trace[830257241] 'process raft request' (duration: 2.075720089s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:25.755465Z","caller":"traceutil/trace.go:171","msg":"trace[2109780953] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"2.075238458s","start":"2026-03-02T22:15:23.680177Z","end":"2026-03-02T22:15:25.755415Z","steps":["trace[2109780953] 'process raft request' (duration: 2.075071794s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:25.755523Z","caller":"traceutil/trace.go:171","msg":"trace[1007367121] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"2.074848639s","start":"2026-03-02T22:15:23.68061Z","end":"2026-03-02T22:15:25.755459Z","steps":["trace[1007367121] 'process raft request' (duration: 2.074678545s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.755658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:23.679367Z","time spent":"2.076120018s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:25.755692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:23.68017Z","time spent":"2.075390661s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:25.755822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:23.680605Z","time spent":"2.075122705s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:25.755403Z","caller":"traceutil/trace.go:171","msg":"trace[1327780501] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"2.073880676s","start":"2026-03-02T22:15:23.681499Z","end":"2026-03-02T22:15:25.75538Z","steps":["trace[1327780501] 'process raft request' (duration: 2.073818554s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.75599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:23.681494Z","time spent":"2.07447148s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:25.755834Z","caller":"traceutil/trace.go:171","msg":"trace[1878818132] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"1.22904076s","start":"2026-03-02T22:15:24.526763Z","end":"2026-03-02T22:15:25.755804Z","steps":["trace[1878818132] 'process raft request' (duration: 1.228985259s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.756064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.526733Z","time spent":"1.229315286s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:25.755841Z","caller":"traceutil/trace.go:171","msg":"trace[1941472320] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"1.398617383s","start":"2026-03-02T22:15:24.3572Z","end":"2026-03-02T22:15:25.755818Z","steps":["trace[1941472320] 'process raft request' (duration: 1.398147672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.756125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.357169Z","time spent":"1.398938821s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:25.755856Z","caller":"traceutil/trace.go:171","msg":"trace[1180550416] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"1.335766012s","start":"2026-03-02T22:15:24.420073Z","end":"2026-03-02T22:15:25.755839Z","steps":["trace[1180550416] 'process raft request' (duration: 1.335505186s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:25.756196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.420044Z","time spent":"1.336137361s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:26.205744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.884307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:26.205921Z","caller":"traceutil/trace.go:171","msg":"trace[97162684] linearizableReadLoop","detail":"{readStateIndex:25502; appliedIndex:25494; }","duration":"1.563938978s","start":"2026-03-02T22:15:24.641959Z","end":"2026-03-02T22:15:26.205898Z","steps":["trace[97162684] 'read index received' (duration: 1.113122665s)","trace[97162684] 'applied index is now lower than readState.Index' (duration: 450.814353ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:26.205955Z","caller":"traceutil/trace.go:171","msg":"trace[1788505201] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"1.589766398s","start":"2026-03-02T22:15:24.616143Z","end":"2026-03-02T22:15:26.205909Z","steps":["trace[1788505201] 'process raft request' (duration: 1.257589514s)","trace[1788505201] 'compare' (duration: 330.993547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:26.206059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547842237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:26.206178Z","caller":"traceutil/trace.go:171","msg":"trace[1187485358] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24639; }","duration":"2.548022761s","start":"2026-03-02T22:15:23.658128Z","end":"2026-03-02T22:15:26.206151Z","steps":["trace[1187485358] 'agreement among raft nodes before linearized reading' (duration: 2.547822606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.206234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:23.658111Z","time spent":"2.548111024s","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:26.20641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490529985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:26.206522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381827833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:26.20651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617544284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:15:26.206582Z","caller":"traceutil/trace.go:171","msg":"trace[207524124] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24639; }","duration":"1.381945556s","start":"2026-03-02T22:15:24.824619Z","end":"2026-03-02T22:15:26.206565Z","steps":["trace[207524124] 'agreement among raft nodes before linearized reading' (duration: 1.381850733s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.206577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590705894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:26.206567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49207455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-02T22:15:26.206621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.824581Z","time spent":"1.382032238s","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:15:26.206638Z","caller":"traceutil/trace.go:171","msg":"trace[1750583443] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24639; }","duration":"2.590816137s","start":"2026-03-02T22:15:23.615803Z","end":"2026-03-02T22:15:26.206619Z","steps":["trace[1750583443] 'agreement among raft nodes before linearized reading' (duration: 2.590730365s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.206673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327736355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:26.206709Z","caller":"traceutil/trace.go:171","msg":"trace[1382874165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24639; }","duration":"1.327796787s","start":"2026-03-02T22:15:24.878898Z","end":"2026-03-02T22:15:26.206695Z","steps":["trace[1382874165] 'agreement among raft nodes before linearized reading' (duration: 1.327754366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.20671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.072266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T22:15:26.206706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:23.615775Z","time spent":"2.590912059s","remote":"127.0.0.1:48646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:26.206739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.878881Z","time spent":"1.327852929s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:26.206728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331930263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:26.206709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616768257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-02T22:15:26.206788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.083109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:26.206782Z","caller":"traceutil/trace.go:171","msg":"trace[5268] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24639; }","duration":"1.332053396s","start":"2026-03-02T22:15:24.874713Z","end":"2026-03-02T22:15:26.206766Z","steps":["trace[5268] 'agreement among raft nodes before linearized reading' (duration: 1.331966124s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.206806Z","caller":"traceutil/trace.go:171","msg":"trace[1242169145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24639; }","duration":"878.1399ms","start":"2026-03-02T22:15:25.32866Z","end":"2026-03-02T22:15:26.2068Z","steps":["trace[1242169145] 'agreement among raft nodes before linearized reading' (duration: 878.105949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.206787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.497582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:26.206805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335736841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:15:26.206814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.244498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:26.206844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.328639Z","time spent":"878.197612ms","remote":"127.0.0.1:49186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:26.206654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.801638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:26.206859Z","caller":"traceutil/trace.go:171","msg":"trace[859295195] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24639; }","duration":"1.335787973s","start":"2026-03-02T22:15:24.871056Z","end":"2026-03-02T22:15:26.206843Z","steps":["trace[859295195] 'agreement among raft nodes before linearized reading' (duration: 1.33566663s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.206501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953603493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:26.206961Z","caller":"traceutil/trace.go:171","msg":"trace[1677353073] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24639; }","duration":"2.954133976s","start":"2026-03-02T22:15:23.252813Z","end":"2026-03-02T22:15:26.206947Z","steps":["trace[1677353073] 'agreement among raft nodes before linearized reading' (duration: 2.953625244s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.206751Z","caller":"traceutil/trace.go:171","msg":"trace[632097210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24639; }","duration":"204.151448ms","start":"2026-03-02T22:15:26.002581Z","end":"2026-03-02T22:15:26.206732Z","steps":["trace[632097210] 'agreement among raft nodes before linearized reading' (duration: 204.090246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.206751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.172937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:26.206824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.874682Z","time spent":"1.332128757s","remote":"127.0.0.1:50218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:26.206597Z","caller":"traceutil/trace.go:171","msg":"trace[754429100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24639; }","duration":"1.617719279s","start":"2026-03-02T22:15:24.588856Z","end":"2026-03-02T22:15:26.206575Z","steps":["trace[754429100] 'agreement among raft nodes before linearized reading' (duration: 1.617391221s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.20701Z","caller":"traceutil/trace.go:171","msg":"trace[121467427] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24639; }","duration":"498.793319ms","start":"2026-03-02T22:15:25.708196Z","end":"2026-03-02T22:15:26.206989Z","steps":["trace[121467427] 'agreement among raft nodes before linearized reading' (duration: 498.511352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.207129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.58883Z","time spent":"1.618291112s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:26.207098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.616121Z","time spent":"1.589920673s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:26.207115Z","caller":"traceutil/trace.go:171","msg":"trace[1333721315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24639; }","duration":"259.585877ms","start":"2026-03-02T22:15:25.947505Z","end":"2026-03-02T22:15:26.207091Z","steps":["trace[1333721315] 'agreement among raft nodes before linearized reading' (duration: 259.198218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.207156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.70816Z","time spent":"498.979643ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:15:26.206649Z","caller":"traceutil/trace.go:171","msg":"trace[1761462937] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:24639; }","duration":"2.492205333s","start":"2026-03-02T22:15:23.714426Z","end":"2026-03-02T22:15:26.206632Z","steps":["trace[1761462937] 'agreement among raft nodes before linearized reading' (duration: 2.491964218s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.206672Z","caller":"traceutil/trace.go:171","msg":"trace[1833308857] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24639; }","duration":"2.490738239s","start":"2026-03-02T22:15:23.715816Z","end":"2026-03-02T22:15:26.206554Z","steps":["trace[1833308857] 'agreement among raft nodes before linearized reading' (duration: 2.490498284s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.2072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:23.71441Z","time spent":"2.492785147s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-03-02T22:15:26.20722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:23.71581Z","time spent":"2.491395745s","remote":"127.0.0.1:36294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:26.207075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:23.252785Z","time spent":"2.954234797s","remote":"127.0.0.1:49084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:26.206511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617670948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:15:26.207391Z","caller":"traceutil/trace.go:171","msg":"trace[857086703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24639; }","duration":"1.618586609s","start":"2026-03-02T22:15:24.588796Z","end":"2026-03-02T22:15:26.207383Z","steps":["trace[857086703] 'agreement among raft nodes before linearized reading' (duration: 1.617514964s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.207413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.588791Z","time spent":"1.618615959s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:15:26.206511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617720409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:15:26.206825Z","caller":"traceutil/trace.go:171","msg":"trace[494058873] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24639; }","duration":"1.61692665s","start":"2026-03-02T22:15:24.589869Z","end":"2026-03-02T22:15:26.206796Z","steps":["trace[494058873] 'agreement among raft nodes before linearized reading' (duration: 1.616562322s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.206903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.870989Z","time spent":"1.335906255s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:26.207523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.589856Z","time spent":"1.617629206s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:15:26.206882Z","caller":"traceutil/trace.go:171","msg":"trace[1432565264] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24639; }","duration":"259.334541ms","start":"2026-03-02T22:15:25.947531Z","end":"2026-03-02T22:15:26.206865Z","steps":["trace[1432565264] 'agreement among raft nodes before linearized reading' (duration: 259.251379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.207446Z","caller":"traceutil/trace.go:171","msg":"trace[1433003669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24639; }","duration":"1.618695601s","start":"2026-03-02T22:15:24.588738Z","end":"2026-03-02T22:15:26.207434Z","steps":["trace[1433003669] 'agreement among raft nodes before linearized reading' (duration: 1.617642546s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.207676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.58873Z","time spent":"1.618928647s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:15:26.206892Z","caller":"traceutil/trace.go:171","msg":"trace[984521277] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24639; }","duration":"769.035703ms","start":"2026-03-02T22:15:25.437841Z","end":"2026-03-02T22:15:26.206876Z","steps":["trace[984521277] 'agreement among raft nodes before linearized reading' (duration: 768.787727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.207782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:25.437815Z","time spent":"769.948735ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:26.208061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6195208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:15:26.208149Z","caller":"traceutil/trace.go:171","msg":"trace[1726282218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24639; }","duration":"1.619655693s","start":"2026-03-02T22:15:24.588479Z","end":"2026-03-02T22:15:26.208135Z","steps":["trace[1726282218] 'agreement among raft nodes before linearized reading' (duration: 1.617467722s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.208204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:24.588451Z","time spent":"1.619744196s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:26.208081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574873396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:26.208338Z","caller":"traceutil/trace.go:171","msg":"trace[1540514024] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24639; }","duration":"2.575184054s","start":"2026-03-02T22:15:23.633142Z","end":"2026-03-02T22:15:26.208326Z","steps":["trace[1540514024] 'agreement among raft nodes before linearized reading' (duration: 2.57287909s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.208377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:23.633117Z","time spent":"2.575250195s","remote":"127.0.0.1:35946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:26.713868Z","caller":"traceutil/trace.go:171","msg":"trace[1260611146] linearizableReadLoop","detail":"{readStateIndex:25503; appliedIndex:25502; }","duration":"503.11438ms","start":"2026-03-02T22:15:26.210718Z","end":"2026-03-02T22:15:26.713832Z","steps":["trace[1260611146] 'read index received' (duration: 450.888576ms)","trace[1260611146] 'applied index is now lower than readState.Index' (duration: 52.224094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:26.713961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.208406Z","time spent":"505.546537ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:15:26.714077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.329025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:26.714116Z","caller":"traceutil/trace.go:171","msg":"trace[1631443562] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24639; }","duration":"503.414206ms","start":"2026-03-02T22:15:26.210691Z","end":"2026-03-02T22:15:26.714105Z","steps":["trace[1631443562] 'agreement among raft nodes before linearized reading' (duration: 503.290043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.714152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.210675Z","time spent":"503.467818ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:15:26.723308Z","caller":"traceutil/trace.go:171","msg":"trace[1843113104] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"510.615604ms","start":"2026-03-02T22:15:26.212674Z","end":"2026-03-02T22:15:26.72329Z","steps":["trace[1843113104] 'process raft request' (duration: 510.407119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.723435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.212658Z","time spent":"510.704597ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:26.723543Z","caller":"traceutil/trace.go:171","msg":"trace[273071390] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"510.694346ms","start":"2026-03-02T22:15:26.21281Z","end":"2026-03-02T22:15:26.723505Z","steps":["trace[273071390] 'process raft request' (duration: 510.42889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.723618Z","caller":"traceutil/trace.go:171","msg":"trace[625300934] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"510.724977ms","start":"2026-03-02T22:15:26.212877Z","end":"2026-03-02T22:15:26.723602Z","steps":["trace[625300934] 'process raft request' (duration: 510.615035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.723678Z","caller":"traceutil/trace.go:171","msg":"trace[790844647] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"509.781975ms","start":"2026-03-02T22:15:26.213883Z","end":"2026-03-02T22:15:26.723665Z","steps":["trace[790844647] 'process raft request' (duration: 509.640311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.723687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.212873Z","time spent":"510.777458ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:26.723684Z","caller":"traceutil/trace.go:171","msg":"trace[781522911] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"510.800448ms","start":"2026-03-02T22:15:26.212847Z","end":"2026-03-02T22:15:26.723648Z","steps":["trace[781522911] 'process raft request' (duration: 510.568733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.723739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.213872Z","time spent":"509.833146ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:26.723791Z","caller":"traceutil/trace.go:171","msg":"trace[76030288] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"508.053274ms","start":"2026-03-02T22:15:26.215722Z","end":"2026-03-02T22:15:26.723775Z","steps":["trace[76030288] 'process raft request' (duration: 507.827949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:26.72383Z","caller":"traceutil/trace.go:171","msg":"trace[2045130387] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"506.940579ms","start":"2026-03-02T22:15:26.216879Z","end":"2026-03-02T22:15:26.723819Z","steps":["trace[2045130387] 'process raft request' (duration: 506.705154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.723845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.215714Z","time spent":"508.109476ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:26.723874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.89151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:15:26.723896Z","caller":"traceutil/trace.go:171","msg":"trace[1188106966] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24647; }","duration":"510.921552ms","start":"2026-03-02T22:15:26.212966Z","end":"2026-03-02T22:15:26.723888Z","steps":["trace[1188106966] 'agreement among raft nodes before linearized reading' (duration: 510.83277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.723884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.216851Z","time spent":"507.00254ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:26.723876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.763478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:26.723912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.212961Z","time spent":"510.947222ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" "} {"level":"warn","ts":"2026-03-02T22:15:26.723886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.15925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:26.723964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.212805Z","time spent":"510.828929ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:26.723972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.212843Z","time spent":"511.004213ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:26.723983Z","caller":"traceutil/trace.go:171","msg":"trace[2039499957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24647; }","duration":"509.279113ms","start":"2026-03-02T22:15:26.21468Z","end":"2026-03-02T22:15:26.723959Z","steps":["trace[2039499957] 'agreement among raft nodes before linearized reading' (duration: 509.12764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.724026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.214674Z","time spent":"509.342995ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:15:26.72395Z","caller":"traceutil/trace.go:171","msg":"trace[2023644598] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24647; }","duration":"510.86527ms","start":"2026-03-02T22:15:26.213062Z","end":"2026-03-02T22:15:26.723927Z","steps":["trace[2023644598] 'agreement among raft nodes before linearized reading' (duration: 510.713616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:26.724084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:26.213058Z","time spent":"511.013153ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:15:28.989671Z","caller":"traceutil/trace.go:171","msg":"trace[1606126515] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"728.597293ms","start":"2026-03-02T22:15:28.261047Z","end":"2026-03-02T22:15:28.989644Z","steps":["trace[1606126515] 'process raft request' (duration: 728.374978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:28.989822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.26102Z","time spent":"728.722006ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:29.760313Z","caller":"traceutil/trace.go:171","msg":"trace[1644105931] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"1.456451349s","start":"2026-03-02T22:15:28.303829Z","end":"2026-03-02T22:15:29.760281Z","steps":["trace[1644105931] 'process raft request' (duration: 1.456202303s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.760469Z","caller":"traceutil/trace.go:171","msg":"trace[1183783751] linearizableReadLoop","detail":"{readStateIndex:25521; appliedIndex:25519; }","duration":"1.251775809s","start":"2026-03-02T22:15:28.508663Z","end":"2026-03-02T22:15:29.760438Z","steps":["trace[1183783751] 'read index received' (duration: 480.79286ms)","trace[1183783751] 'applied index is now lower than readState.Index' (duration: 770.981359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:29.760511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.303803Z","time spent":"1.456604442s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:29.760538Z","caller":"traceutil/trace.go:171","msg":"trace[1058125978] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"1.029677555s","start":"2026-03-02T22:15:28.730816Z","end":"2026-03-02T22:15:29.760494Z","steps":["trace[1058125978] 'process raft request' (duration: 1.029415559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.760648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132012494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:29.760641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251946714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:29.760702Z","caller":"traceutil/trace.go:171","msg":"trace[1567505680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24658; }","duration":"1.132119127s","start":"2026-03-02T22:15:28.628567Z","end":"2026-03-02T22:15:29.760686Z","steps":["trace[1567505680] 'agreement among raft nodes before linearized reading' (duration: 1.132033795s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.760709Z","caller":"traceutil/trace.go:171","msg":"trace[1132259122] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24658; }","duration":"1.252041296s","start":"2026-03-02T22:15:28.508652Z","end":"2026-03-02T22:15:29.760693Z","steps":["trace[1132259122] 'agreement among raft nodes before linearized reading' (duration: 1.251913983s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.760744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.628546Z","time spent":"1.132187149s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:29.760747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.508596Z","time spent":"1.252140588s","remote":"127.0.0.1:36342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:29.760796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031810004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:15:29.760787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.587277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:29.760845Z","caller":"traceutil/trace.go:171","msg":"trace[963069920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24658; }","duration":"1.031896226s","start":"2026-03-02T22:15:28.728926Z","end":"2026-03-02T22:15:29.760822Z","steps":["trace[963069920] 'agreement among raft nodes before linearized reading' (duration: 1.031760123s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.760853Z","caller":"traceutil/trace.go:171","msg":"trace[1523924487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24658; }","duration":"136.686149ms","start":"2026-03-02T22:15:29.624149Z","end":"2026-03-02T22:15:29.760835Z","steps":["trace[1523924487] 'agreement among raft nodes before linearized reading' (duration: 136.586147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.760867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.728902Z","time spent":"1.031959808s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:29.760894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031179039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:15:29.76089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031787863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:15:29.760936Z","caller":"traceutil/trace.go:171","msg":"trace[885947145] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24658; }","duration":"1.031236651s","start":"2026-03-02T22:15:28.729688Z","end":"2026-03-02T22:15:29.760924Z","steps":["trace[885947145] 'agreement among raft nodes before linearized reading' (duration: 1.031026516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.760979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.729683Z","time spent":"1.031287142s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:15:29.76099Z","caller":"traceutil/trace.go:171","msg":"trace[1135900239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24658; }","duration":"1.031931517s","start":"2026-03-02T22:15:28.729033Z","end":"2026-03-02T22:15:29.760964Z","steps":["trace[1135900239] 'agreement among raft nodes before linearized reading' (duration: 1.03161759s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.761021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032156462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T22:15:29.761053Z","caller":"traceutil/trace.go:171","msg":"trace[1036631950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24658; }","duration":"1.032222564s","start":"2026-03-02T22:15:28.72882Z","end":"2026-03-02T22:15:29.761043Z","steps":["trace[1036631950] 'agreement among raft nodes before linearized reading' (duration: 1.032121842s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.761053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031378074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:15:29.761081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106286286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:29.76108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.7288Z","time spent":"1.032274055s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:15:29.761075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.729024Z","time spent":"1.032040629s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:29.761046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031948778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:15:29.761104Z","caller":"traceutil/trace.go:171","msg":"trace[2047082718] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24658; }","duration":"1.106309446s","start":"2026-03-02T22:15:28.654786Z","end":"2026-03-02T22:15:29.761096Z","steps":["trace[2047082718] 'agreement among raft nodes before linearized reading' (duration: 1.106270595s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:29.761103Z","caller":"traceutil/trace.go:171","msg":"trace[634753648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24658; }","duration":"1.031444256s","start":"2026-03-02T22:15:28.729644Z","end":"2026-03-02T22:15:29.761088Z","steps":["trace[634753648] 'agreement among raft nodes before linearized reading' (duration: 1.031268392s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.76113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.654735Z","time spent":"1.106389338s","remote":"127.0.0.1:39938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:29.761149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.729636Z","time spent":"1.031502067s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:15:29.761149Z","caller":"traceutil/trace.go:171","msg":"trace[603023322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24658; }","duration":"1.032081091s","start":"2026-03-02T22:15:28.729041Z","end":"2026-03-02T22:15:29.761122Z","steps":["trace[603023322] 'agreement among raft nodes before linearized reading' (duration: 1.031737173s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.761203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.729036Z","time spent":"1.032156282s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:29.761223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032142082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:15:29.761259Z","caller":"traceutil/trace.go:171","msg":"trace[1265905249] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24658; }","duration":"1.032177363s","start":"2026-03-02T22:15:28.729071Z","end":"2026-03-02T22:15:29.761248Z","steps":["trace[1265905249] 'agreement among raft nodes before linearized reading' (duration: 1.032075s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:29.761289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.72906Z","time spent":"1.032221623s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:29.761428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:28.730784Z","time spent":"1.029833628s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:30.268591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:30.769749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:30.950343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185759674s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:15:30.950759Z","caller":"traceutil/trace.go:171","msg":"trace[480319639] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"1.186261236s","start":"2026-03-02T22:15:29.764467Z","end":"2026-03-02T22:15:30.950728Z","steps":["trace[480319639] 'process raft request' (duration: 1.186069191s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:30.950984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.764444Z","time spent":"1.18644472s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:31.044728Z","caller":"traceutil/trace.go:171","msg":"trace[861920627] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"1.278693755s","start":"2026-03-02T22:15:29.765995Z","end":"2026-03-02T22:15:31.044689Z","steps":["trace[861920627] 'process raft request' (duration: 1.278413179s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:31.044743Z","caller":"traceutil/trace.go:171","msg":"trace[480607233] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"1.278607423s","start":"2026-03-02T22:15:29.766093Z","end":"2026-03-02T22:15:31.0447Z","steps":["trace[480607233] 'process raft request' (duration: 1.278521861s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:31.044777Z","caller":"traceutil/trace.go:171","msg":"trace[1125823602] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"1.278645744s","start":"2026-03-02T22:15:29.766091Z","end":"2026-03-02T22:15:31.044737Z","steps":["trace[1125823602] 'process raft request' (duration: 1.27848208s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.044912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.765969Z","time spent":"1.278844799s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:31.044917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.766066Z","time spent":"1.278757046s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:31.044987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.766066Z","time spent":"1.278794577s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:31.045154Z","caller":"traceutil/trace.go:171","msg":"trace[1093704991] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"1.278766347s","start":"2026-03-02T22:15:29.766355Z","end":"2026-03-02T22:15:31.045121Z","steps":["trace[1093704991] 'process raft request' (duration: 1.278304366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.045333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.76634Z","time spent":"1.27889922s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:31.045799Z","caller":"traceutil/trace.go:171","msg":"trace[1320566688] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"1.27936027s","start":"2026-03-02T22:15:29.766424Z","end":"2026-03-02T22:15:31.045784Z","steps":["trace[1320566688] 'process raft request' (duration: 1.278602363s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.045884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.766417Z","time spent":"1.279427662s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:31.046028Z","caller":"traceutil/trace.go:171","msg":"trace[1169918033] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"1.278370038s","start":"2026-03-02T22:15:29.767643Z","end":"2026-03-02T22:15:31.046013Z","steps":["trace[1169918033] 'process raft request' (duration: 1.278059231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.046124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.767629Z","time spent":"1.278446689s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:31.046396Z","caller":"traceutil/trace.go:171","msg":"trace[1237970423] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"1.255076996s","start":"2026-03-02T22:15:29.791303Z","end":"2026-03-02T22:15:31.04638Z","steps":["trace[1237970423] 'process raft request' (duration: 1.254659097s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.046485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.791286Z","time spent":"1.255159188s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:31.046764Z","caller":"traceutil/trace.go:171","msg":"trace[514708620] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"1.222074949s","start":"2026-03-02T22:15:29.824659Z","end":"2026-03-02T22:15:31.046734Z","steps":["trace[514708620] 'process raft request' (duration: 1.221653089s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:31.046913Z","caller":"traceutil/trace.go:171","msg":"trace[108360308] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"1.222034407s","start":"2026-03-02T22:15:29.824863Z","end":"2026-03-02T22:15:31.046898Z","steps":["trace[108360308] 'process raft request' (duration: 1.221689469s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.046992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.824856Z","time spent":"1.222099959s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:31.047029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.824646Z","time spent":"1.222265553s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:31.047081Z","caller":"traceutil/trace.go:171","msg":"trace[641926004] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"1.222175111s","start":"2026-03-02T22:15:29.824882Z","end":"2026-03-02T22:15:31.047057Z","steps":["trace[641926004] 'process raft request' (duration: 1.221767332s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.047174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.824849Z","time spent":"1.222280123s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:31.053903Z","caller":"traceutil/trace.go:171","msg":"trace[2095080588] linearizableReadLoop","detail":"{readStateIndex:25534; appliedIndex:25522; }","duration":"1.285946864s","start":"2026-03-02T22:15:29.767942Z","end":"2026-03-02T22:15:31.053889Z","steps":["trace[2095080588] 'read index received' (duration: 1.182641362s)","trace[2095080588] 'applied index is now lower than readState.Index' (duration: 103.304182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:31.054141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286200409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:31.054176Z","caller":"traceutil/trace.go:171","msg":"trace[1261256803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24669; }","duration":"1.2862401s","start":"2026-03-02T22:15:29.767929Z","end":"2026-03-02T22:15:31.054169Z","steps":["trace[1261256803] 'agreement among raft nodes before linearized reading' (duration: 1.286180639s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.054197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.76789Z","time spent":"1.286302052s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:31.054366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232905891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:31.054396Z","caller":"traceutil/trace.go:171","msg":"trace[1297519704] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24669; }","duration":"1.232974501s","start":"2026-03-02T22:15:29.821414Z","end":"2026-03-02T22:15:31.054388Z","steps":["trace[1297519704] 'agreement among raft nodes before linearized reading' (duration: 1.23292199s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.054418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:29.8214Z","time spent":"1.233011013s","remote":"127.0.0.1:36174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:31.054634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.135846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:15:31.054674Z","caller":"traceutil/trace.go:171","msg":"trace[877250548] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24669; }","duration":"382.203428ms","start":"2026-03-02T22:15:30.672454Z","end":"2026-03-02T22:15:31.054657Z","steps":["trace[877250548] 'agreement among raft nodes before linearized reading' (duration: 382.091725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.054695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:30.672433Z","time spent":"382.257409ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:31.054848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.698758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:31.054876Z","caller":"traceutil/trace.go:171","msg":"trace[1004217501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24669; }","duration":"904.827581ms","start":"2026-03-02T22:15:30.150041Z","end":"2026-03-02T22:15:31.054869Z","steps":["trace[1004217501] 'agreement among raft nodes before linearized reading' (duration: 904.736699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:31.054902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:30.150004Z","time spent":"904.889702ms","remote":"127.0.0.1:49168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:35.214447Z","caller":"traceutil/trace.go:171","msg":"trace[1904782440] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"125.226332ms","start":"2026-03-02T22:15:35.089184Z","end":"2026-03-02T22:15:35.214411Z","steps":["trace[1904782440] 'process raft request' (duration: 98.440599ms)","trace[1904782440] 'compare' (duration: 26.459555ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:35.214639Z","caller":"traceutil/trace.go:171","msg":"trace[340527086] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"121.605447ms","start":"2026-03-02T22:15:35.092993Z","end":"2026-03-02T22:15:35.214598Z","steps":["trace[340527086] 'process raft request' (duration: 121.358592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:40.974894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:41.475546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:41.843292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39327193s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:15:41.843977Z","caller":"traceutil/trace.go:171","msg":"trace[1861703729] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"1.394101489s","start":"2026-03-02T22:15:40.449843Z","end":"2026-03-02T22:15:41.843945Z","steps":["trace[1861703729] 'process raft request' (duration: 1.393739051s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:41.844226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:40.44981Z","time spent":"1.394264943s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:42.122577Z","caller":"traceutil/trace.go:171","msg":"trace[388275558] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"1.334500523s","start":"2026-03-02T22:15:40.787992Z","end":"2026-03-02T22:15:42.122492Z","steps":["trace[388275558] 'process raft request' (duration: 1.334237977s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:42.123067Z","caller":"traceutil/trace.go:171","msg":"trace[32540724] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"904.209287ms","start":"2026-03-02T22:15:41.218844Z","end":"2026-03-02T22:15:42.123053Z","steps":["trace[32540724] 'process raft request' (duration: 903.616583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:42.122781Z","caller":"traceutil/trace.go:171","msg":"trace[1243961086] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"904.105934ms","start":"2026-03-02T22:15:41.218622Z","end":"2026-03-02T22:15:42.122728Z","steps":["trace[1243961086] 'process raft request' (duration: 903.821198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:42.123224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:40.78796Z","time spent":"1.335144458s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:42.122896Z","caller":"traceutil/trace.go:171","msg":"trace[1672174746] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"1.019618001s","start":"2026-03-02T22:15:41.103264Z","end":"2026-03-02T22:15:42.122882Z","steps":["trace[1672174746] 'process raft request' (duration: 1.019130659s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:42.123297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.218613Z","time spent":"904.564175ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:42.123422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.103231Z","time spent":"1.020072971s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:42.123498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.218789Z","time spent":"904.34436ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:42.122937Z","caller":"traceutil/trace.go:171","msg":"trace[205619593] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"905.956327ms","start":"2026-03-02T22:15:41.216973Z","end":"2026-03-02T22:15:42.122929Z","steps":["trace[205619593] 'process raft request' (duration: 905.446775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:42.123674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.216956Z","time spent":"906.693495ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:42.122969Z","caller":"traceutil/trace.go:171","msg":"trace[253807217] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"871.965957ms","start":"2026-03-02T22:15:41.250948Z","end":"2026-03-02T22:15:42.122914Z","steps":["trace[253807217] 'process raft request' (duration: 871.537498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:42.123732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.250929Z","time spent":"872.779896ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:43.094391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.850828ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:15:43.094523Z","caller":"traceutil/trace.go:171","msg":"trace[1110899107] linearizableReadLoop","detail":"{readStateIndex:25679; appliedIndex:25672; }","duration":"2.620502747s","start":"2026-03-02T22:15:40.473997Z","end":"2026-03-02T22:15:43.0945Z","steps":["trace[1110899107] 'read index received' (duration: 1.36964783s)","trace[1110899107] 'applied index is now lower than readState.Index' (duration: 1.250853097s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:43.095303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621212563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:43.095356Z","caller":"traceutil/trace.go:171","msg":"trace[2018885161] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24812; }","duration":"2.621418378s","start":"2026-03-02T22:15:40.473921Z","end":"2026-03-02T22:15:43.095339Z","steps":["trace[2018885161] 'agreement among raft nodes before linearized reading' (duration: 2.621232504s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:43.095397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:40.473889Z","time spent":"2.62149631s","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:43.595606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:43.626381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:15:43.626708Z","caller":"traceutil/trace.go:171","msg":"trace[1082850619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000471509s","start":"2026-03-02T22:15:41.62621Z","end":"2026-03-02T22:15:43.626681Z","steps":["trace[1082850619] 'agreement among raft nodes before linearized reading' (duration: 2.000125981s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:43.626848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.626191Z","time spent":"2.000633772s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:15:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:15:44.096151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:44.125107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.989661267s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:15:44.125606Z","caller":"traceutil/trace.go:171","msg":"trace[438581439] linearizableReadLoop","detail":"{readStateIndex:25681; appliedIndex:25680; }","duration":"1.031020526s","start":"2026-03-02T22:15:43.094555Z","end":"2026-03-02T22:15:44.125576Z","steps":["trace[438581439] 'read index received' (duration: 1.030709329s)","trace[438581439] 'applied index is now lower than readState.Index' (duration: 309.937µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:44.125818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098717778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T22:15:44.125844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881891745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:15:44.125863Z","caller":"traceutil/trace.go:171","msg":"trace[693313714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24813; }","duration":"3.098829131s","start":"2026-03-02T22:15:41.027023Z","end":"2026-03-02T22:15:44.125852Z","steps":["trace[693313714] 'agreement among raft nodes before linearized reading' (duration: 3.098705298s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:44.125891Z","caller":"traceutil/trace.go:171","msg":"trace[235192107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24813; }","duration":"2.882000078s","start":"2026-03-02T22:15:41.24387Z","end":"2026-03-02T22:15:44.12587Z","steps":["trace[235192107] 'agreement among raft nodes before linearized reading' (duration: 2.881743452s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.125902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.026997Z","time spent":"3.098895771s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:15:44.125938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.24386Z","time spent":"2.882071079s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:15:44.126103Z","caller":"traceutil/trace.go:171","msg":"trace[1076868198] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"2.276059097s","start":"2026-03-02T22:15:41.850037Z","end":"2026-03-02T22:15:44.126096Z","steps":["trace[1076868198] 'process raft request' (duration: 2.27533444s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.126173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.85001Z","time spent":"2.276111869s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:44.126239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504894665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:44.126283Z","caller":"traceutil/trace.go:171","msg":"trace[250518318] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24813; }","duration":"1.504937876s","start":"2026-03-02T22:15:42.621337Z","end":"2026-03-02T22:15:44.126275Z","steps":["trace[250518318] 'agreement among raft nodes before linearized reading' (duration: 1.504876075s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.126303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:42.621255Z","time spent":"1.505041809s","remote":"127.0.0.1:36236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:44.126361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154346591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:44.126398Z","caller":"traceutil/trace.go:171","msg":"trace[1187079515] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24813; }","duration":"3.154444564s","start":"2026-03-02T22:15:40.971944Z","end":"2026-03-02T22:15:44.126389Z","steps":["trace[1187079515] 'agreement among raft nodes before linearized reading' (duration: 3.154381803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.12643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:40.971906Z","time spent":"3.154516246s","remote":"127.0.0.1:36102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:44.126596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147875437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:15:44.126625Z","caller":"traceutil/trace.go:171","msg":"trace[466940630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24813; }","duration":"2.147962448s","start":"2026-03-02T22:15:41.978656Z","end":"2026-03-02T22:15:44.126619Z","steps":["trace[466940630] 'agreement among raft nodes before linearized reading' (duration: 2.147864436s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.126643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.978624Z","time spent":"2.14801434s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:15:44.126679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320022053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:44.126722Z","caller":"traceutil/trace.go:171","msg":"trace[2108698419] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24813; }","duration":"3.320134816s","start":"2026-03-02T22:15:40.806576Z","end":"2026-03-02T22:15:44.126711Z","steps":["trace[2108698419] 'agreement among raft nodes before linearized reading' (duration: 3.320018094s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.126758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:40.806546Z","time spent":"3.320202818s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:44.126794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364112015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:44.126821Z","caller":"traceutil/trace.go:171","msg":"trace[252103298] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24813; }","duration":"2.364190907s","start":"2026-03-02T22:15:41.762624Z","end":"2026-03-02T22:15:44.126815Z","steps":["trace[252103298] 'agreement among raft nodes before linearized reading' (duration: 2.364124515s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.126841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.762593Z","time spent":"2.364242698s","remote":"127.0.0.1:59876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:44.126929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58779371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:44.126967Z","caller":"traceutil/trace.go:171","msg":"trace[814651270] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24813; }","duration":"3.587894173s","start":"2026-03-02T22:15:40.539063Z","end":"2026-03-02T22:15:44.126958Z","steps":["trace[814651270] 'agreement among raft nodes before linearized reading' (duration: 3.587829002s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.126987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872866536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:15:44.126998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:40.539033Z","time spent":"3.587956465s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:44.127011Z","caller":"traceutil/trace.go:171","msg":"trace[1052006084] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24813; }","duration":"2.872937047s","start":"2026-03-02T22:15:41.254067Z","end":"2026-03-02T22:15:44.127004Z","steps":["trace[1052006084] 'agreement among raft nodes before linearized reading' (duration: 2.872869116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.127031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.254042Z","time spent":"2.872983538s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:44.127082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900194131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:15:44.127118Z","caller":"traceutil/trace.go:171","msg":"trace[1646045905] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24813; }","duration":"2.900230432s","start":"2026-03-02T22:15:41.226878Z","end":"2026-03-02T22:15:44.127109Z","steps":["trace[1646045905] 'agreement among raft nodes before linearized reading' (duration: 2.899033974s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.127143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.22681Z","time spent":"2.900328404s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2832,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:44.12718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.630297819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:44.127197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874003512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T22:15:44.127217Z","caller":"traceutil/trace.go:171","msg":"trace[1480680224] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24813; }","duration":"3.6303537s","start":"2026-03-02T22:15:40.496854Z","end":"2026-03-02T22:15:44.127208Z","steps":["trace[1480680224] 'agreement among raft nodes before linearized reading' (duration: 3.630265058s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.127247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:40.496841Z","time spent":"3.630397982s","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:44.127271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878323402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:15:44.127293Z","caller":"traceutil/trace.go:171","msg":"trace[168170026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24813; }","duration":"2.878363604s","start":"2026-03-02T22:15:41.248925Z","end":"2026-03-02T22:15:44.127289Z","steps":["trace[168170026] 'agreement among raft nodes before linearized reading' (duration: 2.878307693s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.127319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.248915Z","time spent":"2.878399725s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:44.127344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006489953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18992606d0058709\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T22:15:44.127371Z","caller":"traceutil/trace.go:171","msg":"trace[629003541] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18992606d0058709; range_end:; response_count:1; response_revision:24813; }","duration":"3.006552945s","start":"2026-03-02T22:15:41.120811Z","end":"2026-03-02T22:15:44.127364Z","steps":["trace[629003541] 'agreement among raft nodes before linearized reading' (duration: 3.006494203s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.127396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.120795Z","time spent":"3.006597005s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18992606d0058709\" "} {"level":"warn","ts":"2026-03-02T22:15:44.127423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.461579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:44.127445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87995274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:15:44.127459Z","caller":"traceutil/trace.go:171","msg":"trace[1458624594] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24813; }","duration":"952.542971ms","start":"2026-03-02T22:15:43.174907Z","end":"2026-03-02T22:15:44.12745Z","steps":["trace[1458624594] 'agreement among raft nodes before linearized reading' (duration: 952.476509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.125886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88637156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:15:44.127492Z","caller":"traceutil/trace.go:171","msg":"trace[9653591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24813; }","duration":"2.888011068s","start":"2026-03-02T22:15:41.239476Z","end":"2026-03-02T22:15:44.127487Z","steps":["trace[9653591] 'agreement among raft nodes before linearized reading' (duration: 2.886367859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.127496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:43.174885Z","time spent":"952.599762ms","remote":"127.0.0.1:45686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:44.12752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.239462Z","time spent":"2.888049829s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:44.12582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042157153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T22:15:44.127645Z","caller":"traceutil/trace.go:171","msg":"trace[1384694039] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0; range_end:; response_count:1; response_revision:24813; }","duration":"3.044076477s","start":"2026-03-02T22:15:41.08356Z","end":"2026-03-02T22:15:44.127636Z","steps":["trace[1384694039] 'agreement among raft nodes before linearized reading' (duration: 3.04206926s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.127681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.083532Z","time spent":"3.044139949s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" "} {"level":"warn","ts":"2026-03-02T22:15:44.127968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.67039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-02T22:15:44.127997Z","caller":"traceutil/trace.go:171","msg":"trace[1037139513] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24813; }","duration":"247.751721ms","start":"2026-03-02T22:15:43.880239Z","end":"2026-03-02T22:15:44.127991Z","steps":["trace[1037139513] 'agreement among raft nodes before linearized reading' (duration: 247.675819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.128066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.095037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T22:15:44.128106Z","caller":"traceutil/trace.go:171","msg":"trace[691638624] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:24813; }","duration":"410.173799ms","start":"2026-03-02T22:15:43.717923Z","end":"2026-03-02T22:15:44.128096Z","steps":["trace[691638624] 'agreement among raft nodes before linearized reading' (duration: 410.076566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.128117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.117266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:44.128132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:43.717901Z","time spent":"410.224159ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"info","ts":"2026-03-02T22:15:44.128146Z","caller":"traceutil/trace.go:171","msg":"trace[1114644223] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24813; }","duration":"422.201518ms","start":"2026-03-02T22:15:43.705937Z","end":"2026-03-02T22:15:44.128139Z","steps":["trace[1114644223] 'agreement among raft nodes before linearized reading' (duration: 422.156437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.128175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:43.705908Z","time spent":"422.260859ms","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:44.127289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924456045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:44.128269Z","caller":"traceutil/trace.go:171","msg":"trace[559587744] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24813; }","duration":"2.925484158s","start":"2026-03-02T22:15:41.202776Z","end":"2026-03-02T22:15:44.12826Z","steps":["trace[559587744] 'agreement among raft nodes before linearized reading' (duration: 2.924492035s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.128284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.277317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:44.128299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.202741Z","time spent":"2.92554785s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:44.128306Z","caller":"traceutil/trace.go:171","msg":"trace[1103932130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24813; }","duration":"501.376379ms","start":"2026-03-02T22:15:43.626924Z","end":"2026-03-02T22:15:44.128301Z","steps":["trace[1103932130] 'agreement among raft nodes before linearized reading' (duration: 501.342819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.128322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:43.626899Z","time spent":"501.41963ms","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:44.12842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.816805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:44.128447Z","caller":"traceutil/trace.go:171","msg":"trace[630044319] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24813; }","duration":"893.867307ms","start":"2026-03-02T22:15:43.234573Z","end":"2026-03-02T22:15:44.128441Z","steps":["trace[630044319] 'agreement among raft nodes before linearized reading' (duration: 893.830116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.128465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:43.234561Z","time spent":"893.898987ms","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:44.127221Z","caller":"traceutil/trace.go:171","msg":"trace[1258536821] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24813; }","duration":"2.874047263s","start":"2026-03-02T22:15:41.253167Z","end":"2026-03-02T22:15:44.127215Z","steps":["trace[1258536821] 'agreement among raft nodes before linearized reading' (duration: 2.873981312s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.128545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.253157Z","time spent":"2.875377614s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:15:44.127468Z","caller":"traceutil/trace.go:171","msg":"trace[1708294581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24813; }","duration":"2.879996592s","start":"2026-03-02T22:15:41.247465Z","end":"2026-03-02T22:15:44.127461Z","steps":["trace[1708294581] 'agreement among raft nodes before linearized reading' (duration: 2.879936591s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:44.128609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:41.247453Z","time spent":"2.881148578s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:15:45.710346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148536248s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:45.710456Z","caller":"traceutil/trace.go:171","msg":"trace[585783766] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24813; }","duration":"1.148659751s","start":"2026-03-02T22:15:44.561782Z","end":"2026-03-02T22:15:45.710442Z","steps":["trace[585783766] 'range keys from in-memory index tree' (duration: 1.148519768s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:45.711229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395246225s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T22:15:45.711352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.132568Z","time spent":"1.578777183s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:15:46.139538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:15:46.139661Z","caller":"traceutil/trace.go:171","msg":"trace[1031052679] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286764s","start":"2026-03-02T22:15:44.13933Z","end":"2026-03-02T22:15:46.139617Z","steps":["trace[1031052679] 'agreement among raft nodes before linearized reading' (duration: 2.000144541s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:46.139717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.139319Z","time spent":"2.000387656s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:46.709063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.392991676s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:15:46.87733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.913694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:46.878046Z","caller":"traceutil/trace.go:171","msg":"trace[170663185] linearizableReadLoop","detail":"{readStateIndex:25685; appliedIndex:25681; }","duration":"2.744847798s","start":"2026-03-02T22:15:44.133172Z","end":"2026-03-02T22:15:46.878019Z","steps":["trace[170663185] 'read index received' (duration: 182.876493ms)","trace[170663185] 'applied index is now lower than readState.Index' (duration: 2.561969975s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:46.878173Z","caller":"traceutil/trace.go:171","msg":"trace[1019059062] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"2.745454292s","start":"2026-03-02T22:15:44.132701Z","end":"2026-03-02T22:15:46.878155Z","steps":["trace[1019059062] 'process raft request' (duration: 2.576595696s)","trace[1019059062] 'compare' (duration: 167.653798ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:46.878294Z","caller":"traceutil/trace.go:171","msg":"trace[2096684782] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"2.743955857s","start":"2026-03-02T22:15:44.134287Z","end":"2026-03-02T22:15:46.878243Z","steps":["trace[2096684782] 'process raft request' (duration: 2.743489297s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:46.878278Z","caller":"traceutil/trace.go:171","msg":"trace[875728800] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"2.744536202s","start":"2026-03-02T22:15:44.133674Z","end":"2026-03-02T22:15:46.878211Z","steps":["trace[875728800] 'process raft request' (duration: 2.744010169s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:46.878318Z","caller":"traceutil/trace.go:171","msg":"trace[629690152] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"2.743646921s","start":"2026-03-02T22:15:44.134627Z","end":"2026-03-02T22:15:46.878274Z","steps":["trace[629690152] 'process raft request' (duration: 2.743238742s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:46.878344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.132685Z","time spent":"2.745536895s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:46.878339Z","caller":"traceutil/trace.go:171","msg":"trace[1526032090] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"2.744011139s","start":"2026-03-02T22:15:44.134294Z","end":"2026-03-02T22:15:46.878305Z","steps":["trace[1526032090] 'process raft request' (duration: 2.743526218s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:46.87842Z","caller":"traceutil/trace.go:171","msg":"trace[20635555] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"2.744698965s","start":"2026-03-02T22:15:44.133711Z","end":"2026-03-02T22:15:46.878409Z","steps":["trace[20635555] 'process raft request' (duration: 2.74402089s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:46.878434Z","caller":"traceutil/trace.go:171","msg":"trace[528530944] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"2.745186257s","start":"2026-03-02T22:15:44.133234Z","end":"2026-03-02T22:15:46.87842Z","steps":["trace[528530944] 'process raft request' (duration: 2.744346987s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:46.878472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.133702Z","time spent":"2.744744586s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:46.878468Z","caller":"traceutil/trace.go:171","msg":"trace[1423823866] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"2.739632327s","start":"2026-03-02T22:15:44.138809Z","end":"2026-03-02T22:15:46.878441Z","steps":["trace[1423823866] 'process raft request' (duration: 2.739157196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:46.878487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.133668Z","time spent":"2.744708965s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:46.878498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.133228Z","time spent":"2.745227517s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:46.87849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.134608Z","time spent":"2.743789574s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:46.878537Z","caller":"traceutil/trace.go:171","msg":"trace[1254002826] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"2.745721919s","start":"2026-03-02T22:15:44.132808Z","end":"2026-03-02T22:15:46.87853Z","steps":["trace[1254002826] 'process raft request' (duration: 2.744730616s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:46.878378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.134279Z","time spent":"2.744055391s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:46.878574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.132778Z","time spent":"2.74577758s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:46.878579Z","caller":"traceutil/trace.go:171","msg":"trace[508872780] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"2.741672725s","start":"2026-03-02T22:15:44.136891Z","end":"2026-03-02T22:15:46.878564Z","steps":["trace[508872780] 'process raft request' (duration: 2.7410232s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:46.8785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.134287Z","time spent":"2.744129341s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:46.878592Z","caller":"traceutil/trace.go:171","msg":"trace[1252230751] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"2.745002222s","start":"2026-03-02T22:15:44.133577Z","end":"2026-03-02T22:15:46.878579Z","steps":["trace[1252230751] 'process raft request' (duration: 2.74405637s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:46.878576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.138796Z","time spent":"2.73972184s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:46.878646Z","caller":"traceutil/trace.go:171","msg":"trace[544496754] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"2.745922554s","start":"2026-03-02T22:15:44.132713Z","end":"2026-03-02T22:15:46.878635Z","steps":["trace[544496754] 'process raft request' (duration: 2.744735586s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:46.878647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.136842Z","time spent":"2.741765837s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:46.878649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.133569Z","time spent":"2.745049163s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:46.878685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745504033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:15:46.878738Z","caller":"traceutil/trace.go:171","msg":"trace[1203859184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24825; }","duration":"2.745575816s","start":"2026-03-02T22:15:44.133146Z","end":"2026-03-02T22:15:46.878722Z","steps":["trace[1203859184] 'agreement among raft nodes before linearized reading' (duration: 2.745382441s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:46.878995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.133136Z","time spent":"2.745838691s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:15:46.878698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.132687Z","time spent":"2.745981325s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:47.378808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:47.876148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166824554s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:15:48.015685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.163567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:48.01601Z","caller":"traceutil/trace.go:171","msg":"trace[2131052316] linearizableReadLoop","detail":"{readStateIndex:25699; appliedIndex:25694; }","duration":"1.137885841s","start":"2026-03-02T22:15:46.878107Z","end":"2026-03-02T22:15:48.015993Z","steps":["trace[2131052316] 'read index received' (duration: 998.333146ms)","trace[2131052316] 'applied index is now lower than readState.Index' (duration: 139.551745ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:48.016112Z","caller":"traceutil/trace.go:171","msg":"trace[590539234] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"2.303400653s","start":"2026-03-02T22:15:45.712701Z","end":"2026-03-02T22:15:48.016101Z","steps":["trace[590539234] 'process raft request' (duration: 2.163722864s)","trace[590539234] 'compare' (duration: 138.825719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:48.016165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:45.712589Z","time spent":"2.303549937s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:48.016486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949977045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T22:15:48.016453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87576363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:48.01658Z","caller":"traceutil/trace.go:171","msg":"trace[1659112761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24830; }","duration":"1.875892983s","start":"2026-03-02T22:15:46.140646Z","end":"2026-03-02T22:15:48.016539Z","steps":["trace[1659112761] 'agreement among raft nodes before linearized reading' (duration: 1.875619487s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.016651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:46.14062Z","time spent":"1.876017556s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:48.01683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22645887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:48.01687Z","caller":"traceutil/trace.go:171","msg":"trace[1554457227] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24830; }","duration":"1.226528102s","start":"2026-03-02T22:15:46.790331Z","end":"2026-03-02T22:15:48.016859Z","steps":["trace[1554457227] 'agreement among raft nodes before linearized reading' (duration: 1.226451091s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:48.016847Z","caller":"traceutil/trace.go:171","msg":"trace[1656971752] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"1.881218317s","start":"2026-03-02T22:15:46.135583Z","end":"2026-03-02T22:15:48.016801Z","steps":["trace[1656971752] 'process raft request' (duration: 1.880310416s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:48.016877Z","caller":"traceutil/trace.go:171","msg":"trace[211347923] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"1.694142416s","start":"2026-03-02T22:15:46.3227Z","end":"2026-03-02T22:15:48.016842Z","steps":["trace[211347923] 'process raft request' (duration: 1.693222065s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:48.016932Z","caller":"traceutil/trace.go:171","msg":"trace[1414075545] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"884.886318ms","start":"2026-03-02T22:15:47.132038Z","end":"2026-03-02T22:15:48.016924Z","steps":["trace[1414075545] 'process raft request' (duration: 883.920285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.016964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363970091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:48.016988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:47.132007Z","time spent":"884.956929ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:48.01699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.085258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:15:48.017035Z","caller":"traceutil/trace.go:171","msg":"trace[443413901] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24830; }","duration":"2.364085814s","start":"2026-03-02T22:15:45.652929Z","end":"2026-03-02T22:15:48.017015Z","steps":["trace[443413901] 'agreement among raft nodes before linearized reading' (duration: 2.363993992s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:46.135558Z","time spent":"1.88139s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:48.017057Z","caller":"traceutil/trace.go:171","msg":"trace[1250503976] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24830; }","duration":"641.199761ms","start":"2026-03-02T22:15:47.375841Z","end":"2026-03-02T22:15:48.017041Z","steps":["trace[1250503976] 'agreement among raft nodes before linearized reading' (duration: 641.010496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267244829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:48.017095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:45.652901Z","time spent":"2.364177526s","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:48.01712Z","caller":"traceutil/trace.go:171","msg":"trace[293195488] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24830; }","duration":"1.267338431s","start":"2026-03-02T22:15:46.749765Z","end":"2026-03-02T22:15:48.017103Z","steps":["trace[293195488] 'agreement among raft nodes before linearized reading' (duration: 1.267263559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.811130155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:48.017111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135322692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18350"} {"level":"warn","ts":"2026-03-02T22:15:48.017062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:46.322667Z","time spent":"1.69430576s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:48.017185Z","caller":"traceutil/trace.go:171","msg":"trace[1620110742] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24830; }","duration":"3.811218157s","start":"2026-03-02T22:15:44.205953Z","end":"2026-03-02T22:15:48.017171Z","steps":["trace[1620110742] 'agreement among raft nodes before linearized reading' (duration: 3.811145855s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.102445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:48.017219Z","caller":"traceutil/trace.go:171","msg":"trace[1676522456] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24830; }","duration":"1.135474415s","start":"2026-03-02T22:15:46.881726Z","end":"2026-03-02T22:15:48.017201Z","steps":["trace[1676522456] 'agreement among raft nodes before linearized reading' (duration: 1.135122107s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.205931Z","time spent":"3.811286198s","remote":"127.0.0.1:36238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:48.017227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.880551219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:15:48.017247Z","caller":"traceutil/trace.go:171","msg":"trace[1482268844] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24830; }","duration":"858.169826ms","start":"2026-03-02T22:15:47.159068Z","end":"2026-03-02T22:15:48.017238Z","steps":["trace[1482268844] 'agreement among raft nodes before linearized reading' (duration: 858.109375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.016993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637620032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T22:15:48.017284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:47.159058Z","time spent":"858.218878ms","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:48.017289Z","caller":"traceutil/trace.go:171","msg":"trace[1232639184] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24830; }","duration":"3.880632961s","start":"2026-03-02T22:15:44.136637Z","end":"2026-03-02T22:15:48.01727Z","steps":["trace[1232639184] 'agreement among raft nodes before linearized reading' (duration: 3.880493948s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.127499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:48.017336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.13663Z","time spent":"3.880694482s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" "} {"level":"info","ts":"2026-03-02T22:15:48.017352Z","caller":"traceutil/trace.go:171","msg":"trace[1143531262] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"2.119131807s","start":"2026-03-02T22:15:45.898207Z","end":"2026-03-02T22:15:48.017339Z","steps":["trace[1143531262] 'process raft request' (duration: 2.117588222s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877088284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T22:15:48.017355Z","caller":"traceutil/trace.go:171","msg":"trace[99080670] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24830; }","duration":"1.637928419s","start":"2026-03-02T22:15:46.379354Z","end":"2026-03-02T22:15:48.017283Z","steps":["trace[99080670] 'agreement among raft nodes before linearized reading' (duration: 1.637474769s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:48.017393Z","caller":"traceutil/trace.go:171","msg":"trace[794681364] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0; range_end:; response_count:1; response_revision:24830; }","duration":"2.877114695s","start":"2026-03-02T22:15:45.140271Z","end":"2026-03-02T22:15:48.017386Z","steps":["trace[794681364] 'agreement among raft nodes before linearized reading' (duration: 2.877047373s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:48.017357Z","caller":"traceutil/trace.go:171","msg":"trace[121358884] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24830; }","duration":"899.224291ms","start":"2026-03-02T22:15:47.11812Z","end":"2026-03-02T22:15:48.017344Z","steps":["trace[121358884] 'agreement among raft nodes before linearized reading' (duration: 899.162619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:45.140202Z","time spent":"2.877206627s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" "} {"level":"warn","ts":"2026-03-02T22:15:48.017417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:46.379263Z","time spent":"1.638138864s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:15:48.017425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:47.118093Z","time spent":"899.323893ms","remote":"127.0.0.1:36378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:48.017168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:46.749743Z","time spent":"1.267413163s","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:48.017457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:45.898177Z","time spent":"2.11920869s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:48.017106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:47.375819Z","time spent":"641.276363ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:15:48.017032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686899178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:48.016884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554458115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:48.01758Z","caller":"traceutil/trace.go:171","msg":"trace[398882937] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24830; }","duration":"3.555212103s","start":"2026-03-02T22:15:44.462357Z","end":"2026-03-02T22:15:48.017569Z","steps":["trace[398882937] 'agreement among raft nodes before linearized reading' (duration: 3.554459235s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:48.017581Z","caller":"traceutil/trace.go:171","msg":"trace[1678396741] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24830; }","duration":"1.687500292s","start":"2026-03-02T22:15:46.330062Z","end":"2026-03-02T22:15:48.017562Z","steps":["trace[1678396741] 'agreement among raft nodes before linearized reading' (duration: 1.686906718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.462336Z","time spent":"3.555267455s","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:48.017631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:46.330034Z","time spent":"1.687582044s","remote":"127.0.0.1:48626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:48.017256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:46.881704Z","time spent":"1.135544166s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18372,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T22:15:48.01652Z","caller":"traceutil/trace.go:171","msg":"trace[1011722795] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24830; }","duration":"1.950057017s","start":"2026-03-02T22:15:46.066451Z","end":"2026-03-02T22:15:48.016508Z","steps":["trace[1011722795] 'agreement among raft nodes before linearized reading' (duration: 1.949902914s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.016898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:46.790316Z","time spent":"1.226576133s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:15:48.017295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312192754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:48.017711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:46.066427Z","time spent":"1.951271566s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T22:15:48.017744Z","caller":"traceutil/trace.go:171","msg":"trace[612072598] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24830; }","duration":"1.312681886s","start":"2026-03-02T22:15:46.70505Z","end":"2026-03-02T22:15:48.017732Z","steps":["trace[612072598] 'agreement among raft nodes before linearized reading' (duration: 1.312219375s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481993386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:48.017261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372951195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T22:15:48.017788Z","caller":"traceutil/trace.go:171","msg":"trace[225939807] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24830; }","duration":"2.482472408s","start":"2026-03-02T22:15:45.535302Z","end":"2026-03-02T22:15:48.017775Z","steps":["trace[225939807] 'agreement among raft nodes before linearized reading' (duration: 2.481975726s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:48.01781Z","caller":"traceutil/trace.go:171","msg":"trace[381872521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24830; }","duration":"3.373537088s","start":"2026-03-02T22:15:44.644261Z","end":"2026-03-02T22:15:48.017798Z","steps":["trace[381872521] 'agreement among raft nodes before linearized reading' (duration: 3.372934914s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:45.535242Z","time spent":"2.48258415s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:48.017779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:46.705026Z","time spent":"1.312743037s","remote":"127.0.0.1:59890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:48.017907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300664369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:48.017841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:44.644242Z","time spent":"3.37359045s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-02T22:15:48.017933Z","caller":"traceutil/trace.go:171","msg":"trace[431617656] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24830; }","duration":"2.300715231s","start":"2026-03-02T22:15:45.717209Z","end":"2026-03-02T22:15:48.017925Z","steps":["trace[431617656] 'agreement among raft nodes before linearized reading' (duration: 2.299323659s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:48.017969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:45.7172Z","time spent":"2.300762822s","remote":"127.0.0.1:59772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:50.529993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202638,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:15:50.989076Z","caller":"traceutil/trace.go:171","msg":"trace[517820299] linearizableReadLoop","detail":"{readStateIndex:25719; appliedIndex:25718; }","duration":"959.895571ms","start":"2026-03-02T22:15:50.029148Z","end":"2026-03-02T22:15:50.989043Z","steps":["trace[517820299] 'read index received' (duration: 959.674136ms)","trace[517820299] 'applied index is now lower than readState.Index' (duration: 220.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:50.98954Z","caller":"traceutil/trace.go:171","msg":"trace[459129570] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"964.519419ms","start":"2026-03-02T22:15:50.025005Z","end":"2026-03-02T22:15:50.989525Z","steps":["trace[459129570] 'process raft request' (duration: 963.843234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.989666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.024974Z","time spent":"964.606171ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:50.989912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.758421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T22:15:50.989954Z","caller":"traceutil/trace.go:171","msg":"trace[1012158336] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0; range_end:; response_count:1; response_revision:24849; }","duration":"960.837163ms","start":"2026-03-02T22:15:50.029105Z","end":"2026-03-02T22:15:50.989942Z","steps":["trace[1012158336] 'agreement among raft nodes before linearized reading' (duration: 960.69038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:50.989991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.029087Z","time spent":"960.896935ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" "} {"level":"warn","ts":"2026-03-02T22:15:52.102021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.429082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:15:52.102279Z","caller":"traceutil/trace.go:171","msg":"trace[2001610678] linearizableReadLoop","detail":"{readStateIndex:25723; appliedIndex:25719; }","duration":"1.113076814s","start":"2026-03-02T22:15:50.989165Z","end":"2026-03-02T22:15:52.102242Z","steps":["trace[2001610678] 'read index received' (duration: 471.818062ms)","trace[2001610678] 'applied index is now lower than readState.Index' (duration: 641.256842ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:52.102372Z","caller":"traceutil/trace.go:171","msg":"trace[379400509] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"1.20533233s","start":"2026-03-02T22:15:50.89703Z","end":"2026-03-02T22:15:52.102362Z","steps":["trace[379400509] 'process raft request' (duration: 1.205099394s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.102423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.897023Z","time spent":"1.20536971s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:52.102472Z","caller":"traceutil/trace.go:171","msg":"trace[1027267974] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"1.210141271s","start":"2026-03-02T22:15:50.89231Z","end":"2026-03-02T22:15:52.102451Z","steps":["trace[1027267974] 'process raft request' (duration: 568.762096ms)","trace[1027267974] 'compare' (duration: 640.31055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:52.102564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.892287Z","time spent":"1.210222353s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:52.102622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205682438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:15:52.102645Z","caller":"traceutil/trace.go:171","msg":"trace[344561693] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24853; }","duration":"1.205730338s","start":"2026-03-02T22:15:50.896906Z","end":"2026-03-02T22:15:52.102637Z","steps":["trace[344561693] 'agreement among raft nodes before linearized reading' (duration: 1.205613475s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.102641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524077541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:52.102632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205626156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:15:52.102594Z","caller":"traceutil/trace.go:171","msg":"trace[733998138] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"1.204375097s","start":"2026-03-02T22:15:50.898182Z","end":"2026-03-02T22:15:52.102557Z","steps":["trace[733998138] 'process raft request' (duration: 1.203995438s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.102615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205619476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:15:52.102682Z","caller":"traceutil/trace.go:171","msg":"trace[2114829912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24853; }","duration":"1.205729149s","start":"2026-03-02T22:15:50.89694Z","end":"2026-03-02T22:15:52.102669Z","steps":["trace[2114829912] 'agreement among raft nodes before linearized reading' (duration: 1.205583785s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.102672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205540064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:15:52.102722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.896915Z","time spent":"1.20579279s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:15:52.102728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205825651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:15:52.102728Z","caller":"traceutil/trace.go:171","msg":"trace[1767049907] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"1.204301535s","start":"2026-03-02T22:15:50.898413Z","end":"2026-03-02T22:15:52.102714Z","steps":["trace[1767049907] 'process raft request' (duration: 1.203791803s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.102723Z","caller":"traceutil/trace.go:171","msg":"trace[1596479890] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24853; }","duration":"1.205747688s","start":"2026-03-02T22:15:50.896949Z","end":"2026-03-02T22:15:52.102697Z","steps":["trace[1596479890] 'agreement among raft nodes before linearized reading' (duration: 1.205456512s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.102749Z","caller":"traceutil/trace.go:171","msg":"trace[550922784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24853; }","duration":"1.205905513s","start":"2026-03-02T22:15:50.896838Z","end":"2026-03-02T22:15:52.102744Z","steps":["trace[550922784] 'agreement among raft nodes before linearized reading' (duration: 1.205844201s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.102755Z","caller":"traceutil/trace.go:171","msg":"trace[1759272753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24853; }","duration":"1.205655206s","start":"2026-03-02T22:15:50.897078Z","end":"2026-03-02T22:15:52.102733Z","steps":["trace[1759272753] 'agreement among raft nodes before linearized reading' (duration: 1.20539949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.102723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.146509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:52.102775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.896944Z","time spent":"1.205820171s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:52.10278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.898403Z","time spent":"1.204348137s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:52.102791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.166626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T22:15:52.102759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205673097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:15:52.102814Z","caller":"traceutil/trace.go:171","msg":"trace[874124831] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0; range_end:; response_count:1; response_revision:24853; }","duration":"108.232447ms","start":"2026-03-02T22:15:51.994574Z","end":"2026-03-02T22:15:52.102807Z","steps":["trace[874124831] 'agreement among raft nodes before linearized reading' (duration: 108.171646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.102806Z","caller":"traceutil/trace.go:171","msg":"trace[1973754005] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24853; }","duration":"601.278882ms","start":"2026-03-02T22:15:51.501517Z","end":"2026-03-02T22:15:52.102795Z","steps":["trace[1973754005] 'agreement among raft nodes before linearized reading' (duration: 601.18385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.102771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.896806Z","time spent":"1.205956864s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:52.102844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:51.501484Z","time spent":"601.348764ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:52.102843Z","caller":"traceutil/trace.go:171","msg":"trace[1917701789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24853; }","duration":"1.20581116s","start":"2026-03-02T22:15:50.897013Z","end":"2026-03-02T22:15:52.102824Z","steps":["trace[1917701789] 'agreement among raft nodes before linearized reading' (duration: 1.205549394s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.10276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205757099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:15:52.102806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.897067Z","time spent":"1.205730249s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:15:52.102665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.896898Z","time spent":"1.20576177s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:15:52.102894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.89698Z","time spent":"1.205898133s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:15:52.102799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476865394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:52.102668Z","caller":"traceutil/trace.go:171","msg":"trace[1706453062] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24853; }","duration":"1.524156214s","start":"2026-03-02T22:15:50.578503Z","end":"2026-03-02T22:15:52.102659Z","steps":["trace[1706453062] 'agreement among raft nodes before linearized reading' (duration: 1.524030001s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.102969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.578472Z","time spent":"1.524487151s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:52.102784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.898159Z","time spent":"1.20453401s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:52.103011Z","caller":"traceutil/trace.go:171","msg":"trace[425915333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24853; }","duration":"1.477093609s","start":"2026-03-02T22:15:50.625893Z","end":"2026-03-02T22:15:52.102986Z","steps":["trace[425915333] 'agreement among raft nodes before linearized reading' (duration: 1.476888864s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.103096Z","caller":"traceutil/trace.go:171","msg":"trace[1978075881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24853; }","duration":"1.206088597s","start":"2026-03-02T22:15:50.896972Z","end":"2026-03-02T22:15:52.10306Z","steps":["trace[1978075881] 'agreement among raft nodes before linearized reading' (duration: 1.205587545s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.103262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.625878Z","time spent":"1.477220992s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:52.103201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:50.896968Z","time spent":"1.206196939s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:15:52.991434Z","caller":"traceutil/trace.go:171","msg":"trace[1022968265] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"883.100666ms","start":"2026-03-02T22:15:52.108296Z","end":"2026-03-02T22:15:52.991397Z","steps":["trace[1022968265] 'process raft request' (duration: 807.17667ms)","trace[1022968265] 'compare' (duration: 75.346082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:15:52.991624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.108273Z","time spent":"883.240589ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:52.991789Z","caller":"traceutil/trace.go:171","msg":"trace[1367848242] linearizableReadLoop","detail":"{readStateIndex:25730; appliedIndex:25723; }","duration":"880.599838ms","start":"2026-03-02T22:15:52.111152Z","end":"2026-03-02T22:15:52.991752Z","steps":["trace[1367848242] 'read index received' (duration: 38.290751ms)","trace[1367848242] 'applied index is now lower than readState.Index' (duration: 842.307707ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:52.991817Z","caller":"traceutil/trace.go:171","msg":"trace[192427692] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"883.411093ms","start":"2026-03-02T22:15:52.108364Z","end":"2026-03-02T22:15:52.991775Z","steps":["trace[192427692] 'process raft request' (duration: 883.098456ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.991973Z","caller":"traceutil/trace.go:171","msg":"trace[398937693] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"882.584714ms","start":"2026-03-02T22:15:52.109373Z","end":"2026-03-02T22:15:52.991958Z","steps":["trace[398937693] 'process raft request' (duration: 882.308387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.992014Z","caller":"traceutil/trace.go:171","msg":"trace[1283714848] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"883.639199ms","start":"2026-03-02T22:15:52.108367Z","end":"2026-03-02T22:15:52.992006Z","steps":["trace[1283714848] 'process raft request' (duration: 883.164198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.992026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.108357Z","time spent":"883.548526ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:52.99204Z","caller":"traceutil/trace.go:171","msg":"trace[1324276899] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"883.72703ms","start":"2026-03-02T22:15:52.108296Z","end":"2026-03-02T22:15:52.992023Z","steps":["trace[1324276899] 'process raft request' (duration: 882.834949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.992074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.108362Z","time spent":"883.67876ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:52.9921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.108273Z","time spent":"883.794342ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:52.992099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.924265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:15:52.992124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.109363Z","time spent":"882.645056ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:52.991968Z","caller":"traceutil/trace.go:171","msg":"trace[1572724659] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"883.2875ms","start":"2026-03-02T22:15:52.10866Z","end":"2026-03-02T22:15:52.991947Z","steps":["trace[1572724659] 'process raft request' (duration: 882.970693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:52.99218Z","caller":"traceutil/trace.go:171","msg":"trace[534736061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24860; }","duration":"881.045238ms","start":"2026-03-02T22:15:52.111115Z","end":"2026-03-02T22:15:52.99216Z","steps":["trace[534736061] 'agreement among raft nodes before linearized reading' (duration: 880.912335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.992218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.111107Z","time spent":"881.10354ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:15:52.992135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.938648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:15:52.992248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.108652Z","time spent":"883.532066ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:52.992265Z","caller":"traceutil/trace.go:171","msg":"trace[1401211723] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24860; }","duration":"679.119463ms","start":"2026-03-02T22:15:52.313135Z","end":"2026-03-02T22:15:52.992255Z","steps":["trace[1401211723] 'agreement among raft nodes before linearized reading' (duration: 678.888017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:52.992305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:52.313117Z","time spent":"679.170623ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:53.497511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.897203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T22:15:53.497641Z","caller":"traceutil/trace.go:171","msg":"trace[678613084] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0; range_end:; response_count:1; response_revision:24862; }","duration":"389.086168ms","start":"2026-03-02T22:15:53.108526Z","end":"2026-03-02T22:15:53.497612Z","steps":["trace[678613084] 'range keys from in-memory index tree' (duration: 388.659947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.497695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.108503Z","time spent":"389.178779ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" "} {"level":"warn","ts":"2026-03-02T22:15:53.498723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.323015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:15:53.498824Z","caller":"traceutil/trace.go:171","msg":"trace[1360442117] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24862; }","duration":"356.493639ms","start":"2026-03-02T22:15:53.142306Z","end":"2026-03-02T22:15:53.4988Z","steps":["trace[1360442117] 'range keys from in-memory index tree' (duration: 356.033868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:53.498869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.142242Z","time spent":"356.617623ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:15:54.535683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:15:54.644076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:53.716374Z","time spent":"927.696832ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:15:55.175736Z","caller":"traceutil/trace.go:171","msg":"trace[487573892] linearizableReadLoop","detail":"{readStateIndex:25737; appliedIndex:25733; }","duration":"1.14086016s","start":"2026-03-02T22:15:54.03484Z","end":"2026-03-02T22:15:55.175701Z","steps":["trace[487573892] 'read index received' (duration: 609.214777ms)","trace[487573892] 'applied index is now lower than readState.Index' (duration: 531.644093ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:55.175885Z","caller":"traceutil/trace.go:171","msg":"trace[2047724885] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"1.064775501s","start":"2026-03-02T22:15:54.111094Z","end":"2026-03-02T22:15:55.17587Z","steps":["trace[2047724885] 'process raft request' (duration: 1.064496195s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.175877Z","caller":"traceutil/trace.go:171","msg":"trace[24472224] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"1.067017373s","start":"2026-03-02T22:15:54.10883Z","end":"2026-03-02T22:15:55.175847Z","steps":["trace[24472224] 'process raft request' (duration: 1.066681735s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.176026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.111054Z","time spent":"1.064867313s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:55.176294Z","caller":"traceutil/trace.go:171","msg":"trace[1754403590] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"1.067874213s","start":"2026-03-02T22:15:54.108379Z","end":"2026-03-02T22:15:55.176254Z","steps":["trace[1754403590] 'process raft request' (duration: 1.066817758s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.176464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.10835Z","time spent":"1.068019926s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:55.176572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.10882Z","time spent":"1.067699949s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:55.176554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141683059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-02T22:15:55.176668Z","caller":"traceutil/trace.go:171","msg":"trace[481568972] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24866; }","duration":"1.141852423s","start":"2026-03-02T22:15:54.034784Z","end":"2026-03-02T22:15:55.176636Z","steps":["trace[481568972] 'agreement among raft nodes before linearized reading' (duration: 1.141412993s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.176447Z","caller":"traceutil/trace.go:171","msg":"trace[1482324850] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"1.065107519s","start":"2026-03-02T22:15:54.111094Z","end":"2026-03-02T22:15:55.176202Z","steps":["trace[1482324850] 'process raft request' (duration: 1.064551196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.176738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.034759Z","time spent":"1.141962016s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T22:15:55.17685Z","caller":"traceutil/trace.go:171","msg":"trace[1751155608] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"531.246864ms","start":"2026-03-02T22:15:54.645593Z","end":"2026-03-02T22:15:55.17684Z","steps":["trace[1751155608] 'process raft request' (duration: 530.926996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.176936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.111073Z","time spent":"1.065738953s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:55.176971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.645559Z","time spent":"531.312875ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:55.177207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.085895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:15:55.177214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02863393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-02T22:15:55.177242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.071728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:15:55.17727Z","caller":"traceutil/trace.go:171","msg":"trace[2126310937] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24868; }","duration":"1.028744983s","start":"2026-03-02T22:15:54.148508Z","end":"2026-03-02T22:15:55.177253Z","steps":["trace[2126310937] 'agreement among raft nodes before linearized reading' (duration: 1.028501608s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.177307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.148482Z","time spent":"1.028816094s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T22:15:55.177309Z","caller":"traceutil/trace.go:171","msg":"trace[1086542977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24868; }","duration":"180.158379ms","start":"2026-03-02T22:15:54.997132Z","end":"2026-03-02T22:15:55.17729Z","steps":["trace[1086542977] 'agreement among raft nodes before linearized reading' (duration: 179.880043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.177337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.872876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:55.177357Z","caller":"traceutil/trace.go:171","msg":"trace[1375926929] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24868; }","duration":"721.953469ms","start":"2026-03-02T22:15:54.455398Z","end":"2026-03-02T22:15:55.177352Z","steps":["trace[1375926929] 'agreement among raft nodes before linearized reading' (duration: 721.918298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.177345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.879313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:15:55.177378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.455366Z","time spent":"722.00683ms","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:15:55.177395Z","caller":"traceutil/trace.go:171","msg":"trace[1316608583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24868; }","duration":"179.951394ms","start":"2026-03-02T22:15:54.997432Z","end":"2026-03-02T22:15:55.177383Z","steps":["trace[1316608583] 'agreement among raft nodes before linearized reading' (duration: 179.803861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.177464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.149939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:15:55.177496Z","caller":"traceutil/trace.go:171","msg":"trace[1086252615] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24868; }","duration":"180.198471ms","start":"2026-03-02T22:15:54.997285Z","end":"2026-03-02T22:15:55.177484Z","steps":["trace[1086252615] 'agreement among raft nodes before linearized reading' (duration: 180.110699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.177515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.004413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T22:15:55.177536Z","caller":"traceutil/trace.go:171","msg":"trace[1293903687] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0; range_end:; response_count:1; response_revision:24868; }","duration":"674.060545ms","start":"2026-03-02T22:15:54.503468Z","end":"2026-03-02T22:15:55.177529Z","steps":["trace[1293903687] 'agreement among raft nodes before linearized reading' (duration: 673.999763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.177537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020554803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:15:55.177544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.422476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:15:55.177553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.50345Z","time spent":"674.099405ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc16a9bd-e594-44ba-83ff-5ebdcc94e3c0\" "} {"level":"info","ts":"2026-03-02T22:15:55.177568Z","caller":"traceutil/trace.go:171","msg":"trace[1357849689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24868; }","duration":"1.020647144s","start":"2026-03-02T22:15:54.156911Z","end":"2026-03-02T22:15:55.177558Z","steps":["trace[1357849689] 'agreement among raft nodes before linearized reading' (duration: 1.020554862s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:55.177575Z","caller":"traceutil/trace.go:171","msg":"trace[1788822874] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24868; }","duration":"180.471677ms","start":"2026-03-02T22:15:54.997091Z","end":"2026-03-02T22:15:55.177563Z","steps":["trace[1788822874] 'agreement among raft nodes before linearized reading' (duration: 180.382925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.177595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.156886Z","time spent":"1.020703566s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:15:55.177234Z","caller":"traceutil/trace.go:171","msg":"trace[789159898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24868; }","duration":"179.126346ms","start":"2026-03-02T22:15:54.9981Z","end":"2026-03-02T22:15:55.177226Z","steps":["trace[789159898] 'agreement among raft nodes before linearized reading' (duration: 179.044574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.17735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.186089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:15:55.17781Z","caller":"traceutil/trace.go:171","msg":"trace[2102860294] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24868; }","duration":"444.774803ms","start":"2026-03-02T22:15:54.733012Z","end":"2026-03-02T22:15:55.177787Z","steps":["trace[2102860294] 'agreement among raft nodes before linearized reading' (duration: 444.157768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:55.177878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:54.732991Z","time spent":"444.867166ms","remote":"127.0.0.1:50252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:15:55.177759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.703002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:15:55.177942Z","caller":"traceutil/trace.go:171","msg":"trace[794829243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24868; }","duration":"180.978499ms","start":"2026-03-02T22:15:54.996947Z","end":"2026-03-02T22:15:55.177926Z","steps":["trace[794829243] 'agreement among raft nodes before linearized reading' (duration: 180.769704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:59.025279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299202775,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:15:59.414273Z","caller":"traceutil/trace.go:171","msg":"trace[1992210579] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"1.063207294s","start":"2026-03-02T22:15:58.351024Z","end":"2026-03-02T22:15:59.414231Z","steps":["trace[1992210579] 'process raft request' (duration: 1.063047991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:59.414429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:58.350976Z","time spent":"1.063367078s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:59.991895Z","caller":"traceutil/trace.go:171","msg":"trace[1772913171] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"799.361329ms","start":"2026-03-02T22:15:59.192503Z","end":"2026-03-02T22:15:59.991864Z","steps":["trace[1772913171] 'process raft request' (duration: 799.286297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:59.991934Z","caller":"traceutil/trace.go:171","msg":"trace[473815365] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"800.622308ms","start":"2026-03-02T22:15:59.191287Z","end":"2026-03-02T22:15:59.991909Z","steps":["trace[473815365] 'process raft request' (duration: 800.457174ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:59.991986Z","caller":"traceutil/trace.go:171","msg":"trace[1997882067] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"1.578343753s","start":"2026-03-02T22:15:58.413584Z","end":"2026-03-02T22:15:59.991928Z","steps":["trace[1997882067] 'process raft request' (duration: 1.577972905s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:59.992068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.192475Z","time spent":"799.507262ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:59.992068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.191257Z","time spent":"800.728271ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:59.992256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:58.413561Z","time spent":"1.578547379s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:59.992282Z","caller":"traceutil/trace.go:171","msg":"trace[1552936505] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"798.796406ms","start":"2026-03-02T22:15:59.193451Z","end":"2026-03-02T22:15:59.992248Z","steps":["trace[1552936505] 'process raft request' (duration: 798.373236ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:15:59.992363Z","caller":"traceutil/trace.go:171","msg":"trace[1976992956] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"797.778022ms","start":"2026-03-02T22:15:59.194574Z","end":"2026-03-02T22:15:59.992352Z","steps":["trace[1976992956] 'process raft request' (duration: 797.571917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:59.992449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.194567Z","time spent":"797.848024ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:59.992452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.193443Z","time spent":"798.909958ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:15:59.992536Z","caller":"traceutil/trace.go:171","msg":"trace[1722928515] linearizableReadLoop","detail":"{readStateIndex:25785; appliedIndex:25783; }","duration":"1.468215342s","start":"2026-03-02T22:15:58.524298Z","end":"2026-03-02T22:15:59.992513Z","steps":["trace[1722928515] 'read index received' (duration: 889.852792ms)","trace[1722928515] 'applied index is now lower than readState.Index' (duration: 578.36095ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:15:59.992603Z","caller":"traceutil/trace.go:171","msg":"trace[1851092004] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"797.355842ms","start":"2026-03-02T22:15:59.195232Z","end":"2026-03-02T22:15:59.992587Z","steps":["trace[1851092004] 'process raft request' (duration: 797.076665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:59.992669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.195223Z","time spent":"797.412733ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:15:59.992739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468437988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:15:59.992777Z","caller":"traceutil/trace.go:171","msg":"trace[1390184027] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24918; }","duration":"1.4685196s","start":"2026-03-02T22:15:58.524246Z","end":"2026-03-02T22:15:59.992765Z","steps":["trace[1390184027] 'agreement among raft nodes before linearized reading' (duration: 1.468379887s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:15:59.992813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:58.524225Z","time spent":"1.468579191s","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":78,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:00.62913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999812643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:16:00.629236Z","caller":"traceutil/trace.go:171","msg":"trace[365860176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999995518s","start":"2026-03-02T22:15:58.629216Z","end":"2026-03-02T22:16:00.629211Z","steps":["trace[365860176] 'agreement among raft nodes before linearized reading' (duration: 1.999860365s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:00.629294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:58.62918Z","time spent":"2.000103551s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:16:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:16:01.479481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321044279s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:16:01.479624Z","caller":"traceutil/trace.go:171","msg":"trace[550073549] linearizableReadLoop","detail":"{readStateIndex:25791; appliedIndex:25790; }","duration":"1.486997098s","start":"2026-03-02T22:15:59.9926Z","end":"2026-03-02T22:16:01.479597Z","steps":["trace[550073549] 'read index received' (duration: 165.760034ms)","trace[550073549] 'applied index is now lower than readState.Index' (duration: 1.321234674s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:01.480435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275991876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:16:01.480488Z","caller":"traceutil/trace.go:171","msg":"trace[2087169274] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24918; }","duration":"2.276083447s","start":"2026-03-02T22:15:59.204387Z","end":"2026-03-02T22:16:01.48047Z","steps":["trace[2087169274] 'agreement among raft nodes before linearized reading' (duration: 2.275929494s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.480538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.204372Z","time spent":"2.276151289s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:16:01.480879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282493326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T22:16:01.480896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243553932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:01.480952Z","caller":"traceutil/trace.go:171","msg":"trace[920170208] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24918; }","duration":"2.243623183s","start":"2026-03-02T22:15:59.237309Z","end":"2026-03-02T22:16:01.480932Z","steps":["trace[920170208] 'agreement among raft nodes before linearized reading' (duration: 2.243531971s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.481001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.237303Z","time spent":"2.243683664s","remote":"127.0.0.1:36482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:01.481079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63613828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T22:16:01.481128Z","caller":"traceutil/trace.go:171","msg":"trace[1637907724] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24918; }","duration":"2.636207962s","start":"2026-03-02T22:15:58.844907Z","end":"2026-03-02T22:16:01.481115Z","steps":["trace[1637907724] 'agreement among raft nodes before linearized reading' (duration: 2.636075549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.481169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:58.844897Z","time spent":"2.636259173s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T22:16:01.481287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273272202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:16:01.481331Z","caller":"traceutil/trace.go:171","msg":"trace[85880150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24918; }","duration":"2.273327954s","start":"2026-03-02T22:15:59.20799Z","end":"2026-03-02T22:16:01.481318Z","steps":["trace[85880150] 'agreement among raft nodes before linearized reading' (duration: 2.273210551s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.481369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.207985Z","time spent":"2.273373495s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:16:01.480435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275625267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:16:01.481436Z","caller":"traceutil/trace.go:171","msg":"trace[1280594480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24918; }","duration":"2.27664432s","start":"2026-03-02T22:15:59.204776Z","end":"2026-03-02T22:16:01.481421Z","steps":["trace[1280594480] 'agreement among raft nodes before linearized reading' (duration: 2.275458543s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.481449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673302855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-03-02T22:16:01.481545Z","caller":"traceutil/trace.go:171","msg":"trace[975111312] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24918; }","duration":"2.673452169s","start":"2026-03-02T22:15:58.808065Z","end":"2026-03-02T22:16:01.481518Z","steps":["trace[975111312] 'agreement among raft nodes before linearized reading' (duration: 2.673171072s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.48159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:58.808043Z","time spent":"2.67353796s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10381,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-02T22:16:01.480957Z","caller":"traceutil/trace.go:171","msg":"trace[726183854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24918; }","duration":"2.282567648s","start":"2026-03-02T22:15:59.198342Z","end":"2026-03-02T22:16:01.48091Z","steps":["trace[726183854] 'agreement among raft nodes before linearized reading' (duration: 2.282446556s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.48163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273737793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:16:01.48166Z","caller":"traceutil/trace.go:171","msg":"trace[903764219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24918; }","duration":"2.273827496s","start":"2026-03-02T22:15:59.207823Z","end":"2026-03-02T22:16:01.481651Z","steps":["trace[903764219] 'agreement among raft nodes before linearized reading' (duration: 2.273744254s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.481651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.198335Z","time spent":"2.283300805s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:01.481681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.207801Z","time spent":"2.273874646s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:16:01.48182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275723269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T22:16:01.481842Z","caller":"traceutil/trace.go:171","msg":"trace[754105606] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24918; }","duration":"2.275783801s","start":"2026-03-02T22:15:59.206049Z","end":"2026-03-02T22:16:01.481833Z","steps":["trace[754105606] 'agreement among raft nodes before linearized reading' (duration: 2.27572832s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.481854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894035868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:16:01.481886Z","caller":"traceutil/trace.go:171","msg":"trace[1465577008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24918; }","duration":"2.8941085s","start":"2026-03-02T22:15:58.587768Z","end":"2026-03-02T22:16:01.481877Z","steps":["trace[1465577008] 'agreement among raft nodes before linearized reading' (duration: 2.894013368s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.48191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275961695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:16:01.481911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:58.587745Z","time spent":"2.894160171s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:16:01.481932Z","caller":"traceutil/trace.go:171","msg":"trace[1508717363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24918; }","duration":"2.275989565s","start":"2026-03-02T22:15:59.205937Z","end":"2026-03-02T22:16:01.481926Z","steps":["trace[1508717363] 'agreement among raft nodes before linearized reading' (duration: 2.275936554s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.48195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.205933Z","time spent":"2.276012757s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:01.481947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292911965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-02T22:16:01.481862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.206028Z","time spent":"2.275828011s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:16:01.482009Z","caller":"traceutil/trace.go:171","msg":"trace[169668799] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24918; }","duration":"1.293023047s","start":"2026-03-02T22:16:00.188964Z","end":"2026-03-02T22:16:01.481987Z","steps":["trace[169668799] 'agreement among raft nodes before linearized reading' (duration: 1.292865804s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.482055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:00.18894Z","time spent":"1.293102539s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:16:01.48149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:15:59.204771Z","time spent":"2.276703533s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:01.482128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.944861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:16:01.482145Z","caller":"traceutil/trace.go:171","msg":"trace[856691820] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24918; }","duration":"688.992992ms","start":"2026-03-02T22:16:00.793146Z","end":"2026-03-02T22:16:01.482139Z","steps":["trace[856691820] 'agreement among raft nodes before linearized reading' (duration: 688.867719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.482174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:00.793131Z","time spent":"689.037173ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":191,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:01.482332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.666848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:16:01.48236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.54792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:01.482373Z","caller":"traceutil/trace.go:171","msg":"trace[1323271509] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24918; }","duration":"517.829632ms","start":"2026-03-02T22:16:00.964531Z","end":"2026-03-02T22:16:01.482361Z","steps":["trace[1323271509] 'agreement among raft nodes before linearized reading' (duration: 517.684279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.48241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:00.96451Z","time spent":"517.890063ms","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:01.482608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.128709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:01.482646Z","caller":"traceutil/trace.go:171","msg":"trace[326844152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24918; }","duration":"853.204541ms","start":"2026-03-02T22:16:00.629432Z","end":"2026-03-02T22:16:01.482636Z","steps":["trace[326844152] 'agreement among raft nodes before linearized reading' (duration: 853.146389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.482672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:00.629408Z","time spent":"853.258362ms","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:16:01.485047Z","caller":"traceutil/trace.go:171","msg":"trace[1927969239] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24918; }","duration":"798.629932ms","start":"2026-03-02T22:16:00.683764Z","end":"2026-03-02T22:16:01.482394Z","steps":["trace[1927969239] 'agreement among raft nodes before linearized reading' (duration: 798.481638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.485113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:00.683751Z","time spent":"801.345235ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:16:01.670591Z","caller":"traceutil/trace.go:171","msg":"trace[246677861] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"183.236311ms","start":"2026-03-02T22:16:01.487328Z","end":"2026-03-02T22:16:01.670564Z","steps":["trace[246677861] 'process raft request' (duration: 183.072197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:01.670694Z","caller":"traceutil/trace.go:171","msg":"trace[127566872] linearizableReadLoop","detail":"{readStateIndex:25792; appliedIndex:25792; }","duration":"182.959625ms","start":"2026-03-02T22:16:01.487699Z","end":"2026-03-02T22:16:01.670658Z","steps":["trace[127566872] 'read index received' (duration: 182.945635ms)","trace[127566872] 'applied index is now lower than readState.Index' (duration: 11.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:01.671126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.389505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T22:16:01.671176Z","caller":"traceutil/trace.go:171","msg":"trace[1964893639] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899233137d180e3; range_end:; response_count:1; response_revision:24919; }","duration":"183.510548ms","start":"2026-03-02T22:16:01.487649Z","end":"2026-03-02T22:16:01.671159Z","steps":["trace[1964893639] 'agreement among raft nodes before linearized reading' (duration: 183.17185ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:01.678513Z","caller":"traceutil/trace.go:171","msg":"trace[1162761860] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"189.143849ms","start":"2026-03-02T22:16:01.489292Z","end":"2026-03-02T22:16:01.678435Z","steps":["trace[1162761860] 'process raft request' (duration: 188.75745ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:01.678839Z","caller":"traceutil/trace.go:171","msg":"trace[1002614141] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"189.522067ms","start":"2026-03-02T22:16:01.48931Z","end":"2026-03-02T22:16:01.678833Z","steps":["trace[1002614141] 'process raft request' (duration: 188.922803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.679153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.699008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:01.679191Z","caller":"traceutil/trace.go:171","msg":"trace[796570201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24926; }","duration":"188.78297ms","start":"2026-03-02T22:16:01.490399Z","end":"2026-03-02T22:16:01.679182Z","steps":["trace[796570201] 'agreement among raft nodes before linearized reading' (duration: 188.701458ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:01.679306Z","caller":"traceutil/trace.go:171","msg":"trace[2036449407] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"189.951377ms","start":"2026-03-02T22:16:01.489348Z","end":"2026-03-02T22:16:01.6793Z","steps":["trace[2036449407] 'process raft request' (duration: 189.443335ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:01.679366Z","caller":"traceutil/trace.go:171","msg":"trace[388678150] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"189.992498ms","start":"2026-03-02T22:16:01.489369Z","end":"2026-03-02T22:16:01.679361Z","steps":["trace[388678150] 'process raft request' (duration: 189.593269ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:01.679429Z","caller":"traceutil/trace.go:171","msg":"trace[2081661121] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"189.61017ms","start":"2026-03-02T22:16:01.489813Z","end":"2026-03-02T22:16:01.679423Z","steps":["trace[2081661121] 'process raft request' (duration: 189.18547ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:01.679483Z","caller":"traceutil/trace.go:171","msg":"trace[448027224] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"187.180493ms","start":"2026-03-02T22:16:01.492263Z","end":"2026-03-02T22:16:01.679443Z","steps":["trace[448027224] 'process raft request' (duration: 186.794194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:01.679564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.19074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:16:01.679588Z","caller":"traceutil/trace.go:171","msg":"trace[219062803] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24926; }","duration":"186.230841ms","start":"2026-03-02T22:16:01.493352Z","end":"2026-03-02T22:16:01.679582Z","steps":["trace[219062803] 'agreement among raft nodes before linearized reading' (duration: 186.120828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:01.680051Z","caller":"traceutil/trace.go:171","msg":"trace[1858295027] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"189.504087ms","start":"2026-03-02T22:16:01.490004Z","end":"2026-03-02T22:16:01.679508Z","steps":["trace[1858295027] 'process raft request' (duration: 189.022366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:27.445109Z","caller":"traceutil/trace.go:171","msg":"trace[1173321264] linearizableReadLoop","detail":"{readStateIndex:26010; appliedIndex:26009; }","duration":"203.138283ms","start":"2026-03-02T22:16:27.241942Z","end":"2026-03-02T22:16:27.445081Z","steps":["trace[1173321264] 'read index received' (duration: 202.915688ms)","trace[1173321264] 'applied index is now lower than readState.Index' (duration: 221.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:27.445242Z","caller":"traceutil/trace.go:171","msg":"trace[2004716048] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"283.365309ms","start":"2026-03-02T22:16:27.161833Z","end":"2026-03-02T22:16:27.445198Z","steps":["trace[2004716048] 'process raft request' (duration: 283.084062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:27.44534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.371208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:16:27.445383Z","caller":"traceutil/trace.go:171","msg":"trace[1561998434] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25132; }","duration":"203.477991ms","start":"2026-03-02T22:16:27.241891Z","end":"2026-03-02T22:16:27.445369Z","steps":["trace[1561998434] 'agreement among raft nodes before linearized reading' (duration: 203.294807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:30.330448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299203371,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:16:30.781838Z","caller":"traceutil/trace.go:171","msg":"trace[1997443553] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"951.592569ms","start":"2026-03-02T22:16:29.83021Z","end":"2026-03-02T22:16:30.781802Z","steps":["trace[1997443553] 'process raft request' (duration: 951.356584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:30.782127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:29.830186Z","time spent":"951.746333ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:31.780024Z","caller":"traceutil/trace.go:171","msg":"trace[745321915] linearizableReadLoop","detail":"{readStateIndex:26032; appliedIndex:26024; }","duration":"1.949623127s","start":"2026-03-02T22:16:29.830366Z","end":"2026-03-02T22:16:31.779989Z","steps":["trace[745321915] 'read index received' (duration: 951.279232ms)","trace[745321915] 'applied index is now lower than readState.Index' (duration: 998.340085ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:31.780353Z","caller":"traceutil/trace.go:171","msg":"trace[1465317450] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"1.949644258s","start":"2026-03-02T22:16:29.830662Z","end":"2026-03-02T22:16:31.780306Z","steps":["trace[1465317450] 'process raft request' (duration: 1.948802108s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.780487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:29.830623Z","time spent":"1.949770081s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:31.780695Z","caller":"traceutil/trace.go:171","msg":"trace[289145834] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"1.66591944s","start":"2026-03-02T22:16:30.114766Z","end":"2026-03-02T22:16:31.780685Z","steps":["trace[289145834] 'process raft request' (duration: 1.664902676s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.780755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:30.114731Z","time spent":"1.66599439s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:31.780886Z","caller":"traceutil/trace.go:171","msg":"trace[433876175] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"1.639094906s","start":"2026-03-02T22:16:30.141783Z","end":"2026-03-02T22:16:31.780878Z","steps":["trace[433876175] 'process raft request' (duration: 1.637939209s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.780944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:30.141753Z","time spent":"1.639162047s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:31.781074Z","caller":"traceutil/trace.go:171","msg":"trace[1427484668] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"1.6371686s","start":"2026-03-02T22:16:30.143894Z","end":"2026-03-02T22:16:31.781062Z","steps":["trace[1427484668] 'process raft request' (duration: 1.63586517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.781133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:30.143869Z","time spent":"1.637233252s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:31.781253Z","caller":"traceutil/trace.go:171","msg":"trace[1428486223] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"1.63583603s","start":"2026-03-02T22:16:30.145408Z","end":"2026-03-02T22:16:31.781244Z","steps":["trace[1428486223] 'process raft request' (duration: 1.634386496s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.781309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:30.145389Z","time spent":"1.635892651s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:31.781656Z","caller":"traceutil/trace.go:171","msg":"trace[1463478751] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"1.632048252s","start":"2026-03-02T22:16:30.149584Z","end":"2026-03-02T22:16:31.781632Z","steps":["trace[1463478751] 'process raft request' (duration: 1.630325012s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.781754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:30.149554Z","time spent":"1.632157603s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:31.781894Z","caller":"traceutil/trace.go:171","msg":"trace[2084361801] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"1.525390091s","start":"2026-03-02T22:16:30.256494Z","end":"2026-03-02T22:16:31.781884Z","steps":["trace[2084361801] 'process raft request' (duration: 1.523452646s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.781951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:30.256462Z","time spent":"1.525461622s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:31.782111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951716096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:16:31.782209Z","caller":"traceutil/trace.go:171","msg":"trace[1429856351] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25153; }","duration":"1.951837938s","start":"2026-03-02T22:16:29.830338Z","end":"2026-03-02T22:16:31.782176Z","steps":["trace[1429856351] 'agreement among raft nodes before linearized reading' (duration: 1.951593983s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:31.782246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:29.830319Z","time spent":"1.951920701s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:16:32.051172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.504465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:16:32.051444Z","caller":"traceutil/trace.go:171","msg":"trace[1604244416] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"1.184139786s","start":"2026-03-02T22:16:30.867218Z","end":"2026-03-02T22:16:32.051357Z","steps":["trace[1604244416] 'process raft request' (duration: 976.080278ms)","trace[1604244416] 'compare' (duration: 207.366922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:32.051577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.559663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:32.051653Z","caller":"traceutil/trace.go:171","msg":"trace[2062750834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25155; }","duration":"421.700127ms","start":"2026-03-02T22:16:31.629938Z","end":"2026-03-02T22:16:32.051638Z","steps":["trace[2062750834] 'agreement among raft nodes before linearized reading' (duration: 421.575134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.051634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.523561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:16:32.051686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.629913Z","time spent":"421.769228ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:16:32.051654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050296443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:16:32.051709Z","caller":"traceutil/trace.go:171","msg":"trace[839743670] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25155; }","duration":"823.690494ms","start":"2026-03-02T22:16:31.227999Z","end":"2026-03-02T22:16:32.051689Z","steps":["trace[839743670] 'agreement among raft nodes before linearized reading' (duration: 823.50285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.05173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212990171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:16:32.051737Z","caller":"traceutil/trace.go:171","msg":"trace[303644602] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25155; }","duration":"1.050442737s","start":"2026-03-02T22:16:31.001276Z","end":"2026-03-02T22:16:32.051719Z","steps":["trace[303644602] 'agreement among raft nodes before linearized reading' (duration: 1.050289553s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.051749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220506846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:16:32.05178Z","caller":"traceutil/trace.go:171","msg":"trace[436509919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25155; }","duration":"2.213060573s","start":"2026-03-02T22:16:29.838706Z","end":"2026-03-02T22:16:32.051766Z","steps":["trace[436509919] 'agreement among raft nodes before linearized reading' (duration: 2.212869918s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.051775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.227974Z","time spent":"823.784957ms","remote":"127.0.0.1:45668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:32.051825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:29.838698Z","time spent":"2.213118775s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:32.051866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.419574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T22:16:32.051677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:30.867183Z","time spent":"1.184375062s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:32.051827Z","caller":"traceutil/trace.go:171","msg":"trace[225425079] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25155; }","duration":"2.2206322s","start":"2026-03-02T22:16:29.831178Z","end":"2026-03-02T22:16:32.05181Z","steps":["trace[225425079] 'agreement among raft nodes before linearized reading' (duration: 2.220340723s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:32.051898Z","caller":"traceutil/trace.go:171","msg":"trace[671566544] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25155; }","duration":"379.466255ms","start":"2026-03-02T22:16:31.672422Z","end":"2026-03-02T22:16:32.051888Z","steps":["trace[671566544] 'agreement among raft nodes before linearized reading' (duration: 379.391933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.051915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.672411Z","time spent":"379.500085ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-02T22:16:32.051911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217780663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:16:32.051918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:29.831167Z","time spent":"2.220738612s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:16:32.051962Z","caller":"traceutil/trace.go:171","msg":"trace[444989751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25155; }","duration":"2.217885645s","start":"2026-03-02T22:16:29.834062Z","end":"2026-03-02T22:16:32.051948Z","steps":["trace[444989751] 'agreement among raft nodes before linearized reading' (duration: 2.21765725s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:32.051449Z","caller":"traceutil/trace.go:171","msg":"trace[929439501] linearizableReadLoop","detail":"{readStateIndex:26033; appliedIndex:26032; }","duration":"271.265659ms","start":"2026-03-02T22:16:31.78011Z","end":"2026-03-02T22:16:32.051376Z","steps":["trace[929439501] 'read index received' (duration: 63.20497ms)","trace[929439501] 'applied index is now lower than readState.Index' (duration: 208.057389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:32.051988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:29.834047Z","time spent":"2.217935337s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:32.051782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.001254Z","time spent":"1.050519959s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:32.05176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212782617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:16:32.052169Z","caller":"traceutil/trace.go:171","msg":"trace[547854126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25155; }","duration":"2.213255038s","start":"2026-03-02T22:16:29.838896Z","end":"2026-03-02T22:16:32.052151Z","steps":["trace[547854126] 'agreement among raft nodes before linearized reading' (duration: 2.212667024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.05223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:29.83887Z","time spent":"2.21334752s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:32.052201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.560859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:32.052303Z","caller":"traceutil/trace.go:171","msg":"trace[1201640854] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25155; }","duration":"693.707772ms","start":"2026-03-02T22:16:31.358583Z","end":"2026-03-02T22:16:32.05229Z","steps":["trace[1201640854] 'agreement among raft nodes before linearized reading' (duration: 692.946384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:32.052389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:31.358561Z","time spent":"693.815415ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:32.052351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.185182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299337"} {"level":"info","ts":"2026-03-02T22:16:32.052482Z","caller":"traceutil/trace.go:171","msg":"trace[749647474] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:25155; }","duration":"107.339177ms","start":"2026-03-02T22:16:31.945106Z","end":"2026-03-02T22:16:32.052445Z","steps":["trace[749647474] 'agreement among raft nodes before linearized reading' (duration: 106.950998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:32.052731Z","caller":"traceutil/trace.go:171","msg":"trace[482070032] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"263.512298ms","start":"2026-03-02T22:16:31.787826Z","end":"2026-03-02T22:16:32.051338Z","steps":["trace[482070032] 'process raft request' (duration: 263.454516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:36.527441Z","caller":"traceutil/trace.go:171","msg":"trace[2083807427] linearizableReadLoop","detail":"{readStateIndex:26065; appliedIndex:26064; }","duration":"389.436656ms","start":"2026-03-02T22:16:36.137974Z","end":"2026-03-02T22:16:36.52741Z","steps":["trace[2083807427] 'read index received' (duration: 389.21811ms)","trace[2083807427] 'applied index is now lower than readState.Index' (duration: 217.506µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:36.527825Z","caller":"traceutil/trace.go:171","msg":"trace[1245950753] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"450.799162ms","start":"2026-03-02T22:16:36.077013Z","end":"2026-03-02T22:16:36.527813Z","steps":["trace[1245950753] 'process raft request' (duration: 450.241189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:36.527976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.076986Z","time spent":"450.876394ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:36.528052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.993098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:16:36.528117Z","caller":"traceutil/trace.go:171","msg":"trace[385952409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25185; }","duration":"390.106631ms","start":"2026-03-02T22:16:36.137998Z","end":"2026-03-02T22:16:36.528105Z","steps":["trace[385952409] 'agreement among raft nodes before linearized reading' (duration: 389.916366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:36.528155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.137977Z","time spent":"390.170752ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:36.528268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.15948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:36.528328Z","caller":"traceutil/trace.go:171","msg":"trace[817670626] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25185; }","duration":"168.258443ms","start":"2026-03-02T22:16:36.360041Z","end":"2026-03-02T22:16:36.5283Z","steps":["trace[817670626] 'agreement among raft nodes before linearized reading' (duration: 168.193982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:36.528406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.514414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:16:36.528446Z","caller":"traceutil/trace.go:171","msg":"trace[84961927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25185; }","duration":"388.568134ms","start":"2026-03-02T22:16:36.139867Z","end":"2026-03-02T22:16:36.528435Z","steps":["trace[84961927] 'agreement among raft nodes before linearized reading' (duration: 388.473482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:36.52848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.139859Z","time spent":"388.614506ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:16:36.528576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.591242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:16:36.528612Z","caller":"traceutil/trace.go:171","msg":"trace[767125127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25185; }","duration":"390.692574ms","start":"2026-03-02T22:16:36.137911Z","end":"2026-03-02T22:16:36.528604Z","steps":["trace[767125127] 'agreement among raft nodes before linearized reading' (duration: 390.583992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:36.528641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.137884Z","time spent":"390.748256ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:36.528677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.393504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:16:36.528705Z","caller":"traceutil/trace.go:171","msg":"trace[1149858599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25185; }","duration":"389.431475ms","start":"2026-03-02T22:16:36.139265Z","end":"2026-03-02T22:16:36.528696Z","steps":["trace[1149858599] 'agreement among raft nodes before linearized reading' (duration: 389.333672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:36.52873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.139257Z","time spent":"389.467356ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:37.132696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704148299203462,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:16:37.17538Z","caller":"traceutil/trace.go:171","msg":"trace[609179873] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"643.192317ms","start":"2026-03-02T22:16:36.532112Z","end":"2026-03-02T22:16:37.175304Z","steps":["trace[609179873] 'process raft request' (duration: 612.311969ms)","trace[609179873] 'compare' (duration: 30.562351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:37.17556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.53209Z","time spent":"643.376421ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:37.191532Z","caller":"traceutil/trace.go:171","msg":"trace[1949369742] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"656.842925ms","start":"2026-03-02T22:16:36.53466Z","end":"2026-03-02T22:16:37.191503Z","steps":["trace[1949369742] 'process raft request' (duration: 656.765343ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:37.191589Z","caller":"traceutil/trace.go:171","msg":"trace[1930019981] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"656.920676ms","start":"2026-03-02T22:16:36.534606Z","end":"2026-03-02T22:16:37.191527Z","steps":["trace[1930019981] 'process raft request' (duration: 656.678351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:37.191707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.534654Z","time spent":"656.957137ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:37.191776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.534598Z","time spent":"657.07622ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:37.191748Z","caller":"traceutil/trace.go:171","msg":"trace[746240782] linearizableReadLoop","detail":"{readStateIndex:26069; appliedIndex:26065; }","duration":"559.913221ms","start":"2026-03-02T22:16:36.631782Z","end":"2026-03-02T22:16:37.191695Z","steps":["trace[746240782] 'read index received' (duration: 512.651282ms)","trace[746240782] 'applied index is now lower than readState.Index' (duration: 47.256699ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:37.19178Z","caller":"traceutil/trace.go:171","msg":"trace[189235385] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"657.062409ms","start":"2026-03-02T22:16:36.534694Z","end":"2026-03-02T22:16:37.191756Z","steps":["trace[189235385] 'process raft request' (duration: 656.762353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:37.191979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.413839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:37.19203Z","caller":"traceutil/trace.go:171","msg":"trace[506877257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25189; }","duration":"559.509632ms","start":"2026-03-02T22:16:36.632509Z","end":"2026-03-02T22:16:37.192019Z","steps":["trace[506877257] 'agreement among raft nodes before linearized reading' (duration: 559.42873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:37.192051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.300425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:16:37.192084Z","caller":"traceutil/trace.go:171","msg":"trace[1214927959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25189; }","duration":"362.398307ms","start":"2026-03-02T22:16:36.829677Z","end":"2026-03-02T22:16:37.192075Z","steps":["trace[1214927959] 'agreement among raft nodes before linearized reading' (duration: 362.256844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:37.192106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.632489Z","time spent":"559.581603ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:16:37.192136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.32369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T22:16:37.192189Z","caller":"traceutil/trace.go:171","msg":"trace[1682058646] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25189; }","duration":"560.398962ms","start":"2026-03-02T22:16:36.631775Z","end":"2026-03-02T22:16:37.192174Z","steps":["trace[1682058646] 'agreement among raft nodes before linearized reading' (duration: 560.125016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:37.192113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.829628Z","time spent":"362.47999ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:16:37.192234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.631713Z","time spent":"560.511824ms","remote":"127.0.0.1:60112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T22:16:37.193213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:36.534689Z","time spent":"657.209413ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:37.406465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.282254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:16:37.406593Z","caller":"traceutil/trace.go:171","msg":"trace[2107282901] linearizableReadLoop","detail":"{readStateIndex:26070; appliedIndex:26069; }","duration":"203.926672ms","start":"2026-03-02T22:16:37.202621Z","end":"2026-03-02T22:16:37.406548Z","steps":["trace[2107282901] 'read index received' (duration: 87.394303ms)","trace[2107282901] 'applied index is now lower than readState.Index' (duration: 116.531549ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:37.406624Z","caller":"traceutil/trace.go:171","msg":"trace[2031590785] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"209.306497ms","start":"2026-03-02T22:16:37.197277Z","end":"2026-03-02T22:16:37.406584Z","steps":["trace[2031590785] 'process raft request' (duration: 92.816078ms)","trace[2031590785] 'compare' (duration: 116.048229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:37.406797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.177928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T22:16:37.406828Z","caller":"traceutil/trace.go:171","msg":"trace[1727989978] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25190; }","duration":"204.26183ms","start":"2026-03-02T22:16:37.202557Z","end":"2026-03-02T22:16:37.406819Z","steps":["trace[1727989978] 'agreement among raft nodes before linearized reading' (duration: 204.112096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.00603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.38847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:16:38.006147Z","caller":"traceutil/trace.go:171","msg":"trace[888405405] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25190; }","duration":"375.589174ms","start":"2026-03-02T22:16:37.630532Z","end":"2026-03-02T22:16:38.006122Z","steps":["trace[888405405] 'count revisions from in-memory index tree' (duration: 375.273787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.006205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:37.630499Z","time spent":"375.689806ms","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:16:38.006716Z","caller":"traceutil/trace.go:171","msg":"trace[1125668067] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"201.28754ms","start":"2026-03-02T22:16:37.805378Z","end":"2026-03-02T22:16:38.006665Z","steps":["trace[1125668067] 'process raft request' (duration: 193.750235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.006801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.609086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:16:38.006988Z","caller":"traceutil/trace.go:171","msg":"trace[1916117706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25190; }","duration":"357.868542ms","start":"2026-03-02T22:16:37.649098Z","end":"2026-03-02T22:16:38.006966Z","steps":["trace[1916117706] 'range keys from in-memory index tree' (duration: 357.342519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.007058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:37.649071Z","time spent":"357.968814ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:16:38.821097Z","caller":"traceutil/trace.go:171","msg":"trace[1045440910] linearizableReadLoop","detail":"{readStateIndex:26075; appliedIndex:26070; }","duration":"1.010464937s","start":"2026-03-02T22:16:37.810607Z","end":"2026-03-02T22:16:38.821072Z","steps":["trace[1045440910] 'read index received' (duration: 188.509343ms)","trace[1045440910] 'applied index is now lower than readState.Index' (duration: 821.954624ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:38.821181Z","caller":"traceutil/trace.go:171","msg":"trace[184944031] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"1.013968449s","start":"2026-03-02T22:16:37.807168Z","end":"2026-03-02T22:16:38.821136Z","steps":["trace[184944031] 'process raft request' (duration: 1.013800655s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:38.821234Z","caller":"traceutil/trace.go:171","msg":"trace[706127425] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"1.013711763s","start":"2026-03-02T22:16:37.807507Z","end":"2026-03-02T22:16:38.821219Z","steps":["trace[706127425] 'process raft request' (duration: 1.013495368s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.821344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:37.807136Z","time spent":"1.014121002s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:38.821363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:37.807495Z","time spent":"1.013771405s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:38.821398Z","caller":"traceutil/trace.go:171","msg":"trace[582867684] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"1.013024327s","start":"2026-03-02T22:16:37.808334Z","end":"2026-03-02T22:16:38.821359Z","steps":["trace[582867684] 'process raft request' (duration: 1.012700629s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:38.821531Z","caller":"traceutil/trace.go:171","msg":"trace[1275317724] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"1.014372479s","start":"2026-03-02T22:16:37.807117Z","end":"2026-03-02T22:16:38.82149Z","steps":["trace[1275317724] 'process raft request' (duration: 1.000488856s)","trace[1275317724] 'compare' (duration: 13.230418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:38.821628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011027011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:16:38.821622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:37.808275Z","time spent":"1.013235322s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:38.821673Z","caller":"traceutil/trace.go:171","msg":"trace[1771293425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25195; }","duration":"1.011142033s","start":"2026-03-02T22:16:37.810522Z","end":"2026-03-02T22:16:38.821664Z","steps":["trace[1771293425] 'agreement among raft nodes before linearized reading' (duration: 1.010968679s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.821703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:37.810491Z","time spent":"1.011204365s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:16:38.821714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:37.807105Z","time spent":"1.014513912s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:38.86288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.634297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:16:38.86301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.984885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:38.863095Z","caller":"traceutil/trace.go:171","msg":"trace[2136009286] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25196; }","duration":"398.089417ms","start":"2026-03-02T22:16:38.464986Z","end":"2026-03-02T22:16:38.863075Z","steps":["trace[2136009286] 'agreement among raft nodes before linearized reading' (duration: 397.929833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.863127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:38.464919Z","time spent":"398.20086ms","remote":"127.0.0.1:50218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:16:38.863062Z","caller":"traceutil/trace.go:171","msg":"trace[1218363079] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25196; }","duration":"935.894264ms","start":"2026-03-02T22:16:37.927138Z","end":"2026-03-02T22:16:38.863032Z","steps":["trace[1218363079] 'agreement among raft nodes before linearized reading' (duration: 935.636948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.863238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:37.927106Z","time spent":"936.112938ms","remote":"127.0.0.1:36472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:38.863304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.719861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:38.863378Z","caller":"traceutil/trace.go:171","msg":"trace[658030275] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25196; }","duration":"456.830043ms","start":"2026-03-02T22:16:38.40652Z","end":"2026-03-02T22:16:38.86335Z","steps":["trace[658030275] 'agreement among raft nodes before linearized reading' (duration: 456.749912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.863432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:38.406491Z","time spent":"456.930266ms","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:16:38.863465Z","caller":"traceutil/trace.go:171","msg":"trace[176328129] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"686.533725ms","start":"2026-03-02T22:16:38.176921Z","end":"2026-03-02T22:16:38.863455Z","steps":["trace[176328129] 'process raft request' (duration: 685.683935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.863537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:38.176887Z","time spent":"686.597457ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:38.863202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.882356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:38.863702Z","caller":"traceutil/trace.go:171","msg":"trace[1880146934] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25196; }","duration":"405.486299ms","start":"2026-03-02T22:16:38.458202Z","end":"2026-03-02T22:16:38.863688Z","steps":["trace[1880146934] 'agreement among raft nodes before linearized reading' (duration: 404.864685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.863761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.408842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:38.863805Z","caller":"traceutil/trace.go:171","msg":"trace[1420680327] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25196; }","duration":"643.451893ms","start":"2026-03-02T22:16:38.22034Z","end":"2026-03-02T22:16:38.863792Z","steps":["trace[1420680327] 'agreement among raft nodes before linearized reading' (duration: 643.387681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.863819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.309249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:38.863842Z","caller":"traceutil/trace.go:171","msg":"trace[2019446032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25196; }","duration":"234.369831ms","start":"2026-03-02T22:16:38.629465Z","end":"2026-03-02T22:16:38.863835Z","steps":["trace[2019446032] 'agreement among raft nodes before linearized reading' (duration: 234.33154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.863841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:38.220315Z","time spent":"643.518895ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:16:38.863775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:38.458177Z","time spent":"405.581472ms","remote":"127.0.0.1:49104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:38.863979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.301655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T22:16:38.864Z","caller":"traceutil/trace.go:171","msg":"trace[210947742] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25196; }","duration":"331.374136ms","start":"2026-03-02T22:16:38.53262Z","end":"2026-03-02T22:16:38.863994Z","steps":["trace[210947742] 'agreement among raft nodes before linearized reading' (duration: 331.288194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.864014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:38.532588Z","time spent":"331.422028ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:16:38.864136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.102328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:16:38.864171Z","caller":"traceutil/trace.go:171","msg":"trace[1047409753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25196; }","duration":"853.18371ms","start":"2026-03-02T22:16:38.010978Z","end":"2026-03-02T22:16:38.864162Z","steps":["trace[1047409753] 'agreement among raft nodes before linearized reading' (duration: 853.012826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:38.864201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:38.010953Z","time spent":"853.238271ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:16:39.120657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.187401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:16:39.120971Z","caller":"traceutil/trace.go:171","msg":"trace[32691778] linearizableReadLoop","detail":"{readStateIndex:26077; appliedIndex:26076; }","duration":"255.495942ms","start":"2026-03-02T22:16:38.865459Z","end":"2026-03-02T22:16:39.120954Z","steps":["trace[32691778] 'read index received' (duration: 86.745287ms)","trace[32691778] 'applied index is now lower than readState.Index' (duration: 168.748615ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:39.121112Z","caller":"traceutil/trace.go:171","msg":"trace[1221873167] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"252.00627ms","start":"2026-03-02T22:16:38.869083Z","end":"2026-03-02T22:16:39.121089Z","steps":["trace[1221873167] 'process raft request' (duration: 251.804805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:39.121172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.682786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:39.121275Z","caller":"traceutil/trace.go:171","msg":"trace[1311178586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25198; }","duration":"255.822839ms","start":"2026-03-02T22:16:38.865429Z","end":"2026-03-02T22:16:39.121252Z","steps":["trace[1311178586] 'agreement among raft nodes before linearized reading' (duration: 255.627714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:39.121209Z","caller":"traceutil/trace.go:171","msg":"trace[1813867164] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"294.251373ms","start":"2026-03-02T22:16:38.826648Z","end":"2026-03-02T22:16:39.120899Z","steps":["trace[1813867164] 'process raft request' (duration: 125.618371ms)","trace[1813867164] 'compare' (duration: 167.566967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:40.544709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313714268s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:16:40.545039Z","caller":"traceutil/trace.go:171","msg":"trace[740539161] linearizableReadLoop","detail":"{readStateIndex:26079; appliedIndex:26078; }","duration":"1.423976332s","start":"2026-03-02T22:16:39.121039Z","end":"2026-03-02T22:16:40.545016Z","steps":["trace[740539161] 'read index received' (duration: 109.926476ms)","trace[740539161] 'applied index is now lower than readState.Index' (duration: 1.314048106s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:40.545456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588213082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:16:40.545506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449928686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:16:40.545534Z","caller":"traceutil/trace.go:171","msg":"trace[1704396735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25198; }","duration":"1.588358445s","start":"2026-03-02T22:16:38.957154Z","end":"2026-03-02T22:16:40.545512Z","steps":["trace[1704396735] 'agreement among raft nodes before linearized reading' (duration: 1.588225772s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:40.545597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:38.957125Z","time spent":"1.588455098s","remote":"127.0.0.1:36292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:40.545558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674800515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:40.545704Z","caller":"traceutil/trace.go:171","msg":"trace[644335595] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25198; }","duration":"1.674956999s","start":"2026-03-02T22:16:38.870714Z","end":"2026-03-02T22:16:40.545671Z","steps":["trace[644335595] 'agreement among raft nodes before linearized reading' (duration: 1.674738384s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:40.545969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:38.870675Z","time spent":"1.675277126s","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:16:40.546027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680538399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18377"} {"level":"info","ts":"2026-03-02T22:16:40.546056Z","caller":"traceutil/trace.go:171","msg":"trace[170940385] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25198; }","duration":"1.680585109s","start":"2026-03-02T22:16:38.865465Z","end":"2026-03-02T22:16:40.54605Z","steps":["trace[170940385] 'agreement among raft nodes before linearized reading' (duration: 1.680467167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:40.546078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:38.865448Z","time spent":"1.680625381s","remote":"127.0.0.1:59838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18399,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T22:16:40.545551Z","caller":"traceutil/trace.go:171","msg":"trace[1230216896] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25198; }","duration":"1.449978718s","start":"2026-03-02T22:16:39.095562Z","end":"2026-03-02T22:16:40.545541Z","steps":["trace[1230216896] 'agreement among raft nodes before linearized reading' (duration: 1.449794273s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:40.546198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:39.095496Z","time spent":"1.450696254s","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":190,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:16:40.5467Z","caller":"traceutil/trace.go:171","msg":"trace[1228524177] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"533.979437ms","start":"2026-03-02T22:16:40.012702Z","end":"2026-03-02T22:16:40.546681Z","steps":["trace[1228524177] 'process raft request' (duration: 532.158875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:40.546844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:40.012674Z","time spent":"534.08723ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:40.679515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483577648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:16:40.679608Z","caller":"traceutil/trace.go:171","msg":"trace[1151283482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25199; }","duration":"1.48368288s","start":"2026-03-02T22:16:39.195902Z","end":"2026-03-02T22:16:40.679585Z","steps":["trace[1151283482] 'agreement among raft nodes before linearized reading' (duration: 1.35077689s)","trace[1151283482] 'range keys from in-memory index tree' (duration: 132.702326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:40.679601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.242195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:40.679744Z","caller":"traceutil/trace.go:171","msg":"trace[1627536990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25199; }","duration":"175.435539ms","start":"2026-03-02T22:16:40.504263Z","end":"2026-03-02T22:16:40.679698Z","steps":["trace[1627536990] 'agreement among raft nodes before linearized reading' (duration: 42.506058ms)","trace[1627536990] 'range keys from in-memory index tree' (duration: 132.756587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:40.679721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.867723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:16:40.679759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.388767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-02T22:16:40.679823Z","caller":"traceutil/trace.go:171","msg":"trace[816904226] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25199; }","duration":"552.023206ms","start":"2026-03-02T22:16:40.127772Z","end":"2026-03-02T22:16:40.679795Z","steps":["trace[816904226] 'agreement among raft nodes before linearized reading' (duration: 419.004363ms)","trace[816904226] 'count revisions from in-memory index tree' (duration: 132.911941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:40.679792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:39.19582Z","time spent":"1.483825844s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:40.679818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479458633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T22:16:40.679881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:40.127736Z","time spent":"552.126309ms","remote":"127.0.0.1:59708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:40.67989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483553978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:16:40.679513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269092021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:16:40.679842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06867883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:40.679965Z","caller":"traceutil/trace.go:171","msg":"trace[323370363] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25199; }","duration":"1.48365157s","start":"2026-03-02T22:16:39.196291Z","end":"2026-03-02T22:16:40.679942Z","steps":["trace[323370363] 'agreement among raft nodes before linearized reading' (duration: 1.350382081s)","trace[323370363] 'range keys from in-memory index tree' (duration: 133.109035ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:40.679974Z","caller":"traceutil/trace.go:171","msg":"trace[1899474962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25199; }","duration":"1.269619013s","start":"2026-03-02T22:16:39.410333Z","end":"2026-03-02T22:16:40.679952Z","steps":["trace[1899474962] 'agreement among raft nodes before linearized reading' (duration: 1.136326044s)","trace[1899474962] 'range keys from in-memory index tree' (duration: 132.740486ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:40.67999Z","caller":"traceutil/trace.go:171","msg":"trace[676168802] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25199; }","duration":"104.50649ms","start":"2026-03-02T22:16:40.575348Z","end":"2026-03-02T22:16:40.679855Z","steps":["trace[676168802] 'range keys from in-memory index tree' (duration: 104.214883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:40.680048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:39.410305Z","time spent":"1.269719516s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:16:40.679955Z","caller":"traceutil/trace.go:171","msg":"trace[1272501991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25199; }","duration":"1.479672917s","start":"2026-03-02T22:16:39.200247Z","end":"2026-03-02T22:16:40.67992Z","steps":["trace[1272501991] 'agreement among raft nodes before linearized reading' (duration: 1.346418729s)","trace[1272501991] 'range keys from in-memory index tree' (duration: 132.91155ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:40.680058Z","caller":"traceutil/trace.go:171","msg":"trace[484518590] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25199; }","duration":"1.068909456s","start":"2026-03-02T22:16:39.611087Z","end":"2026-03-02T22:16:40.679996Z","steps":["trace[484518590] 'agreement among raft nodes before linearized reading' (duration: 935.566196ms)","trace[484518590] 'count revisions from in-memory index tree' (duration: 133.100835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:40.680105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:39.200222Z","time spent":"1.479862982s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:16:40.679542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.676449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:16:40.680047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:39.196284Z","time spent":"1.483747253s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:16:40.680189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:39.611016Z","time spent":"1.069131171s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:16:40.680281Z","caller":"traceutil/trace.go:171","msg":"trace[1795283511] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25199; }","duration":"125.427447ms","start":"2026-03-02T22:16:40.554771Z","end":"2026-03-02T22:16:40.680198Z","steps":["trace[1795283511] 'range keys from in-memory index tree' (duration: 124.592297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:40.680464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499785215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:16:40.681481Z","caller":"traceutil/trace.go:171","msg":"trace[1739777767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25199; }","duration":"1.50084244s","start":"2026-03-02T22:16:39.18061Z","end":"2026-03-02T22:16:40.681452Z","steps":["trace[1739777767] 'agreement among raft nodes before linearized reading' (duration: 1.366039485s)","trace[1739777767] 'range keys from in-memory index tree' (duration: 133.196877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:40.681553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:39.180589Z","time spent":"1.500946252s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:16:40.823719Z","caller":"traceutil/trace.go:171","msg":"trace[788895435] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"138.363018ms","start":"2026-03-02T22:16:40.685323Z","end":"2026-03-02T22:16:40.823686Z","steps":["trace[788895435] 'process raft request' (duration: 138.101232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:40.823731Z","caller":"traceutil/trace.go:171","msg":"trace[1452022639] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"138.310956ms","start":"2026-03-02T22:16:40.6854Z","end":"2026-03-02T22:16:40.823711Z","steps":["trace[1452022639] 'process raft request' (duration: 138.199394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:40.823865Z","caller":"traceutil/trace.go:171","msg":"trace[1702891638] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"138.05225ms","start":"2026-03-02T22:16:40.6858Z","end":"2026-03-02T22:16:40.823853Z","steps":["trace[1702891638] 'process raft request' (duration: 137.850666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:40.824005Z","caller":"traceutil/trace.go:171","msg":"trace[666251250] linearizableReadLoop","detail":"{readStateIndex:26083; appliedIndex:26080; }","duration":"138.337117ms","start":"2026-03-02T22:16:40.685653Z","end":"2026-03-02T22:16:40.82399Z","steps":["trace[666251250] 'read index received' (duration: 93.898613ms)","trace[666251250] 'applied index is now lower than readState.Index' (duration: 44.437254ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:40.824067Z","caller":"traceutil/trace.go:171","msg":"trace[817285761] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"137.696162ms","start":"2026-03-02T22:16:40.686361Z","end":"2026-03-02T22:16:40.824058Z","steps":["trace[817285761] 'process raft request' (duration: 137.444656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:40.824191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.961293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:16:40.824161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.474891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:40.82423Z","caller":"traceutil/trace.go:171","msg":"trace[1936654136] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25204; }","duration":"121.027704ms","start":"2026-03-02T22:16:40.703194Z","end":"2026-03-02T22:16:40.824222Z","steps":["trace[1936654136] 'agreement among raft nodes before linearized reading' (duration: 120.934612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:40.824209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.540555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:40.824246Z","caller":"traceutil/trace.go:171","msg":"trace[1146745702] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25204; }","duration":"138.596463ms","start":"2026-03-02T22:16:40.685628Z","end":"2026-03-02T22:16:40.824224Z","steps":["trace[1146745702] 'agreement among raft nodes before linearized reading' (duration: 138.44339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:40.824287Z","caller":"traceutil/trace.go:171","msg":"trace[1624923965] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25204; }","duration":"136.664128ms","start":"2026-03-02T22:16:40.687605Z","end":"2026-03-02T22:16:40.824269Z","steps":["trace[1624923965] 'agreement among raft nodes before linearized reading' (duration: 136.521235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:41.000356Z","caller":"traceutil/trace.go:171","msg":"trace[887734367] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"172.207135ms","start":"2026-03-02T22:16:40.828103Z","end":"2026-03-02T22:16:41.000311Z","steps":["trace[887734367] 'process raft request' (duration: 144.925001ms)","trace[887734367] 'compare' (duration: 27.10851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:41.775738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.962224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:16:41.776035Z","caller":"traceutil/trace.go:171","msg":"trace[1551365991] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"947.423922ms","start":"2026-03-02T22:16:40.82851Z","end":"2026-03-02T22:16:41.775934Z","steps":["trace[1551365991] 'process raft request' (duration: 835.11694ms)","trace[1551365991] 'compare' (duration: 111.650737ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:41.776147Z","caller":"traceutil/trace.go:171","msg":"trace[1048430731] linearizableReadLoop","detail":"{readStateIndex:26088; appliedIndex:26085; }","duration":"946.422119ms","start":"2026-03-02T22:16:40.82968Z","end":"2026-03-02T22:16:41.776102Z","steps":["trace[1048430731] 'read index received' (duration: 143.491527ms)","trace[1048430731] 'applied index is now lower than readState.Index' (duration: 802.928742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:41.776238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:40.828494Z","time spent":"947.637477ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:16:41.77631Z","caller":"traceutil/trace.go:171","msg":"trace[311712740] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"947.705499ms","start":"2026-03-02T22:16:40.828583Z","end":"2026-03-02T22:16:41.776288Z","steps":["trace[311712740] 'process raft request' (duration: 947.29801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:41.776476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:40.828551Z","time spent":"947.868272ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:41.77692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.120098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:16:41.776967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.056324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:41.776983Z","caller":"traceutil/trace.go:171","msg":"trace[117938386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25208; }","duration":"149.230111ms","start":"2026-03-02T22:16:41.627737Z","end":"2026-03-02T22:16:41.776967Z","steps":["trace[117938386] 'agreement among raft nodes before linearized reading' (duration: 149.137019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:41.777019Z","caller":"traceutil/trace.go:171","msg":"trace[603985546] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25208; }","duration":"557.166937ms","start":"2026-03-02T22:16:41.219835Z","end":"2026-03-02T22:16:41.777002Z","steps":["trace[603985546] 'agreement among raft nodes before linearized reading' (duration: 557.072424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:41.777017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.444966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:16:41.777069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:41.219787Z","time spent":"557.2707ms","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:16:41.77712Z","caller":"traceutil/trace.go:171","msg":"trace[975157698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25208; }","duration":"650.60904ms","start":"2026-03-02T22:16:41.126478Z","end":"2026-03-02T22:16:41.777087Z","steps":["trace[975157698] 'agreement among raft nodes before linearized reading' (duration: 650.312543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:41.777174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:41.126455Z","time spent":"650.709502ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:16:41.777577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.889443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:16:41.777636Z","caller":"traceutil/trace.go:171","msg":"trace[555495971] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25208; }","duration":"947.963435ms","start":"2026-03-02T22:16:40.829651Z","end":"2026-03-02T22:16:41.777615Z","steps":["trace[555495971] 'agreement among raft nodes before linearized reading' (duration: 947.793691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:41.777675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:40.82964Z","time spent":"948.028346ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:16:41.777738Z","caller":"traceutil/trace.go:171","msg":"trace[946324242] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"947.403371ms","start":"2026-03-02T22:16:40.830316Z","end":"2026-03-02T22:16:41.777719Z","steps":["trace[946324242] 'process raft request' (duration: 945.697022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:41.77783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:40.83031Z","time spent":"947.473433ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:41.77782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.07445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:16:41.778112Z","caller":"traceutil/trace.go:171","msg":"trace[1909938] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25208; }","duration":"411.438408ms","start":"2026-03-02T22:16:41.366654Z","end":"2026-03-02T22:16:41.778093Z","steps":["trace[1909938] 'agreement among raft nodes before linearized reading' (duration: 411.040849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:41.778163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:41.36663Z","time spent":"411.52293ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:16:41.77855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.841158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:16:41.778646Z","caller":"traceutil/trace.go:171","msg":"trace[1438761412] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25208; }","duration":"651.992251ms","start":"2026-03-02T22:16:41.126636Z","end":"2026-03-02T22:16:41.778628Z","steps":["trace[1438761412] 'agreement among raft nodes before linearized reading' (duration: 651.094661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:41.778712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:41.126596Z","time spent":"652.104984ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:16:42.340673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.352052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:16:42.340763Z","caller":"traceutil/trace.go:171","msg":"trace[1178352556] linearizableReadLoop","detail":"{readStateIndex:26091; appliedIndex:26090; }","duration":"550.154123ms","start":"2026-03-02T22:16:41.790594Z","end":"2026-03-02T22:16:42.340748Z","steps":["trace[1178352556] 'read index received' (duration: 136.606317ms)","trace[1178352556] 'applied index is now lower than readState.Index' (duration: 413.546376ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:42.340805Z","caller":"traceutil/trace.go:171","msg":"trace[155018174] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"557.035664ms","start":"2026-03-02T22:16:41.783727Z","end":"2026-03-02T22:16:42.340763Z","steps":["trace[155018174] 'process raft request' (duration: 143.509447ms)","trace[155018174] 'compare' (duration: 413.082406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:42.341005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:41.783718Z","time spent":"557.177527ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:42.341009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.370829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:16:42.341116Z","caller":"traceutil/trace.go:171","msg":"trace[1020488655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25210; }","duration":"550.541122ms","start":"2026-03-02T22:16:41.790549Z","end":"2026-03-02T22:16:42.34109Z","steps":["trace[1020488655] 'agreement among raft nodes before linearized reading' (duration: 550.246365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:42.341171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:41.790534Z","time spent":"550.625465ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T22:16:42.406633Z","caller":"traceutil/trace.go:171","msg":"trace[213189677] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"441.112768ms","start":"2026-03-02T22:16:41.96549Z","end":"2026-03-02T22:16:42.406603Z","steps":["trace[213189677] 'process raft request' (duration: 440.866052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:42.406926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:41.965451Z","time spent":"441.258731ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:16:42.407118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.428922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:16:42.408337Z","caller":"traceutil/trace.go:171","msg":"trace[119606657] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25211; }","duration":"309.517538ms","start":"2026-03-02T22:16:42.098526Z","end":"2026-03-02T22:16:42.408044Z","steps":["trace[119606657] 'agreement among raft nodes before linearized reading' (duration: 308.213218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:42.409653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:16:42.098487Z","time spent":"310.387687ms","remote":"127.0.0.1:48570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:16:42.541274Z","caller":"traceutil/trace.go:171","msg":"trace[1298115459] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"185.158475ms","start":"2026-03-02T22:16:42.356081Z","end":"2026-03-02T22:16:42.541239Z","steps":["trace[1298115459] 'process raft request' (duration: 109.032045ms)","trace[1298115459] 'compare' (duration: 75.6745ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:24.300558Z","caller":"traceutil/trace.go:171","msg":"trace[1644538261] linearizableReadLoop","detail":"{readStateIndex:26563; appliedIndex:26562; }","duration":"126.972663ms","start":"2026-03-02T22:17:24.173547Z","end":"2026-03-02T22:17:24.300519Z","steps":["trace[1644538261] 'read index received' (duration: 126.757708ms)","trace[1644538261] 'applied index is now lower than readState.Index' (duration: 213.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:24.300652Z","caller":"traceutil/trace.go:171","msg":"trace[181175648] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"131.003336ms","start":"2026-03-02T22:17:24.169607Z","end":"2026-03-02T22:17:24.30061Z","steps":["trace[181175648] 'process raft request' (duration: 130.732919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:24.300758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.179377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:17:24.300802Z","caller":"traceutil/trace.go:171","msg":"trace[853613244] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25671; }","duration":"127.29192ms","start":"2026-03-02T22:17:24.173502Z","end":"2026-03-02T22:17:24.300794Z","steps":["trace[853613244] 'agreement among raft nodes before linearized reading' (duration: 127.171307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:24.300829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.356148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:17:24.300901Z","caller":"traceutil/trace.go:171","msg":"trace[1721098387] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25671; }","duration":"126.44682ms","start":"2026-03-02T22:17:24.174434Z","end":"2026-03-02T22:17:24.300881Z","steps":["trace[1721098387] 'agreement among raft nodes before linearized reading' (duration: 126.319267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:24.300893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.465207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:17:24.300909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.318526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:17:24.300978Z","caller":"traceutil/trace.go:171","msg":"trace[1366854585] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25671; }","duration":"125.600551ms","start":"2026-03-02T22:17:24.175357Z","end":"2026-03-02T22:17:24.300958Z","steps":["trace[1366854585] 'agreement among raft nodes before linearized reading' (duration: 125.450557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:24.301012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.039574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-02T22:17:24.301078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.912782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:17:24.301097Z","caller":"traceutil/trace.go:171","msg":"trace[1806572876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25671; }","duration":"108.957684ms","start":"2026-03-02T22:17:24.192134Z","end":"2026-03-02T22:17:24.301092Z","steps":["trace[1806572876] 'agreement among raft nodes before linearized reading' (duration: 108.851211ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:24.301094Z","caller":"traceutil/trace.go:171","msg":"trace[121112011] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25671; }","duration":"124.161778ms","start":"2026-03-02T22:17:24.176914Z","end":"2026-03-02T22:17:24.301075Z","steps":["trace[121112011] 'agreement among raft nodes before linearized reading' (duration: 123.885051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:24.301087Z","caller":"traceutil/trace.go:171","msg":"trace[800553307] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25671; }","duration":"104.442088ms","start":"2026-03-02T22:17:24.196544Z","end":"2026-03-02T22:17:24.300986Z","steps":["trace[800553307] 'agreement among raft nodes before linearized reading' (duration: 104.229393ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:48.285354Z","caller":"traceutil/trace.go:171","msg":"trace[142024353] linearizableReadLoop","detail":"{readStateIndex:26729; appliedIndex:26728; }","duration":"159.612952ms","start":"2026-03-02T22:17:48.125713Z","end":"2026-03-02T22:17:48.285326Z","steps":["trace[142024353] 'read index received' (duration: 159.51953ms)","trace[142024353] 'applied index is now lower than readState.Index' (duration: 92.582µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:17:48.285584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.856837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T22:17:48.28562Z","caller":"traceutil/trace.go:171","msg":"trace[1149334050] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25833; }","duration":"159.93536ms","start":"2026-03-02T22:17:48.125673Z","end":"2026-03-02T22:17:48.285608Z","steps":["trace[1149334050] 'agreement among raft nodes before linearized reading' (duration: 159.767586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:48.285752Z","caller":"traceutil/trace.go:171","msg":"trace[602552014] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"164.811812ms","start":"2026-03-02T22:17:48.120904Z","end":"2026-03-02T22:17:48.285715Z","steps":["trace[602552014] 'process raft request' (duration: 164.27393ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:48.428467Z","caller":"traceutil/trace.go:171","msg":"trace[865928814] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"236.563751ms","start":"2026-03-02T22:17:48.191874Z","end":"2026-03-02T22:17:48.428438Z","steps":["trace[865928814] 'process raft request' (duration: 236.10341ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:48.428656Z","caller":"traceutil/trace.go:171","msg":"trace[1980667707] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"195.708901ms","start":"2026-03-02T22:17:48.232909Z","end":"2026-03-02T22:17:48.428618Z","steps":["trace[1980667707] 'process raft request' (duration: 195.467436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:48.429691Z","caller":"traceutil/trace.go:171","msg":"trace[1031937703] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"134.095419ms","start":"2026-03-02T22:17:48.295583Z","end":"2026-03-02T22:17:48.429678Z","steps":["trace[1031937703] 'process raft request' (duration: 133.73063ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:50.698032Z","caller":"traceutil/trace.go:171","msg":"trace[1334273743] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"262.451583ms","start":"2026-03-02T22:17:50.435545Z","end":"2026-03-02T22:17:50.697997Z","steps":["trace[1334273743] 'process raft request' (duration: 262.204267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:50.698212Z","caller":"traceutil/trace.go:171","msg":"trace[1277204002] linearizableReadLoop","detail":"{readStateIndex:26748; appliedIndex:26746; }","duration":"233.710415ms","start":"2026-03-02T22:17:50.46447Z","end":"2026-03-02T22:17:50.69818Z","steps":["trace[1277204002] 'read index received' (duration: 233.201304ms)","trace[1277204002] 'applied index is now lower than readState.Index' (duration: 506.991µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:17:50.698426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.739569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:17:50.698479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.827452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:17:50.698529Z","caller":"traceutil/trace.go:171","msg":"trace[23606586] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25851; }","duration":"262.895073ms","start":"2026-03-02T22:17:50.435612Z","end":"2026-03-02T22:17:50.698507Z","steps":["trace[23606586] 'agreement among raft nodes before linearized reading' (duration: 262.718909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:50.6985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.833679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:17:50.698549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.954775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:17:50.698606Z","caller":"traceutil/trace.go:171","msg":"trace[1631262069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25851; }","duration":"259.019294ms","start":"2026-03-02T22:17:50.439561Z","end":"2026-03-02T22:17:50.69858Z","steps":["trace[1631262069] 'agreement among raft nodes before linearized reading' (duration: 258.669726ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:50.69861Z","caller":"traceutil/trace.go:171","msg":"trace[330314550] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25851; }","duration":"263.057997ms","start":"2026-03-02T22:17:50.435534Z","end":"2026-03-02T22:17:50.698592Z","steps":["trace[330314550] 'agreement among raft nodes before linearized reading' (duration: 262.867833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:50.698563Z","caller":"traceutil/trace.go:171","msg":"trace[1535646518] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"262.712199ms","start":"2026-03-02T22:17:50.435795Z","end":"2026-03-02T22:17:50.698507Z","steps":["trace[1535646518] 'process raft request' (duration: 262.145376ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:50.698574Z","caller":"traceutil/trace.go:171","msg":"trace[1635917137] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25851; }","duration":"262.952275ms","start":"2026-03-02T22:17:50.435601Z","end":"2026-03-02T22:17:50.698553Z","steps":["trace[1635917137] 'agreement among raft nodes before linearized reading' (duration: 262.797501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:51.496143Z","caller":"traceutil/trace.go:171","msg":"trace[1880413470] linearizableReadLoop","detail":"{readStateIndex:26752; appliedIndex:26751; }","duration":"100.022026ms","start":"2026-03-02T22:17:51.39609Z","end":"2026-03-02T22:17:51.496112Z","steps":["trace[1880413470] 'read index received' (duration: 99.831691ms)","trace[1880413470] 'applied index is now lower than readState.Index' (duration: 189.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:51.4962Z","caller":"traceutil/trace.go:171","msg":"trace[608387862] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"101.298306ms","start":"2026-03-02T22:17:51.394861Z","end":"2026-03-02T22:17:51.49616Z","steps":["trace[608387862] 'process raft request' (duration: 101.06281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:51.49651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.295852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:17:51.49658Z","caller":"traceutil/trace.go:171","msg":"trace[191898310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25855; }","duration":"100.495277ms","start":"2026-03-02T22:17:51.396068Z","end":"2026-03-02T22:17:51.496563Z","steps":["trace[191898310] 'agreement among raft nodes before linearized reading' (duration: 100.17642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:11.789421Z","caller":"traceutil/trace.go:171","msg":"trace[1603531443] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"128.412636ms","start":"2026-03-02T22:18:11.660977Z","end":"2026-03-02T22:18:11.789389Z","steps":["trace[1603531443] 'process raft request' (duration: 128.207451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:11.789775Z","caller":"traceutil/trace.go:171","msg":"trace[1238198661] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"126.307857ms","start":"2026-03-02T22:18:11.663445Z","end":"2026-03-02T22:18:11.789753Z","steps":["trace[1238198661] 'process raft request' (duration: 126.161884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:11.789773Z","caller":"traceutil/trace.go:171","msg":"trace[540126413] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"128.240202ms","start":"2026-03-02T22:18:11.661496Z","end":"2026-03-02T22:18:11.789736Z","steps":["trace[540126413] 'process raft request' (duration: 127.845913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:18.488328Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23821} {"level":"info","ts":"2026-03-02T22:18:18.632469Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23821,"took":"139.379601ms","hash":1536103041,"current-db-size-bytes":49430528,"current-db-size":"49 MB","current-db-size-in-use-bytes":33464320,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-02T22:18:18.632547Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1536103041,"revision":23821,"compact-revision":20772} {"level":"warn","ts":"2026-03-02T22:18:31.535602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.804873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:18:31.535761Z","caller":"traceutil/trace.go:171","msg":"trace[606931299] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"278.64111ms","start":"2026-03-02T22:18:31.257091Z","end":"2026-03-02T22:18:31.535732Z","steps":["trace[606931299] 'process raft request' (duration: 42.542609ms)","trace[606931299] 'compare' (duration: 234.104294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:18:31.747338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.064246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:18:31.747626Z","caller":"traceutil/trace.go:171","msg":"trace[153149028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26226; }","duration":"112.416304ms","start":"2026-03-02T22:18:31.635188Z","end":"2026-03-02T22:18:31.747604Z","steps":["trace[153149028] 'range keys from in-memory index tree' (duration: 111.983364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:31.760117Z","caller":"traceutil/trace.go:171","msg":"trace[596157107] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"119.607941ms","start":"2026-03-02T22:18:31.640471Z","end":"2026-03-02T22:18:31.760079Z","steps":["trace[596157107] 'process raft request' (duration: 119.10074ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:32.0988Z","caller":"traceutil/trace.go:171","msg":"trace[811127511] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"137.740894ms","start":"2026-03-02T22:18:31.961029Z","end":"2026-03-02T22:18:32.09877Z","steps":["trace[811127511] 'process raft request' (duration: 137.603971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:54.385039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.776163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T22:18:54.385143Z","caller":"traceutil/trace.go:171","msg":"trace[1207535912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26408; }","duration":"238.976307ms","start":"2026-03-02T22:18:54.146145Z","end":"2026-03-02T22:18:54.385122Z","steps":["trace[1207535912] 'range keys from in-memory index tree' (duration: 238.536727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:54.385466Z","caller":"traceutil/trace.go:171","msg":"trace[130264713] linearizableReadLoop","detail":"{readStateIndex:27321; appliedIndex:27320; }","duration":"166.887881ms","start":"2026-03-02T22:18:54.21853Z","end":"2026-03-02T22:18:54.385418Z","steps":["trace[130264713] 'read index received' (duration: 164.387383ms)","trace[130264713] 'applied index is now lower than readState.Index' (duration: 2.499078ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:18:54.38554Z","caller":"traceutil/trace.go:171","msg":"trace[465819356] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"202.14256ms","start":"2026-03-02T22:18:54.183381Z","end":"2026-03-02T22:18:54.385524Z","steps":["trace[465819356] 'process raft request' (duration: 199.53312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:54.385737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.167297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:18:54.385778Z","caller":"traceutil/trace.go:171","msg":"trace[264309798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26409; }","duration":"167.28616ms","start":"2026-03-02T22:18:54.218477Z","end":"2026-03-02T22:18:54.385764Z","steps":["trace[264309798] 'agreement among raft nodes before linearized reading' (duration: 167.060815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.341474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.227147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:18:55.341596Z","caller":"traceutil/trace.go:171","msg":"trace[1732690324] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"949.166372ms","start":"2026-03-02T22:18:54.392411Z","end":"2026-03-02T22:18:55.341578Z","steps":["trace[1732690324] 'process raft request' (duration: 302.75077ms)","trace[1732690324] 'compare' (duration: 646.014172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:18:55.341643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.392373Z","time spent":"949.248524ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:18:55.341523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.884092ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:18:55.34188Z","caller":"traceutil/trace.go:171","msg":"trace[1422678123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26410; }","duration":"779.441555ms","start":"2026-03-02T22:18:54.562369Z","end":"2026-03-02T22:18:55.341811Z","steps":["trace[1422678123] 'range keys from in-memory index tree' (duration: 778.868442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:55.345452Z","caller":"traceutil/trace.go:171","msg":"trace[1093367343] linearizableReadLoop","detail":"{readStateIndex:27324; appliedIndex:27323; }","duration":"495.960523ms","start":"2026-03-02T22:18:54.849457Z","end":"2026-03-02T22:18:55.345417Z","steps":["trace[1093367343] 'read index received' (duration: 495.860361ms)","trace[1093367343] 'applied index is now lower than readState.Index' (duration: 99.032µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:18:55.34562Z","caller":"traceutil/trace.go:171","msg":"trace[703646131] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"626.207902ms","start":"2026-03-02T22:18:54.719382Z","end":"2026-03-02T22:18:55.34559Z","steps":["trace[703646131] 'process raft request' (duration: 625.866124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.345766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.719351Z","time spent":"626.308014ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:18:55.345872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.397993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-02T22:18:55.345962Z","caller":"traceutil/trace.go:171","msg":"trace[458653592] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26412; }","duration":"496.638769ms","start":"2026-03-02T22:18:54.849302Z","end":"2026-03-02T22:18:55.345941Z","steps":["trace[458653592] 'agreement among raft nodes before linearized reading' (duration: 496.398274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.346008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.849261Z","time spent":"496.737032ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7368,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-02T22:18:55.346811Z","caller":"traceutil/trace.go:171","msg":"trace[1263433306] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"374.011587ms","start":"2026-03-02T22:18:54.972783Z","end":"2026-03-02T22:18:55.346795Z","steps":["trace[1263433306] 'process raft request' (duration: 373.838083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.346916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.972767Z","time spent":"374.080299ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:18:55.347346Z","caller":"traceutil/trace.go:171","msg":"trace[2104575673] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"243.282868ms","start":"2026-03-02T22:18:55.104047Z","end":"2026-03-02T22:18:55.34733Z","steps":["trace[2104575673] 'process raft request' (duration: 242.672213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:55.347423Z","caller":"traceutil/trace.go:171","msg":"trace[648793117] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"239.439308ms","start":"2026-03-02T22:18:55.107977Z","end":"2026-03-02T22:18:55.347417Z","steps":["trace[648793117] 'process raft request' (duration: 238.967787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.347418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.399376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-02T22:18:55.347529Z","caller":"traceutil/trace.go:171","msg":"trace[661112034] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26416; }","duration":"417.54102ms","start":"2026-03-02T22:18:54.929965Z","end":"2026-03-02T22:18:55.347506Z","steps":["trace[661112034] 'agreement among raft nodes before linearized reading' (duration: 417.170031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.347551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.295254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:18:55.347575Z","caller":"traceutil/trace.go:171","msg":"trace[1028496203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26416; }","duration":"171.365945ms","start":"2026-03-02T22:18:55.176202Z","end":"2026-03-02T22:18:55.347568Z","steps":["trace[1028496203] 'agreement among raft nodes before linearized reading' (duration: 171.293924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.347585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.92995Z","time spent":"417.620911ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7368,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-02T22:18:55.347475Z","caller":"traceutil/trace.go:171","msg":"trace[2044892801] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"207.352392ms","start":"2026-03-02T22:18:55.140118Z","end":"2026-03-02T22:18:55.34747Z","steps":["trace[2044892801] 'process raft request' (duration: 206.950873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.347883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.295028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-02T22:18:55.350649Z","caller":"traceutil/trace.go:171","msg":"trace[305116108] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26416; }","duration":"243.100774ms","start":"2026-03-02T22:18:55.107526Z","end":"2026-03-02T22:18:55.350627Z","steps":["trace[305116108] 'agreement among raft nodes before linearized reading' (duration: 240.234857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.347926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.366015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:18:55.350802Z","caller":"traceutil/trace.go:171","msg":"trace[1262647462] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26416; }","duration":"417.237653ms","start":"2026-03-02T22:18:54.933531Z","end":"2026-03-02T22:18:55.350768Z","steps":["trace[1262647462] 'agreement among raft nodes before linearized reading' (duration: 414.335235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:55.35093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:54.93352Z","time spent":"417.321385ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:19:07.69083Z","caller":"traceutil/trace.go:171","msg":"trace[1150281216] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"192.048896ms","start":"2026-03-02T22:19:07.498748Z","end":"2026-03-02T22:19:07.690797Z","steps":["trace[1150281216] 'process raft request' (duration: 162.098949ms)","trace[1150281216] 'compare' (duration: 29.490226ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:07.693137Z","caller":"traceutil/trace.go:171","msg":"trace[861366065] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"193.111841ms","start":"2026-03-02T22:19:07.500003Z","end":"2026-03-02T22:19:07.693115Z","steps":["trace[861366065] 'process raft request' (duration: 192.381644ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:07.693116Z","caller":"traceutil/trace.go:171","msg":"trace[1400046303] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"192.555098ms","start":"2026-03-02T22:19:07.500512Z","end":"2026-03-02T22:19:07.693067Z","steps":["trace[1400046303] 'process raft request' (duration: 192.355883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:08.941438Z","caller":"traceutil/trace.go:171","msg":"trace[568524678] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"107.824778ms","start":"2026-03-02T22:19:08.83357Z","end":"2026-03-02T22:19:08.941395Z","steps":["trace[568524678] 'process raft request' (duration: 107.406248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:09.623719Z","caller":"traceutil/trace.go:171","msg":"trace[1640931967] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"178.119072ms","start":"2026-03-02T22:19:09.44558Z","end":"2026-03-02T22:19:09.623699Z","steps":["trace[1640931967] 'process raft request' (duration: 177.970209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:09.812254Z","caller":"traceutil/trace.go:171","msg":"trace[1337832448] linearizableReadLoop","detail":"{readStateIndex:27468; appliedIndex:27465; }","duration":"297.673312ms","start":"2026-03-02T22:19:09.514547Z","end":"2026-03-02T22:19:09.81222Z","steps":["trace[1337832448] 'read index received' (duration: 109.557897ms)","trace[1337832448] 'applied index is now lower than readState.Index' (duration: 188.114025ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:09.812307Z","caller":"traceutil/trace.go:171","msg":"trace[1550050411] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"325.462638ms","start":"2026-03-02T22:19:09.486787Z","end":"2026-03-02T22:19:09.812249Z","steps":["trace[1550050411] 'process raft request' (duration: 325.257743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:09.812392Z","caller":"traceutil/trace.go:171","msg":"trace[357170912] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"335.898232ms","start":"2026-03-02T22:19:09.476432Z","end":"2026-03-02T22:19:09.81233Z","steps":["trace[357170912] 'process raft request' (duration: 306.59277ms)","trace[357170912] 'compare' (duration: 28.833741ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:09.81241Z","caller":"traceutil/trace.go:171","msg":"trace[1318547190] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"324.052355ms","start":"2026-03-02T22:19:09.488306Z","end":"2026-03-02T22:19:09.812358Z","steps":["trace[1318547190] 'process raft request' (duration: 323.797789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:09.812501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.904837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:09.812551Z","caller":"traceutil/trace.go:171","msg":"trace[983372544] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26552; }","duration":"298.034351ms","start":"2026-03-02T22:19:09.514502Z","end":"2026-03-02T22:19:09.812537Z","steps":["trace[983372544] 'agreement among raft nodes before linearized reading' (duration: 297.903088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:09.812537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:09.486779Z","time spent":"325.616472ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:19:09.812656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:09.476407Z","time spent":"336.103906ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:19:09.812658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:09.488298Z","time spent":"324.232239ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:19:09.812705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.551272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:09.81279Z","caller":"traceutil/trace.go:171","msg":"trace[1016997041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26554; }","duration":"190.694865ms","start":"2026-03-02T22:19:09.622076Z","end":"2026-03-02T22:19:09.812771Z","steps":["trace[1016997041] 'agreement among raft nodes before linearized reading' (duration: 190.538801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:09.812879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.892412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:19:09.81295Z","caller":"traceutil/trace.go:171","msg":"trace[1322834694] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26554; }","duration":"112.005455ms","start":"2026-03-02T22:19:09.700924Z","end":"2026-03-02T22:19:09.812929Z","steps":["trace[1322834694] 'agreement among raft nodes before linearized reading' (duration: 111.81664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:09.813101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.375721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:19:09.813171Z","caller":"traceutil/trace.go:171","msg":"trace[623273209] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26554; }","duration":"188.481693ms","start":"2026-03-02T22:19:09.624671Z","end":"2026-03-02T22:19:09.813152Z","steps":["trace[623273209] 'agreement among raft nodes before linearized reading' (duration: 188.260858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:09.813172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.318409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:19:09.813258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.739272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:19:09.813305Z","caller":"traceutil/trace.go:171","msg":"trace[1086164298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26554; }","duration":"112.822913ms","start":"2026-03-02T22:19:09.70047Z","end":"2026-03-02T22:19:09.813293Z","steps":["trace[1086164298] 'agreement among raft nodes before linearized reading' (duration: 112.627539ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:09.813227Z","caller":"traceutil/trace.go:171","msg":"trace[217021140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26554; }","duration":"105.393041ms","start":"2026-03-02T22:19:09.707818Z","end":"2026-03-02T22:19:09.813211Z","steps":["trace[217021140] 'agreement among raft nodes before linearized reading' (duration: 105.245148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:09.816812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.449502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:09.8169Z","caller":"traceutil/trace.go:171","msg":"trace[196529583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26554; }","duration":"185.557636ms","start":"2026-03-02T22:19:09.631327Z","end":"2026-03-02T22:19:09.816884Z","steps":["trace[196529583] 'agreement among raft nodes before linearized reading' (duration: 181.522642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:46.492029Z","caller":"traceutil/trace.go:171","msg":"trace[463122894] linearizableReadLoop","detail":"{readStateIndex:27891; appliedIndex:27890; }","duration":"185.566005ms","start":"2026-03-02T22:19:46.306433Z","end":"2026-03-02T22:19:46.491999Z","steps":["trace[463122894] 'read index received' (duration: 185.410161ms)","trace[463122894] 'applied index is now lower than readState.Index' (duration: 154.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:46.492077Z","caller":"traceutil/trace.go:171","msg":"trace[1536670855] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"203.935282ms","start":"2026-03-02T22:19:46.288096Z","end":"2026-03-02T22:19:46.492031Z","steps":["trace[1536670855] 'process raft request' (duration: 203.721657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:46.492281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.793491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:46.49246Z","caller":"traceutil/trace.go:171","msg":"trace[1959756721] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26964; }","duration":"186.047756ms","start":"2026-03-02T22:19:46.306382Z","end":"2026-03-02T22:19:46.49243Z","steps":["trace[1959756721] 'agreement among raft nodes before linearized reading' (duration: 185.744079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:46.890118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.357641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:19:46.890423Z","caller":"traceutil/trace.go:171","msg":"trace[2064345729] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"470.86391ms","start":"2026-03-02T22:19:46.419518Z","end":"2026-03-02T22:19:46.890382Z","steps":["trace[2064345729] 'process raft request' (duration: 324.766453ms)","trace[2064345729] 'compare' (duration: 143.872635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:46.890538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:46.419488Z","time spent":"471.001673ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:19:46.890524Z","caller":"traceutil/trace.go:171","msg":"trace[735994225] linearizableReadLoop","detail":"{readStateIndex:27892; appliedIndex:27891; }","duration":"398.346103ms","start":"2026-03-02T22:19:46.492131Z","end":"2026-03-02T22:19:46.890477Z","steps":["trace[735994225] 'read index received' (duration: 252.159394ms)","trace[735994225] 'applied index is now lower than readState.Index' (duration: 146.182649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:46.89072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.965946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-03-02T22:19:46.890808Z","caller":"traceutil/trace.go:171","msg":"trace[958169984] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26965; }","duration":"463.126379ms","start":"2026-03-02T22:19:46.42766Z","end":"2026-03-02T22:19:46.890786Z","steps":["trace[958169984] 'agreement among raft nodes before linearized reading' (duration: 462.840503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:46.890791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.554176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:19:46.890827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.64531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:19:46.890886Z","caller":"traceutil/trace.go:171","msg":"trace[1858395266] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26965; }","duration":"520.696918ms","start":"2026-03-02T22:19:46.370165Z","end":"2026-03-02T22:19:46.890862Z","steps":["trace[1858395266] 'agreement among raft nodes before linearized reading' (duration: 520.516004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:46.89089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:46.427638Z","time spent":"463.220692ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4865,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-02T22:19:46.890901Z","caller":"traceutil/trace.go:171","msg":"trace[1349801437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26965; }","duration":"447.762263ms","start":"2026-03-02T22:19:46.443121Z","end":"2026-03-02T22:19:46.890883Z","steps":["trace[1349801437] 'agreement among raft nodes before linearized reading' (duration: 447.585829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:46.890928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:46.370149Z","time spent":"520.771331ms","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:19:46.890837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.624788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:19:46.890958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:46.443097Z","time spent":"447.844755ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:19:46.891003Z","caller":"traceutil/trace.go:171","msg":"trace[1893274519] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26965; }","duration":"542.827483ms","start":"2026-03-02T22:19:46.348153Z","end":"2026-03-02T22:19:46.890981Z","steps":["trace[1893274519] 'agreement among raft nodes before linearized reading' (duration: 542.556657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:46.891063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:46.348128Z","time spent":"542.918375ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:19:46.890997Z","caller":"traceutil/trace.go:171","msg":"trace[884593489] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"261.101532ms","start":"2026-03-02T22:19:46.62988Z","end":"2026-03-02T22:19:46.890982Z","steps":["trace[884593489] 'process raft request' (duration: 260.975049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:46.891481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.221016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:19:46.891548Z","caller":"traceutil/trace.go:171","msg":"trace[341194190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26965; }","duration":"508.093716ms","start":"2026-03-02T22:19:46.383438Z","end":"2026-03-02T22:19:46.891531Z","steps":["trace[341194190] 'agreement among raft nodes before linearized reading' (duration: 507.105813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:46.891599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:46.383432Z","time spent":"508.154047ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:19:46.89193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.896843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:46.892046Z","caller":"traceutil/trace.go:171","msg":"trace[1546288117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26966; }","duration":"263.064237ms","start":"2026-03-02T22:19:46.628951Z","end":"2026-03-02T22:19:46.892016Z","steps":["trace[1546288117] 'agreement among raft nodes before linearized reading' (duration: 262.877223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:50.513058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.62387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:50.513148Z","caller":"traceutil/trace.go:171","msg":"trace[1478627031] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26992; }","duration":"143.793313ms","start":"2026-03-02T22:19:50.369335Z","end":"2026-03-02T22:19:50.513128Z","steps":["trace[1478627031] 'count revisions from in-memory index tree' (duration: 143.500246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:50.722342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.433281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:19:50.722586Z","caller":"traceutil/trace.go:171","msg":"trace[69544452] transaction","detail":"{read_only:false; response_revision:26994; number_of_response:1; }","duration":"205.726204ms","start":"2026-03-02T22:19:50.516807Z","end":"2026-03-02T22:19:50.722534Z","steps":["trace[69544452] 'process raft request' (duration: 96.943054ms)","trace[69544452] 'compare' (duration: 108.138255ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:51.9306Z","caller":"traceutil/trace.go:171","msg":"trace[1608210070] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"115.464905ms","start":"2026-03-02T22:19:51.815107Z","end":"2026-03-02T22:19:51.930572Z","steps":["trace[1608210070] 'process raft request' (duration: 115.222829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:52.084114Z","caller":"traceutil/trace.go:171","msg":"trace[1162565380] linearizableReadLoop","detail":"{readStateIndex:27927; appliedIndex:27926; }","duration":"109.054416ms","start":"2026-03-02T22:19:51.975036Z","end":"2026-03-02T22:19:52.08409Z","steps":["trace[1162565380] 'read index received' (duration: 14.235841ms)","trace[1162565380] 'applied index is now lower than readState.Index' (duration: 94.817845ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:52.084127Z","caller":"traceutil/trace.go:171","msg":"trace[1959039380] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"151.080393ms","start":"2026-03-02T22:19:51.933012Z","end":"2026-03-02T22:19:52.084093Z","steps":["trace[1959039380] 'process raft request' (duration: 56.315239ms)","trace[1959039380] 'compare' (duration: 94.569669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:52.084547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.483456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:19:52.084635Z","caller":"traceutil/trace.go:171","msg":"trace[1178712116] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27000; }","duration":"109.642099ms","start":"2026-03-02T22:19:51.974976Z","end":"2026-03-02T22:19:52.084618Z","steps":["trace[1178712116] 'agreement among raft nodes before linearized reading' (duration: 109.22933ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:52.161175Z","caller":"traceutil/trace.go:171","msg":"trace[646320096] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"119.324966ms","start":"2026-03-02T22:19:52.041802Z","end":"2026-03-02T22:19:52.161127Z","steps":["trace[646320096] 'process raft request' (duration: 118.785423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:52.161368Z","caller":"traceutil/trace.go:171","msg":"trace[369176323] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"118.936446ms","start":"2026-03-02T22:19:52.042399Z","end":"2026-03-02T22:19:52.161336Z","steps":["trace[369176323] 'process raft request' (duration: 118.64985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:52.161642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.797986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18259"} {"level":"info","ts":"2026-03-02T22:19:52.161672Z","caller":"traceutil/trace.go:171","msg":"trace[2146387087] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27002; }","duration":"125.896758ms","start":"2026-03-02T22:19:52.035768Z","end":"2026-03-02T22:19:52.161665Z","steps":["trace[2146387087] 'agreement among raft nodes before linearized reading' (duration: 125.751195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:52.161686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.106063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:19:52.161755Z","caller":"traceutil/trace.go:171","msg":"trace[586795337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27002; }","duration":"175.242456ms","start":"2026-03-02T22:19:51.986496Z","end":"2026-03-02T22:19:52.161738Z","steps":["trace[586795337] 'agreement among raft nodes before linearized reading' (duration: 174.97651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:58.07239Z","caller":"traceutil/trace.go:171","msg":"trace[532752812] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"115.628479ms","start":"2026-03-02T22:19:57.95673Z","end":"2026-03-02T22:19:58.072358Z","steps":["trace[532752812] 'process raft request' (duration: 115.389024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:58.220743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.383404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:19:58.221051Z","caller":"traceutil/trace.go:171","msg":"trace[1026920820] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"201.559427ms","start":"2026-03-02T22:19:58.019453Z","end":"2026-03-02T22:19:58.221012Z","steps":["trace[1026920820] 'process raft request' (duration: 100.772183ms)","trace[1026920820] 'compare' (duration: 100.241601ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:58.506072Z","caller":"traceutil/trace.go:171","msg":"trace[1446973157] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"310.557092ms","start":"2026-03-02T22:19:58.195458Z","end":"2026-03-02T22:19:58.506015Z","steps":["trace[1446973157] 'process raft request' (duration: 310.147652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:58.506484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:58.195427Z","time spent":"310.92379ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:19:58.50612Z","caller":"traceutil/trace.go:171","msg":"trace[1946314727] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"310.421289ms","start":"2026-03-02T22:19:58.195653Z","end":"2026-03-02T22:19:58.506074Z","steps":["trace[1946314727] 'process raft request' (duration: 310.297916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:58.506728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:58.195603Z","time spent":"311.067024ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:19:58.552563Z","caller":"traceutil/trace.go:171","msg":"trace[1698403394] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"216.144576ms","start":"2026-03-02T22:19:58.336382Z","end":"2026-03-02T22:19:58.552527Z","steps":["trace[1698403394] 'process raft request' (duration: 215.939772ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:58.552545Z","caller":"traceutil/trace.go:171","msg":"trace[595269489] linearizableReadLoop","detail":"{readStateIndex:27978; appliedIndex:27975; }","duration":"207.528936ms","start":"2026-03-02T22:19:58.344962Z","end":"2026-03-02T22:19:58.552491Z","steps":["trace[595269489] 'read index received' (duration: 160.627646ms)","trace[595269489] 'applied index is now lower than readState.Index' (duration: 46.89991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:58.55289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.903785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:19:58.552977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.651531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:19:58.552991Z","caller":"traceutil/trace.go:171","msg":"trace[1672430725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27049; }","duration":"208.074989ms","start":"2026-03-02T22:19:58.344894Z","end":"2026-03-02T22:19:58.552969Z","steps":["trace[1672430725] 'agreement among raft nodes before linearized reading' (duration: 207.762241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:58.553023Z","caller":"traceutil/trace.go:171","msg":"trace[265587440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27049; }","duration":"180.769124ms","start":"2026-03-02T22:19:58.372241Z","end":"2026-03-02T22:19:58.55301Z","steps":["trace[265587440] 'agreement among raft nodes before linearized reading' (duration: 180.559629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:58.553266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.71961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:19:58.553307Z","caller":"traceutil/trace.go:171","msg":"trace[490259910] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27049; }","duration":"204.776782ms","start":"2026-03-02T22:19:58.348517Z","end":"2026-03-02T22:19:58.553294Z","steps":["trace[490259910] 'agreement among raft nodes before linearized reading' (duration: 204.208209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:58.827Z","caller":"traceutil/trace.go:171","msg":"trace[1972920676] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"269.805234ms","start":"2026-03-02T22:19:58.557154Z","end":"2026-03-02T22:19:58.82696Z","steps":["trace[1972920676] 'process raft request' (duration: 235.152668ms)","trace[1972920676] 'compare' (duration: 34.479932ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:58.912113Z","caller":"traceutil/trace.go:171","msg":"trace[1256188865] linearizableReadLoop","detail":"{readStateIndex:27981; appliedIndex:27978; }","duration":"281.934227ms","start":"2026-03-02T22:19:58.630153Z","end":"2026-03-02T22:19:58.912088Z","steps":["trace[1256188865] 'read index received' (duration: 162.168231ms)","trace[1256188865] 'applied index is now lower than readState.Index' (duration: 119.765006ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:58.912195Z","caller":"traceutil/trace.go:171","msg":"trace[248318404] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"354.994015ms","start":"2026-03-02T22:19:58.557156Z","end":"2026-03-02T22:19:58.91215Z","steps":["trace[248318404] 'process raft request' (duration: 354.733999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:58.912276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.10766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:58.912255Z","caller":"traceutil/trace.go:171","msg":"trace[981855925] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"352.599369ms","start":"2026-03-02T22:19:58.559594Z","end":"2026-03-02T22:19:58.912193Z","steps":["trace[981855925] 'process raft request' (duration: 352.445916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:58.912339Z","caller":"traceutil/trace.go:171","msg":"trace[2060263265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27052; }","duration":"282.242733ms","start":"2026-03-02T22:19:58.630083Z","end":"2026-03-02T22:19:58.912326Z","steps":["trace[2060263265] 'agreement among raft nodes before linearized reading' (duration: 282.140241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:58.912388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:58.557133Z","time spent":"355.153889ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:19:58.912468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:58.559575Z","time spent":"352.784584ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:19:59.185779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.859146ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:19:59.185924Z","caller":"traceutil/trace.go:171","msg":"trace[1700196991] linearizableReadLoop","detail":"{readStateIndex:27982; appliedIndex:27981; }","duration":"273.692365ms","start":"2026-03-02T22:19:58.912192Z","end":"2026-03-02T22:19:59.185885Z","steps":["trace[1700196991] 'read index received' (duration: 135.692445ms)","trace[1700196991] 'applied index is now lower than readState.Index' (duration: 137.99803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:59.185996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.399527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:59.186067Z","caller":"traceutil/trace.go:171","msg":"trace[1707168623] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27052; }","duration":"316.53758ms","start":"2026-03-02T22:19:58.869512Z","end":"2026-03-02T22:19:59.186049Z","steps":["trace[1707168623] 'agreement among raft nodes before linearized reading' (duration: 316.388657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:59.186109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:58.86949Z","time spent":"316.606703ms","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:19:59.186157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.342761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:19:59.186176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.337133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:19:59.186189Z","caller":"traceutil/trace.go:171","msg":"trace[1201548292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27052; }","duration":"431.416592ms","start":"2026-03-02T22:19:58.754762Z","end":"2026-03-02T22:19:59.186179Z","steps":["trace[1201548292] 'agreement among raft nodes before linearized reading' (duration: 431.259959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:59.186223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:58.754742Z","time spent":"431.473963ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:19:59.186227Z","caller":"traceutil/trace.go:171","msg":"trace[1201561896] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27052; }","duration":"527.451245ms","start":"2026-03-02T22:19:58.658759Z","end":"2026-03-02T22:19:59.18621Z","steps":["trace[1201561896] 'agreement among raft nodes before linearized reading' (duration: 527.296102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:59.186289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:58.658733Z","time spent":"527.546478ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-02T22:19:59.186337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.750814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:19:59.186373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.953938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:19:59.186444Z","caller":"traceutil/trace.go:171","msg":"trace[892319357] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27052; }","duration":"515.927888ms","start":"2026-03-02T22:19:58.670489Z","end":"2026-03-02T22:19:59.186417Z","steps":["trace[892319357] 'agreement among raft nodes before linearized reading' (duration: 515.706183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:59.18645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.292201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:19:59.186472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.822984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:19:59.186494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:58.670463Z","time spent":"516.019609ms","remote":"127.0.0.1:39936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:19:59.186497Z","caller":"traceutil/trace.go:171","msg":"trace[718305426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27052; }","duration":"273.140972ms","start":"2026-03-02T22:19:58.913325Z","end":"2026-03-02T22:19:59.186466Z","steps":["trace[718305426] 'agreement among raft nodes before linearized reading' (duration: 272.892106ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:59.186538Z","caller":"traceutil/trace.go:171","msg":"trace[2074875203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27052; }","duration":"152.942066ms","start":"2026-03-02T22:19:59.033578Z","end":"2026-03-02T22:19:59.18652Z","steps":["trace[2074875203] 'agreement among raft nodes before linearized reading' (duration: 152.66754ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:59.186508Z","caller":"traceutil/trace.go:171","msg":"trace[436929456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27052; }","duration":"112.410744ms","start":"2026-03-02T22:19:59.074078Z","end":"2026-03-02T22:19:59.186489Z","steps":["trace[436929456] 'agreement among raft nodes before linearized reading' (duration: 112.129177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:59.1866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.386951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:19:59.186629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.271833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-03-02T22:19:59.186639Z","caller":"traceutil/trace.go:171","msg":"trace[597080416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27052; }","duration":"142.442013ms","start":"2026-03-02T22:19:59.044182Z","end":"2026-03-02T22:19:59.186624Z","steps":["trace[597080416] 'agreement among raft nodes before linearized reading' (duration: 142.346401ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:59.186668Z","caller":"traceutil/trace.go:171","msg":"trace[1864702329] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27052; }","duration":"260.346415ms","start":"2026-03-02T22:19:58.926312Z","end":"2026-03-02T22:19:59.186658Z","steps":["trace[1864702329] 'agreement among raft nodes before linearized reading' (duration: 260.233892ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:59.360589Z","caller":"traceutil/trace.go:171","msg":"trace[446279815] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"167.988237ms","start":"2026-03-02T22:19:59.192589Z","end":"2026-03-02T22:19:59.360577Z","steps":["trace[446279815] 'process raft request' (duration: 167.897235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:59.360581Z","caller":"traceutil/trace.go:171","msg":"trace[888816955] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"169.043931ms","start":"2026-03-02T22:19:59.191495Z","end":"2026-03-02T22:19:59.360539Z","steps":["trace[888816955] 'process raft request' (duration: 123.745047ms)","trace[888816955] 'compare' (duration: 45.012387ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:59.361461Z","caller":"traceutil/trace.go:171","msg":"trace[798870642] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"168.837096ms","start":"2026-03-02T22:19:59.192609Z","end":"2026-03-02T22:19:59.361446Z","steps":["trace[798870642] 'process raft request' (duration: 167.927115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:00.214327Z","caller":"traceutil/trace.go:171","msg":"trace[1061143231] transaction","detail":"{read_only:false; response_revision:27058; number_of_response:1; }","duration":"137.377493ms","start":"2026-03-02T22:20:00.076927Z","end":"2026-03-02T22:20:00.214305Z","steps":["trace[1061143231] 'process raft request' (duration: 137.2208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:00.542549Z","caller":"traceutil/trace.go:171","msg":"trace[1715325649] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"427.999952ms","start":"2026-03-02T22:20:00.114521Z","end":"2026-03-02T22:20:00.542521Z","steps":["trace[1715325649] 'process raft request' (duration: 427.951531ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:00.54263Z","caller":"traceutil/trace.go:171","msg":"trace[1440249860] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"428.214557ms","start":"2026-03-02T22:20:00.114379Z","end":"2026-03-02T22:20:00.542593Z","steps":["trace[1440249860] 'process raft request' (duration: 427.93675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:00.542703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.114498Z","time spent":"428.135075ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:20:00.542935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.114359Z","time spent":"428.416172ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:20:00.874326Z","caller":"traceutil/trace.go:171","msg":"trace[1112519718] linearizableReadLoop","detail":"{readStateIndex:27991; appliedIndex:27990; }","duration":"567.21194ms","start":"2026-03-02T22:20:00.307086Z","end":"2026-03-02T22:20:00.874298Z","steps":["trace[1112519718] 'read index received' (duration: 235.463336ms)","trace[1112519718] 'applied index is now lower than readState.Index' (duration: 331.747664ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:20:00.874453Z","caller":"traceutil/trace.go:171","msg":"trace[1565776949] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"639.526742ms","start":"2026-03-02T22:20:00.234915Z","end":"2026-03-02T22:20:00.874442Z","steps":["trace[1565776949] 'process raft request' (duration: 639.112972ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:00.874517Z","caller":"traceutil/trace.go:171","msg":"trace[184826961] transaction","detail":"{read_only:false; response_revision:27063; number_of_response:1; }","duration":"361.854215ms","start":"2026-03-02T22:20:00.512629Z","end":"2026-03-02T22:20:00.874484Z","steps":["trace[184826961] 'process raft request' (duration: 361.605299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:00.874662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.512613Z","time spent":"361.970527ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:20:00.874682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.23489Z","time spent":"639.595424ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:20:00.874756Z","caller":"traceutil/trace.go:171","msg":"trace[1186999214] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"362.698864ms","start":"2026-03-02T22:20:00.512051Z","end":"2026-03-02T22:20:00.87475Z","steps":["trace[1186999214] 'process raft request' (duration: 362.145361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:00.874783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.511993Z","time spent":"362.773576ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:20:00.874836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.736092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:20:00.874896Z","caller":"traceutil/trace.go:171","msg":"trace[1665533454] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27063; }","duration":"567.841775ms","start":"2026-03-02T22:20:00.30704Z","end":"2026-03-02T22:20:00.874882Z","steps":["trace[1665533454] 'agreement among raft nodes before linearized reading' (duration: 567.728642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:00.874942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.307024Z","time spent":"567.907566ms","remote":"127.0.0.1:36242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:20:00.881065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.353546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:20:00.881137Z","caller":"traceutil/trace.go:171","msg":"trace[2013527004] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27069; }","duration":"285.465178ms","start":"2026-03-02T22:20:00.595657Z","end":"2026-03-02T22:20:00.881122Z","steps":["trace[2013527004] 'agreement among raft nodes before linearized reading' (duration: 285.338495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:00.881496Z","caller":"traceutil/trace.go:171","msg":"trace[127483403] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"333.903204ms","start":"2026-03-02T22:20:00.547579Z","end":"2026-03-02T22:20:00.881482Z","steps":["trace[127483403] 'process raft request' (duration: 333.060805ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:00.881542Z","caller":"traceutil/trace.go:171","msg":"trace[985432070] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"329.650515ms","start":"2026-03-02T22:20:00.551866Z","end":"2026-03-02T22:20:00.881516Z","steps":["trace[985432070] 'process raft request' (duration: 329.046741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:00.881576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.547554Z","time spent":"333.980787ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:20:00.881945Z","caller":"traceutil/trace.go:171","msg":"trace[1817042674] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"325.235193ms","start":"2026-03-02T22:20:00.556698Z","end":"2026-03-02T22:20:00.881933Z","steps":["trace[1817042674] 'process raft request' (duration: 324.2507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:00.882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.551855Z","time spent":"329.734588ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5039,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:20:00.882586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.631145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:20:00.882633Z","caller":"traceutil/trace.go:171","msg":"trace[871943492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27069; }","duration":"255.678616ms","start":"2026-03-02T22:20:00.626943Z","end":"2026-03-02T22:20:00.882622Z","steps":["trace[871943492] 'agreement among raft nodes before linearized reading' (duration: 255.614394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:00.883635Z","caller":"traceutil/trace.go:171","msg":"trace[240857016] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"333.837193ms","start":"2026-03-02T22:20:00.549755Z","end":"2026-03-02T22:20:00.883592Z","steps":["trace[240857016] 'process raft request' (duration: 331.063399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:00.88382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.549727Z","time spent":"334.007197ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:20:00.884023Z","caller":"traceutil/trace.go:171","msg":"trace[1436620290] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"334.57063ms","start":"2026-03-02T22:20:00.549439Z","end":"2026-03-02T22:20:00.88401Z","steps":["trace[1436620290] 'process raft request' (duration: 331.314524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:00.884086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.549421Z","time spent":"334.638621ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5614,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:20:00.884367Z","caller":"traceutil/trace.go:171","msg":"trace[1640128518] transaction","detail":"{read_only:false; response_revision:27067; number_of_response:1; }","duration":"334.16009ms","start":"2026-03-02T22:20:00.550194Z","end":"2026-03-02T22:20:00.884354Z","steps":["trace[1640128518] 'process raft request' (duration: 330.660619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:00.884449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.550184Z","time spent":"334.217832ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:20:00.882029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:00.556687Z","time spent":"325.297214ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:20:07.18001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.65803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:20:07.180145Z","caller":"traceutil/trace.go:171","msg":"trace[1310105686] transaction","detail":"{read_only:false; response_revision:27161; number_of_response:1; }","duration":"227.0614ms","start":"2026-03-02T22:20:06.95306Z","end":"2026-03-02T22:20:07.180121Z","steps":["trace[1310105686] 'process raft request' (duration: 114.188775ms)","trace[1310105686] 'compare' (duration: 112.521317ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:20:12.048276Z","caller":"traceutil/trace.go:171","msg":"trace[1077564153] transaction","detail":"{read_only:false; response_revision:27284; number_of_response:1; }","duration":"129.355998ms","start":"2026-03-02T22:20:11.918889Z","end":"2026-03-02T22:20:12.048245Z","steps":["trace[1077564153] 'process raft request' (duration: 129.039941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:15.463397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.947792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:20:15.463618Z","caller":"traceutil/trace.go:171","msg":"trace[471568905] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27334; }","duration":"127.219658ms","start":"2026-03-02T22:20:15.336362Z","end":"2026-03-02T22:20:15.463582Z","steps":["trace[471568905] 'count revisions from in-memory index tree' (duration: 126.88251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:15.463628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.612576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:20:15.464528Z","caller":"traceutil/trace.go:171","msg":"trace[1439044860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27334; }","duration":"103.592059ms","start":"2026-03-02T22:20:15.360914Z","end":"2026-03-02T22:20:15.464506Z","steps":["trace[1439044860] 'range keys from in-memory index tree' (duration: 102.34962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:15.958789Z","caller":"traceutil/trace.go:171","msg":"trace[402916113] transaction","detail":"{read_only:false; response_revision:27338; number_of_response:1; }","duration":"482.655103ms","start":"2026-03-02T22:20:15.476095Z","end":"2026-03-02T22:20:15.95875Z","steps":["trace[402916113] 'process raft request' (duration: 482.604222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:15.958839Z","caller":"traceutil/trace.go:171","msg":"trace[2026700941] transaction","detail":"{read_only:false; response_revision:27336; number_of_response:1; }","duration":"490.706431ms","start":"2026-03-02T22:20:15.468066Z","end":"2026-03-02T22:20:15.958772Z","steps":["trace[2026700941] 'process raft request' (duration: 490.392273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:15.958896Z","caller":"traceutil/trace.go:171","msg":"trace[49961679] transaction","detail":"{read_only:false; response_revision:27337; number_of_response:1; }","duration":"489.268167ms","start":"2026-03-02T22:20:15.469558Z","end":"2026-03-02T22:20:15.958826Z","steps":["trace[49961679] 'process raft request' (duration: 489.093233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:15.959074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:15.468049Z","time spent":"490.892116ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:20:15.958995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:15.476078Z","time spent":"482.816858ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:20:15.959277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:20:15.469519Z","time spent":"489.563994ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:20:28.19076Z","caller":"traceutil/trace.go:171","msg":"trace[1231824014] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"150.437298ms","start":"2026-03-02T22:20:28.040285Z","end":"2026-03-02T22:20:28.190723Z","steps":["trace[1231824014] 'process raft request' (duration: 122.251953ms)","trace[1231824014] 'compare' (duration: 27.844787ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:20:28.190979Z","caller":"traceutil/trace.go:171","msg":"trace[1645274560] transaction","detail":"{read_only:false; response_revision:27428; number_of_response:1; }","duration":"149.21436ms","start":"2026-03-02T22:20:28.041737Z","end":"2026-03-02T22:20:28.190951Z","steps":["trace[1645274560] 'process raft request' (duration: 148.921243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:23:18.495906Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26097} {"level":"info","ts":"2026-03-02T22:23:18.623781Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26097,"took":"120.490432ms","hash":85157332,"current-db-size-bytes":49430528,"current-db-size":"49 MB","current-db-size-in-use-bytes":33259520,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T22:23:18.623868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":85157332,"revision":26097,"compact-revision":23821} {"level":"info","ts":"2026-03-02T22:24:17.662745Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"63cd833aa17a09c7","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:24:17.668503Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T22:24:17.668623Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T22:24:49.465787Z","caller":"traceutil/trace.go:171","msg":"trace[1874772630] transaction","detail":"{read_only:false; response_revision:29264; number_of_response:1; }","duration":"115.742481ms","start":"2026-03-02T22:24:49.349984Z","end":"2026-03-02T22:24:49.465726Z","steps":["trace[1874772630] 'process raft request' (duration: 115.577107ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:09.292448Z","caller":"traceutil/trace.go:171","msg":"trace[1554992159] transaction","detail":"{read_only:false; response_revision:29883; number_of_response:1; }","duration":"105.299199ms","start":"2026-03-02T22:26:09.187093Z","end":"2026-03-02T22:26:09.292392Z","steps":["trace[1554992159] 'process raft request' (duration: 105.089784ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:20.309754Z","caller":"traceutil/trace.go:171","msg":"trace[31975064] linearizableReadLoop","detail":"{readStateIndex:30973; appliedIndex:30972; }","duration":"187.416069ms","start":"2026-03-02T22:26:20.122304Z","end":"2026-03-02T22:26:20.30972Z","steps":["trace[31975064] 'read index received' (duration: 187.149552ms)","trace[31975064] 'applied index is now lower than readState.Index' (duration: 264.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:26:20.309866Z","caller":"traceutil/trace.go:171","msg":"trace[119036521] transaction","detail":"{read_only:false; response_revision:29955; number_of_response:1; }","duration":"227.630854ms","start":"2026-03-02T22:26:20.082198Z","end":"2026-03-02T22:26:20.309829Z","steps":["trace[119036521] 'process raft request' (duration: 227.264046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:26:20.310085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.749016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:26:20.310151Z","caller":"traceutil/trace.go:171","msg":"trace[627427264] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29955; }","duration":"187.90276ms","start":"2026-03-02T22:26:20.122229Z","end":"2026-03-02T22:26:20.310132Z","steps":["trace[627427264] 'agreement among raft nodes before linearized reading' (duration: 187.636374ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:24.571792Z","caller":"traceutil/trace.go:171","msg":"trace[1264419315] transaction","detail":"{read_only:false; response_revision:29985; number_of_response:1; }","duration":"146.074517ms","start":"2026-03-02T22:26:24.425685Z","end":"2026-03-02T22:26:24.571759Z","steps":["trace[1264419315] 'process raft request' (duration: 144.968092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:24.616141Z","caller":"traceutil/trace.go:171","msg":"trace[1643338653] transaction","detail":"{read_only:false; response_revision:29986; number_of_response:1; }","duration":"179.914313ms","start":"2026-03-02T22:26:24.436191Z","end":"2026-03-02T22:26:24.616105Z","steps":["trace[1643338653] 'process raft request' (duration: 179.441902ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:24.61634Z","caller":"traceutil/trace.go:171","msg":"trace[732203934] transaction","detail":"{read_only:false; response_revision:29987; number_of_response:1; }","duration":"180.058237ms","start":"2026-03-02T22:26:24.436268Z","end":"2026-03-02T22:26:24.616326Z","steps":["trace[732203934] 'process raft request' (duration: 179.456623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:24.616486Z","caller":"traceutil/trace.go:171","msg":"trace[1900294394] transaction","detail":"{read_only:false; response_revision:29988; number_of_response:1; }","duration":"152.543267ms","start":"2026-03-02T22:26:24.463931Z","end":"2026-03-02T22:26:24.616474Z","steps":["trace[1900294394] 'process raft request' (duration: 151.81749ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:45.024054Z","caller":"traceutil/trace.go:171","msg":"trace[1081471124] transaction","detail":"{read_only:false; response_revision:30532; number_of_response:1; }","duration":"101.000969ms","start":"2026-03-02T22:27:44.923027Z","end":"2026-03-02T22:27:45.024027Z","steps":["trace[1081471124] 'process raft request' (duration: 100.829995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:45.026206Z","caller":"traceutil/trace.go:171","msg":"trace[64885879] transaction","detail":"{read_only:false; response_revision:30533; number_of_response:1; }","duration":"101.123191ms","start":"2026-03-02T22:27:44.925063Z","end":"2026-03-02T22:27:45.026186Z","steps":["trace[64885879] 'process raft request' (duration: 100.991978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:28:18.501059Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28611} {"level":"info","ts":"2026-03-02T22:28:18.640787Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28611,"took":"135.875167ms","hash":2984375166,"current-db-size-bytes":49430528,"current-db-size":"49 MB","current-db-size-in-use-bytes":29020160,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T22:28:18.640862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2984375166,"revision":28611,"compact-revision":26097} {"level":"info","ts":"2026-03-02T22:28:29.125741Z","caller":"traceutil/trace.go:171","msg":"trace[1509842746] linearizableReadLoop","detail":"{readStateIndex:31877; appliedIndex:31876; }","duration":"108.430132ms","start":"2026-03-02T22:28:29.017281Z","end":"2026-03-02T22:28:29.125711Z","steps":["trace[1509842746] 'read index received' (duration: 53.298385ms)","trace[1509842746] 'applied index is now lower than readState.Index' (duration: 55.130146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:28:29.126575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.971124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:28:29.126673Z","caller":"traceutil/trace.go:171","msg":"trace[138066555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30830; }","duration":"109.415734ms","start":"2026-03-02T22:28:29.017229Z","end":"2026-03-02T22:28:29.126644Z","steps":["trace[138066555] 'agreement among raft nodes before linearized reading' (duration: 108.848111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:28:29.126655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.77683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:28:29.126788Z","caller":"traceutil/trace.go:171","msg":"trace[507258647] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30830; }","duration":"105.966535ms","start":"2026-03-02T22:28:29.020789Z","end":"2026-03-02T22:28:29.126755Z","steps":["trace[507258647] 'agreement among raft nodes before linearized reading' (duration: 105.370401ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:28:38.287781Z","caller":"traceutil/trace.go:171","msg":"trace[390872688] transaction","detail":"{read_only:false; response_revision:30895; number_of_response:1; }","duration":"103.313393ms","start":"2026-03-02T22:28:38.184426Z","end":"2026-03-02T22:28:38.28774Z","steps":["trace[390872688] 'process raft request' (duration: 103.15132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:29:18.046198Z","caller":"traceutil/trace.go:171","msg":"trace[296937676] transaction","detail":"{read_only:false; response_revision:31162; number_of_response:1; }","duration":"110.139511ms","start":"2026-03-02T22:29:17.936036Z","end":"2026-03-02T22:29:18.046175Z","steps":["trace[296937676] 'process raft request' (duration: 110.024568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:29:18.048797Z","caller":"traceutil/trace.go:171","msg":"trace[1609081326] transaction","detail":"{read_only:false; response_revision:31163; number_of_response:1; }","duration":"110.348836ms","start":"2026-03-02T22:29:17.938425Z","end":"2026-03-02T22:29:18.048774Z","steps":["trace[1609081326] 'process raft request' (duration: 110.241414ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:29:20.668Z","caller":"traceutil/trace.go:171","msg":"trace[703924592] transaction","detail":"{read_only:false; response_revision:31180; number_of_response:1; }","duration":"135.241273ms","start":"2026-03-02T22:29:20.532724Z","end":"2026-03-02T22:29:20.667966Z","steps":["trace[703924592] 'process raft request' (duration: 135.050198ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:29:30.817299Z","caller":"traceutil/trace.go:171","msg":"trace[1812879832] transaction","detail":"{read_only:false; response_revision:31255; number_of_response:1; }","duration":"118.773521ms","start":"2026-03-02T22:29:30.698504Z","end":"2026-03-02T22:29:30.817277Z","steps":["trace[1812879832] 'process raft request' (duration: 118.471745ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:01.398894Z","caller":"traceutil/trace.go:171","msg":"trace[1908619951] transaction","detail":"{read_only:false; response_revision:31490; number_of_response:1; }","duration":"109.013635ms","start":"2026-03-02T22:30:01.289858Z","end":"2026-03-02T22:30:01.398872Z","steps":["trace[1908619951] 'process raft request' (duration: 61.843642ms)","trace[1908619951] 'compare' (duration: 47.05317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:31:33.762981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.669362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:31:33.763382Z","caller":"traceutil/trace.go:171","msg":"trace[2094168671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32162; }","duration":"135.839626ms","start":"2026-03-02T22:31:33.627236Z","end":"2026-03-02T22:31:33.763076Z","steps":["trace[2094168671] 'range keys from in-memory index tree' (duration: 135.55577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:13.556979Z","caller":"traceutil/trace.go:171","msg":"trace[703678287] transaction","detail":"{read_only:false; response_revision:32435; number_of_response:1; }","duration":"163.708032ms","start":"2026-03-02T22:32:13.393235Z","end":"2026-03-02T22:32:13.556943Z","steps":["trace[703678287] 'process raft request' (duration: 149.648396ms)","trace[703678287] 'compare' (duration: 13.932103ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:13.926159Z","caller":"traceutil/trace.go:171","msg":"trace[402677890] transaction","detail":"{read_only:false; response_revision:32438; number_of_response:1; }","duration":"120.526341ms","start":"2026-03-02T22:32:13.805614Z","end":"2026-03-02T22:32:13.92614Z","steps":["trace[402677890] 'process raft request' (duration: 116.023176ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:31.39832Z","caller":"traceutil/trace.go:171","msg":"trace[714356615] transaction","detail":"{read_only:false; response_revision:32557; number_of_response:1; }","duration":"124.551896ms","start":"2026-03-02T22:32:31.273736Z","end":"2026-03-02T22:32:31.398288Z","steps":["trace[714356615] 'process raft request' (duration: 27.863696ms)","trace[714356615] 'compare' (duration: 96.520886ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:04.807735Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008488.wal"} {"level":"warn","ts":"2026-03-02T22:33:11.974058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.17266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:33:11.974149Z","caller":"traceutil/trace.go:171","msg":"trace[2068849609] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32885; }","duration":"236.304264ms","start":"2026-03-02T22:33:11.737823Z","end":"2026-03-02T22:33:11.974128Z","steps":["trace[2068849609] 'range keys from in-memory index tree' (duration: 236.019697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:11.974318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.48735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:33:11.974383Z","caller":"traceutil/trace.go:171","msg":"trace[679116254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32885; }","duration":"344.594941ms","start":"2026-03-02T22:33:11.629772Z","end":"2026-03-02T22:33:11.974367Z","steps":["trace[679116254] 'range keys from in-memory index tree' (duration: 344.399127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:11.975288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:11.629751Z","time spent":"345.525473ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:33:11.97455Z","caller":"traceutil/trace.go:171","msg":"trace[1945034700] transaction","detail":"{read_only:false; response_revision:32886; number_of_response:1; }","duration":"202.155682ms","start":"2026-03-02T22:33:11.77238Z","end":"2026-03-02T22:33:11.974536Z","steps":["trace[1945034700] 'process raft request' (duration: 158.250905ms)","trace[1945034700] 'compare' (duration: 43.260112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:33:11.974573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.510678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T22:33:11.975723Z","caller":"traceutil/trace.go:171","msg":"trace[1905643915] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:32885; }","duration":"322.697175ms","start":"2026-03-02T22:33:11.653004Z","end":"2026-03-02T22:33:11.975701Z","steps":["trace[1905643915] 'range keys from in-memory index tree' (duration: 320.989186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:11.975754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:11.65298Z","time spent":"322.763406ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T22:33:16.268125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.089047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:33:16.268278Z","caller":"traceutil/trace.go:171","msg":"trace[1711873398] transaction","detail":"{read_only:false; response_revision:32915; number_of_response:1; }","duration":"253.829ms","start":"2026-03-02T22:33:16.014419Z","end":"2026-03-02T22:33:16.268248Z","steps":["trace[1711873398] 'process raft request' (duration: 106.536278ms)","trace[1711873398] 'compare' (duration: 132.699614ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:16.32617Z","caller":"traceutil/trace.go:171","msg":"trace[1743322136] linearizableReadLoop","detail":"{readStateIndex:34025; appliedIndex:34023; }","duration":"243.4743ms","start":"2026-03-02T22:33:16.082673Z","end":"2026-03-02T22:33:16.326147Z","steps":["trace[1743322136] 'read index received' (duration: 38.298167ms)","trace[1743322136] 'applied index is now lower than readState.Index' (duration: 205.175013ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:16.326226Z","caller":"traceutil/trace.go:171","msg":"trace[1947739158] transaction","detail":"{read_only:false; response_revision:32916; number_of_response:1; }","duration":"307.767099ms","start":"2026-03-02T22:33:16.018427Z","end":"2026-03-02T22:33:16.326194Z","steps":["trace[1947739158] 'process raft request' (duration: 307.596575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:16.326405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:16.018412Z","time spent":"307.915192ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:33:16.326429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.740846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:33:16.326507Z","caller":"traceutil/trace.go:171","msg":"trace[530249853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32916; }","duration":"243.868769ms","start":"2026-03-02T22:33:16.08262Z","end":"2026-03-02T22:33:16.326489Z","steps":["trace[530249853] 'agreement among raft nodes before linearized reading' (duration: 243.671844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:16.531298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.788244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:33:16.531504Z","caller":"traceutil/trace.go:171","msg":"trace[789954091] linearizableReadLoop","detail":"{readStateIndex:34027; appliedIndex:34025; }","duration":"205.253614ms","start":"2026-03-02T22:33:16.326229Z","end":"2026-03-02T22:33:16.531482Z","steps":["trace[789954091] 'read index received' (duration: 79.165933ms)","trace[789954091] 'applied index is now lower than readState.Index' (duration: 126.086011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:33:16.531635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.199605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:33:16.531663Z","caller":"traceutil/trace.go:171","msg":"trace[2058856334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32918; }","duration":"291.259667ms","start":"2026-03-02T22:33:16.240393Z","end":"2026-03-02T22:33:16.531653Z","steps":["trace[2058856334] 'agreement among raft nodes before linearized reading' (duration: 291.146844ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:16.531991Z","caller":"traceutil/trace.go:171","msg":"trace[1001601494] transaction","detail":"{read_only:false; response_revision:32917; number_of_response:1; }","duration":"263.639447ms","start":"2026-03-02T22:33:16.268313Z","end":"2026-03-02T22:33:16.531952Z","steps":["trace[1001601494] 'process raft request' (duration: 137.071045ms)","trace[1001601494] 'compare' (duration: 125.63781ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:16.532513Z","caller":"traceutil/trace.go:171","msg":"trace[1889436080] transaction","detail":"{read_only:false; response_revision:32918; number_of_response:1; }","duration":"229.390123ms","start":"2026-03-02T22:33:16.303059Z","end":"2026-03-02T22:33:16.532449Z","steps":["trace[1889436080] 'process raft request' (duration: 228.3641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:16.56705Z","caller":"traceutil/trace.go:171","msg":"trace[1575221876] transaction","detail":"{read_only:false; response_revision:32921; number_of_response:1; }","duration":"233.065758ms","start":"2026-03-02T22:33:16.333956Z","end":"2026-03-02T22:33:16.567022Z","steps":["trace[1575221876] 'process raft request' (duration: 233.010897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:16.567119Z","caller":"traceutil/trace.go:171","msg":"trace[1055157681] transaction","detail":"{read_only:false; response_revision:32920; number_of_response:1; }","duration":"234.079611ms","start":"2026-03-02T22:33:16.332995Z","end":"2026-03-02T22:33:16.567075Z","steps":["trace[1055157681] 'process raft request' (duration: 233.937738ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:16.567057Z","caller":"traceutil/trace.go:171","msg":"trace[1545461474] transaction","detail":"{read_only:false; response_revision:32919; number_of_response:1; }","duration":"236.519358ms","start":"2026-03-02T22:33:16.330499Z","end":"2026-03-02T22:33:16.567019Z","steps":["trace[1545461474] 'process raft request' (duration: 236.268942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:16.592885Z","caller":"traceutil/trace.go:171","msg":"trace[611241192] transaction","detail":"{read_only:false; response_revision:32922; number_of_response:1; }","duration":"126.569352ms","start":"2026-03-02T22:33:16.466286Z","end":"2026-03-02T22:33:16.592855Z","steps":["trace[611241192] 'process raft request' (duration: 125.739992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:16.982295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.769511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:33:16.982457Z","caller":"traceutil/trace.go:171","msg":"trace[2043543347] transaction","detail":"{read_only:false; response_revision:32924; number_of_response:1; }","duration":"236.994179ms","start":"2026-03-02T22:33:16.745433Z","end":"2026-03-02T22:33:16.982427Z","steps":["trace[2043543347] 'process raft request' (duration: 98.989653ms)","trace[2043543347] 'compare' (duration: 137.655858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:33:17.882317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.350254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:33:17.882457Z","caller":"traceutil/trace.go:171","msg":"trace[1383681289] linearizableReadLoop","detail":"{readStateIndex:34036; appliedIndex:34035; }","duration":"333.258509ms","start":"2026-03-02T22:33:17.54918Z","end":"2026-03-02T22:33:17.882439Z","steps":["trace[1383681289] 'read index received' (duration: 115.70791ms)","trace[1383681289] 'applied index is now lower than readState.Index' (duration: 217.549099ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:17.882551Z","caller":"traceutil/trace.go:171","msg":"trace[1828918416] transaction","detail":"{read_only:false; response_revision:32927; number_of_response:1; }","duration":"390.656928ms","start":"2026-03-02T22:33:17.491883Z","end":"2026-03-02T22:33:17.88254Z","steps":["trace[1828918416] 'process raft request' (duration: 172.956496ms)","trace[1828918416] 'compare' (duration: 217.14717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:33:17.882613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:17.491866Z","time spent":"390.72075ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:33:17.883011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.781602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:33:17.883441Z","caller":"traceutil/trace.go:171","msg":"trace[973488778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32927; }","duration":"255.270123ms","start":"2026-03-02T22:33:17.628146Z","end":"2026-03-02T22:33:17.883416Z","steps":["trace[973488778] 'agreement among raft nodes before linearized reading' (duration: 254.557856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:17.883583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.8101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:33:17.883693Z","caller":"traceutil/trace.go:171","msg":"trace[1540215498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32927; }","duration":"380.976544ms","start":"2026-03-02T22:33:17.502688Z","end":"2026-03-02T22:33:17.883665Z","steps":["trace[1540215498] 'agreement among raft nodes before linearized reading' (duration: 380.624446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:17.88375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:17.502672Z","time spent":"381.068216ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:33:18.116644Z","caller":"traceutil/trace.go:171","msg":"trace[907716865] transaction","detail":"{read_only:false; response_revision:32929; number_of_response:1; }","duration":"107.771736ms","start":"2026-03-02T22:33:18.008845Z","end":"2026-03-02T22:33:18.116617Z","steps":["trace[907716865] 'process raft request' (duration: 85.747546ms)","trace[907716865] 'compare' (duration: 21.850196ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:18.463165Z","caller":"traceutil/trace.go:171","msg":"trace[977461393] linearizableReadLoop","detail":"{readStateIndex:34039; appliedIndex:34038; }","duration":"132.311355ms","start":"2026-03-02T22:33:18.330824Z","end":"2026-03-02T22:33:18.463135Z","steps":["trace[977461393] 'read index received' (duration: 132.09909ms)","trace[977461393] 'applied index is now lower than readState.Index' (duration: 211.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:18.463234Z","caller":"traceutil/trace.go:171","msg":"trace[333658652] transaction","detail":"{read_only:false; response_revision:32930; number_of_response:1; }","duration":"169.047594ms","start":"2026-03-02T22:33:18.294161Z","end":"2026-03-02T22:33:18.463208Z","steps":["trace[333658652] 'process raft request' (duration: 168.790208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:18.463569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.726724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:33:18.463625Z","caller":"traceutil/trace.go:171","msg":"trace[1552054483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32930; }","duration":"132.843037ms","start":"2026-03-02T22:33:18.330768Z","end":"2026-03-02T22:33:18.463611Z","steps":["trace[1552054483] 'agreement among raft nodes before linearized reading' (duration: 132.476678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:18.863398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.375938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:33:18.863617Z","caller":"traceutil/trace.go:171","msg":"trace[696487954] linearizableReadLoop","detail":"{readStateIndex:34040; appliedIndex:34039; }","duration":"364.80083ms","start":"2026-03-02T22:33:18.498682Z","end":"2026-03-02T22:33:18.863482Z","steps":["trace[696487954] 'read index received' (duration: 165.205566ms)","trace[696487954] 'applied index is now lower than readState.Index' (duration: 199.593514ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:18.863614Z","caller":"traceutil/trace.go:171","msg":"trace[1679747186] transaction","detail":"{read_only:false; response_revision:32931; number_of_response:1; }","duration":"396.517935ms","start":"2026-03-02T22:33:18.467056Z","end":"2026-03-02T22:33:18.863574Z","steps":["trace[1679747186] 'process raft request' (duration: 196.709487ms)","trace[1679747186] 'compare' (duration: 198.932838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:33:18.863905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.46704Z","time spent":"396.827332ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:33:18.86374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.033345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:33:18.864008Z","caller":"traceutil/trace.go:171","msg":"trace[991881266] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:32931; }","duration":"365.355163ms","start":"2026-03-02T22:33:18.498623Z","end":"2026-03-02T22:33:18.863979Z","steps":["trace[991881266] 'agreement among raft nodes before linearized reading' (duration: 365.048666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:18.86416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.498601Z","time spent":"365.516137ms","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:33:18.994285Z","caller":"traceutil/trace.go:171","msg":"trace[1656693994] transaction","detail":"{read_only:false; response_revision:32932; number_of_response:1; }","duration":"491.32697ms","start":"2026-03-02T22:33:18.502903Z","end":"2026-03-02T22:33:18.99423Z","steps":["trace[1656693994] 'process raft request' (duration: 460.747892ms)","trace[1656693994] 'compare' (duration: 30.354903ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:18.994377Z","caller":"traceutil/trace.go:171","msg":"trace[460699588] transaction","detail":"{read_only:false; response_revision:32933; number_of_response:1; }","duration":"456.610176ms","start":"2026-03-02T22:33:18.537734Z","end":"2026-03-02T22:33:18.994345Z","steps":["trace[460699588] 'process raft request' (duration: 456.392801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:18.99443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.502886Z","time spent":"491.468074ms","remote":"127.0.0.1:59662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:33:18.994448Z","caller":"traceutil/trace.go:171","msg":"trace[1394015326] transaction","detail":"{read_only:false; response_revision:32934; number_of_response:1; }","duration":"454.180401ms","start":"2026-03-02T22:33:18.54023Z","end":"2026-03-02T22:33:18.99441Z","steps":["trace[1394015326] 'process raft request' (duration: 453.957595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:18.994517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.537718Z","time spent":"456.722709ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:33:18.994592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.540213Z","time spent":"454.296523ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:33:18.994873Z","caller":"traceutil/trace.go:171","msg":"trace[1375131360] transaction","detail":"{read_only:false; response_revision:32935; number_of_response:1; }","duration":"413.073568ms","start":"2026-03-02T22:33:18.581741Z","end":"2026-03-02T22:33:18.994814Z","steps":["trace[1375131360] 'process raft request' (duration: 412.483174ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:18.99505Z","caller":"traceutil/trace.go:171","msg":"trace[1445011784] transaction","detail":"{read_only:false; response_revision:32936; number_of_response:1; }","duration":"412.71832ms","start":"2026-03-02T22:33:18.582315Z","end":"2026-03-02T22:33:18.995033Z","steps":["trace[1445011784] 'process raft request' (duration: 411.996153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:18.995135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.582305Z","time spent":"412.788061ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:33:18.995282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.581729Z","time spent":"413.249802ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:33:19.000147Z","caller":"traceutil/trace.go:171","msg":"trace[841007184] transaction","detail":"{read_only:false; response_revision:32937; number_of_response:1; }","duration":"107.05876ms","start":"2026-03-02T22:33:18.893068Z","end":"2026-03-02T22:33:19.000127Z","steps":["trace[841007184] 'process raft request' (duration: 106.836375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:19.00017Z","caller":"traceutil/trace.go:171","msg":"trace[1583049945] linearizableReadLoop","detail":"{readStateIndex:34046; appliedIndex:34040; }","duration":"136.337207ms","start":"2026-03-02T22:33:18.863812Z","end":"2026-03-02T22:33:19.000149Z","steps":["trace[1583049945] 'read index received' (duration: 99.853912ms)","trace[1583049945] 'applied index is now lower than readState.Index' (duration: 36.480405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:33:19.002401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.170542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:33:19.002648Z","caller":"traceutil/trace.go:171","msg":"trace[938704944] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:32937; }","duration":"480.447799ms","start":"2026-03-02T22:33:18.522191Z","end":"2026-03-02T22:33:19.002638Z","steps":["trace[938704944] 'agreement among raft nodes before linearized reading' (duration: 478.117765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:19.00268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.52218Z","time spent":"480.49037ms","remote":"127.0.0.1:36008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:33:19.002463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.978771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:33:19.002788Z","caller":"traceutil/trace.go:171","msg":"trace[735014876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32937; }","duration":"421.344489ms","start":"2026-03-02T22:33:18.581423Z","end":"2026-03-02T22:33:19.002768Z","steps":["trace[735014876] 'agreement among raft nodes before linearized reading' (duration: 418.877342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:19.002835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.581405Z","time spent":"421.413911ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:33:19.002451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.426505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T22:33:19.002947Z","caller":"traceutil/trace.go:171","msg":"trace[754290370] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:32937; }","duration":"381.957248ms","start":"2026-03-02T22:33:18.620966Z","end":"2026-03-02T22:33:19.002923Z","steps":["trace[754290370] 'agreement among raft nodes before linearized reading' (duration: 379.326857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:19.00249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.382104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:33:19.003015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.620954Z","time spent":"382.035339ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-02T22:33:19.003029Z","caller":"traceutil/trace.go:171","msg":"trace[1952414279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32937; }","duration":"201.972168ms","start":"2026-03-02T22:33:18.801043Z","end":"2026-03-02T22:33:19.003015Z","steps":["trace[1952414279] 'agreement among raft nodes before linearized reading' (duration: 199.226714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:19.002507Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30760} {"level":"warn","ts":"2026-03-02T22:33:19.00331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.773304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:33:19.003329Z","caller":"traceutil/trace.go:171","msg":"trace[2094633433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32937; }","duration":"372.828056ms","start":"2026-03-02T22:33:18.630496Z","end":"2026-03-02T22:33:19.003324Z","steps":["trace[2094633433] 'agreement among raft nodes before linearized reading' (duration: 369.788295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:19.003357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:18.630476Z","time spent":"372.876897ms","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:33:19.122073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.311158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:33:19.122142Z","caller":"traceutil/trace.go:171","msg":"trace[2034993811] linearizableReadLoop","detail":"{readStateIndex:34052; appliedIndex:34051; }","duration":"109.621089ms","start":"2026-03-02T22:33:19.01251Z","end":"2026-03-02T22:33:19.122131Z","steps":["trace[2034993811] 'read index received' (duration: 51.101µs)","trace[2034993811] 'applied index is now lower than readState.Index' (duration: 109.568538ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:19.1222Z","caller":"traceutil/trace.go:171","msg":"trace[1117956239] transaction","detail":"{read_only:false; response_revision:32941; number_of_response:1; }","duration":"112.577967ms","start":"2026-03-02T22:33:19.009615Z","end":"2026-03-02T22:33:19.122193Z","steps":["trace[1117956239] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/tempest-run-tests-9jnqz.189926fd9a803062; req_size:747; } (duration: 110.997482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:19.155785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.263049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T22:33:19.156545Z","caller":"traceutil/trace.go:171","msg":"trace[1891228146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32941; }","duration":"144.052776ms","start":"2026-03-02T22:33:19.012461Z","end":"2026-03-02T22:33:19.156514Z","steps":["trace[1891228146] 'agreement among raft nodes before linearized reading' (duration: 109.874305ms)","trace[1891228146] 'range keys from in-memory index tree' (duration: 33.337752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:33:19.395772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.031643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:33:19.395889Z","caller":"traceutil/trace.go:171","msg":"trace[1331287438] linearizableReadLoop","detail":"{readStateIndex:34054; appliedIndex:34053; }","duration":"193.321098ms","start":"2026-03-02T22:33:19.202551Z","end":"2026-03-02T22:33:19.395872Z","steps":["trace[1331287438] 'read index received' (duration: 88.120531ms)","trace[1331287438] 'applied index is now lower than readState.Index' (duration: 105.199217ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:19.395994Z","caller":"traceutil/trace.go:171","msg":"trace[828561251] transaction","detail":"{read_only:false; response_revision:32943; number_of_response:1; }","duration":"234.556393ms","start":"2026-03-02T22:33:19.161368Z","end":"2026-03-02T22:33:19.395924Z","steps":["trace[828561251] 'process raft request' (duration: 129.283014ms)","trace[828561251] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-controller; req_size:511; } (duration: 100.314104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:33:19.39628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.707407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:33:19.396332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.944548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-02T22:33:19.396371Z","caller":"traceutil/trace.go:171","msg":"trace[167657385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32943; }","duration":"157.984289ms","start":"2026-03-02T22:33:19.238376Z","end":"2026-03-02T22:33:19.39636Z","steps":["trace[167657385] 'agreement among raft nodes before linearized reading' (duration: 157.803095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:19.396372Z","caller":"traceutil/trace.go:171","msg":"trace[103299082] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:32943; }","duration":"193.859891ms","start":"2026-03-02T22:33:19.202493Z","end":"2026-03-02T22:33:19.396353Z","steps":["trace[103299082] 'agreement among raft nodes before linearized reading' (duration: 193.532353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:20.194479Z","caller":"traceutil/trace.go:171","msg":"trace[1856415173] linearizableReadLoop","detail":"{readStateIndex:34056; appliedIndex:34055; }","duration":"262.352717ms","start":"2026-03-02T22:33:19.932099Z","end":"2026-03-02T22:33:20.194452Z","steps":["trace[1856415173] 'read index received' (duration: 204.024936ms)","trace[1856415173] 'applied index is now lower than readState.Index' (duration: 58.326671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:33:20.194682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.570131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:33:20.194614Z","caller":"traceutil/trace.go:171","msg":"trace[640143188] transaction","detail":"{read_only:false; response_revision:32945; number_of_response:1; }","duration":"310.073642ms","start":"2026-03-02T22:33:19.8845Z","end":"2026-03-02T22:33:20.194573Z","steps":["trace[640143188] 'process raft request' (duration: 251.668069ms)","trace[640143188] 'compare' (duration: 58.155707ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:20.19472Z","caller":"traceutil/trace.go:171","msg":"trace[1661946146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32945; }","duration":"262.656184ms","start":"2026-03-02T22:33:19.932053Z","end":"2026-03-02T22:33:20.19471Z","steps":["trace[1661946146] 'agreement among raft nodes before linearized reading' (duration: 262.4921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:20.19487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:19.884473Z","time spent":"310.304917ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10243,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:33:20.514382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.699405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:33:20.514729Z","caller":"traceutil/trace.go:171","msg":"trace[1780309417] transaction","detail":"{read_only:false; response_revision:32946; number_of_response:1; }","duration":"394.046327ms","start":"2026-03-02T22:33:20.120624Z","end":"2026-03-02T22:33:20.51467Z","steps":["trace[1780309417] 'process raft request' (duration: 95.84847ms)","trace[1780309417] 'compare' (duration: 102.705739ms)","trace[1780309417] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:492; } (duration: 194.590607ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T22:33:20.514928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:20.12059Z","time spent":"394.228961ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:33:20.515664Z","caller":"traceutil/trace.go:171","msg":"trace[157058336] transaction","detail":"{read_only:false; response_revision:32947; number_of_response:1; }","duration":"316.209664ms","start":"2026-03-02T22:33:20.199433Z","end":"2026-03-02T22:33:20.515643Z","steps":["trace[157058336] 'process raft request' (duration: 315.977869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:20.515821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:33:20.199406Z","time spent":"316.331627ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:33:20.516053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.711939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:33:20.516338Z","caller":"traceutil/trace.go:171","msg":"trace[412380589] linearizableReadLoop","detail":"{readStateIndex:34058; appliedIndex:34056; }","duration":"140.354781ms","start":"2026-03-02T22:33:20.375241Z","end":"2026-03-02T22:33:20.515596Z","steps":["trace[412380589] 'read index received' (duration: 71.042µs)","trace[412380589] 'applied index is now lower than readState.Index' (duration: 140.282799ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:20.516239Z","caller":"traceutil/trace.go:171","msg":"trace[659862120] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:32947; }","duration":"140.965215ms","start":"2026-03-02T22:33:20.375179Z","end":"2026-03-02T22:33:20.516144Z","steps":["trace[659862120] 'agreement among raft nodes before linearized reading' (duration: 140.661368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:20.528634Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30760,"took":"1.519010214s","hash":3898973005,"current-db-size-bytes":49430528,"current-db-size":"49 MB","current-db-size-in-use-bytes":29523968,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T22:33:20.528669Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3898973005,"revision":30760,"compact-revision":28611} {"level":"info","ts":"2026-03-02T22:33:33.162914Z","caller":"traceutil/trace.go:171","msg":"trace[1024743492] transaction","detail":"{read_only:false; response_revision:33038; number_of_response:1; }","duration":"122.067428ms","start":"2026-03-02T22:33:33.040825Z","end":"2026-03-02T22:33:33.162893Z","steps":["trace[1024743492] 'process raft request' (duration: 60.557213ms)","trace[1024743492] 'compare' (duration: 61.155777ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:33.163302Z","caller":"traceutil/trace.go:171","msg":"trace[885033447] transaction","detail":"{read_only:false; response_revision:33039; number_of_response:1; }","duration":"121.210538ms","start":"2026-03-02T22:33:33.042064Z","end":"2026-03-02T22:33:33.163274Z","steps":["trace[885033447] 'process raft request' (duration: 120.579473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:33.163501Z","caller":"traceutil/trace.go:171","msg":"trace[1230467558] transaction","detail":"{read_only:false; response_revision:33040; number_of_response:1; }","duration":"118.153657ms","start":"2026-03-02T22:33:33.045339Z","end":"2026-03-02T22:33:33.163493Z","steps":["trace[1230467558] 'process raft request' (duration: 117.337608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:33.163687Z","caller":"traceutil/trace.go:171","msg":"trace[1243875954] transaction","detail":"{read_only:false; response_revision:33041; number_of_response:1; }","duration":"112.67727ms","start":"2026-03-02T22:33:33.051002Z","end":"2026-03-02T22:33:33.16368Z","steps":["trace[1243875954] 'process raft request' (duration: 111.704138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:52.838747Z","caller":"traceutil/trace.go:171","msg":"trace[1282999499] linearizableReadLoop","detail":"{readStateIndex:34287; appliedIndex:34286; }","duration":"176.014578ms","start":"2026-03-02T22:33:52.662706Z","end":"2026-03-02T22:33:52.838721Z","steps":["trace[1282999499] 'read index received' (duration: 175.664259ms)","trace[1282999499] 'applied index is now lower than readState.Index' (duration: 349.189µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:52.839333Z","caller":"traceutil/trace.go:171","msg":"trace[1401010617] transaction","detail":"{read_only:false; response_revision:33170; number_of_response:1; }","duration":"201.154229ms","start":"2026-03-02T22:33:52.63816Z","end":"2026-03-02T22:33:52.839314Z","steps":["trace[1401010617] 'process raft request' (duration: 200.215118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:52.840299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.545023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-02T22:33:52.840417Z","caller":"traceutil/trace.go:171","msg":"trace[1523468143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:33170; }","duration":"177.714136ms","start":"2026-03-02T22:33:52.662677Z","end":"2026-03-02T22:33:52.840391Z","steps":["trace[1523468143] 'agreement among raft nodes before linearized reading' (duration: 177.304707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:52.863289Z","caller":"traceutil/trace.go:171","msg":"trace[308073395] transaction","detail":"{read_only:false; response_revision:33171; number_of_response:1; }","duration":"132.404457ms","start":"2026-03-02T22:33:52.730867Z","end":"2026-03-02T22:33:52.863272Z","steps":["trace[308073395] 'process raft request' (duration: 132.10101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:52.864032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.823334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T22:33:52.864101Z","caller":"traceutil/trace.go:171","msg":"trace[848670068] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33171; }","duration":"147.916636ms","start":"2026-03-02T22:33:52.716167Z","end":"2026-03-02T22:33:52.864083Z","steps":["trace[848670068] 'agreement among raft nodes before linearized reading' (duration: 147.762232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:52.864504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.429327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:33:52.864563Z","caller":"traceutil/trace.go:171","msg":"trace[1581393238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33171; }","duration":"154.649302ms","start":"2026-03-02T22:33:52.709899Z","end":"2026-03-02T22:33:52.864548Z","steps":["trace[1581393238] 'agreement among raft nodes before linearized reading' (duration: 154.381195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:38:12.325137Z","caller":"traceutil/trace.go:171","msg":"trace[672299122] linearizableReadLoop","detail":"{readStateIndex:36187; appliedIndex:36186; }","duration":"102.708989ms","start":"2026-03-02T22:38:12.2224Z","end":"2026-03-02T22:38:12.325109Z","steps":["trace[672299122] 'read index received' (duration: 102.550265ms)","trace[672299122] 'applied index is now lower than readState.Index' (duration: 157.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:38:12.325319Z","caller":"traceutil/trace.go:171","msg":"trace[926540535] transaction","detail":"{read_only:false; response_revision:35014; number_of_response:1; }","duration":"103.408945ms","start":"2026-03-02T22:38:12.221879Z","end":"2026-03-02T22:38:12.325288Z","steps":["trace[926540535] 'process raft request' (duration: 103.080067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:38:12.32549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.064097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T22:38:12.325567Z","caller":"traceutil/trace.go:171","msg":"trace[1982929932] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:35014; }","duration":"103.18925ms","start":"2026-03-02T22:38:12.222362Z","end":"2026-03-02T22:38:12.325552Z","steps":["trace[1982929932] 'agreement among raft nodes before linearized reading' (duration: 102.955445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:38:19.008647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32932} {"level":"info","ts":"2026-03-02T22:38:19.201959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32932,"took":"188.710221ms","hash":4050086733,"current-db-size-bytes":50778112,"current-db-size":"51 MB","current-db-size-in-use-bytes":29982720,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T22:38:19.202025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4050086733,"revision":32932,"compact-revision":30760} {"level":"info","ts":"2026-03-02T22:43:19.016364Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35063} {"level":"info","ts":"2026-03-02T22:43:19.131034Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35063,"took":"110.739134ms","hash":3934219877,"current-db-size-bytes":50778112,"current-db-size":"51 MB","current-db-size-in-use-bytes":29884416,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T22:43:19.131083Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3934219877,"revision":35063,"compact-revision":32932} {"level":"info","ts":"2026-03-02T22:44:49.890274Z","caller":"traceutil/trace.go:171","msg":"trace[92412911] linearizableReadLoop","detail":"{readStateIndex:39120; appliedIndex:39119; }","duration":"101.048449ms","start":"2026-03-02T22:44:49.789176Z","end":"2026-03-02T22:44:49.890225Z","steps":["trace[92412911] 'read index received' (duration: 100.986237ms)","trace[92412911] 'applied index is now lower than readState.Index' (duration: 61.162µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:44:49.890398Z","caller":"traceutil/trace.go:171","msg":"trace[633859887] transaction","detail":"{read_only:false; response_revision:37861; number_of_response:1; }","duration":"165.870515ms","start":"2026-03-02T22:44:49.724516Z","end":"2026-03-02T22:44:49.890386Z","steps":["trace[633859887] 'process raft request' (duration: 165.530668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:49.890523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.303654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:44:49.890599Z","caller":"traceutil/trace.go:171","msg":"trace[621226002] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:37861; }","duration":"101.425897ms","start":"2026-03-02T22:44:49.789155Z","end":"2026-03-02T22:44:49.89058Z","steps":["trace[621226002] 'agreement among raft nodes before linearized reading' (duration: 101.256323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:49.891345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.95986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:44:49.891424Z","caller":"traceutil/trace.go:171","msg":"trace[574556207] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:0; response_revision:37864; }","duration":"102.096793ms","start":"2026-03-02T22:44:49.789309Z","end":"2026-03-02T22:44:49.891406Z","steps":["trace[574556207] 'agreement among raft nodes before linearized reading' (duration: 101.918579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:44:49.891879Z","caller":"traceutil/trace.go:171","msg":"trace[765122986] transaction","detail":"{read_only:false; response_revision:37862; number_of_response:1; }","duration":"102.502092ms","start":"2026-03-02T22:44:49.78936Z","end":"2026-03-02T22:44:49.891862Z","steps":["trace[765122986] 'process raft request' (duration: 101.700603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:44:49.89193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.515762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/objectstorage-provisioner\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-03-02T22:44:49.892175Z","caller":"traceutil/trace.go:171","msg":"trace[2110132734] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/objectstorage-provisioner; range_end:; response_count:1; response_revision:37864; }","duration":"102.791899ms","start":"2026-03-02T22:44:49.789367Z","end":"2026-03-02T22:44:49.892159Z","steps":["trace[2110132734] 'agreement among raft nodes before linearized reading' (duration: 102.478821ms)"],"step_count":1}